{"schemaVersion":1,"fingerprint":"76d2d0a8f756c2b7b2b4a435898477f63ddcd7567356c37d6e687b1e517e0c11","catalogSnapshotId":"sha256-df858793dcb753b0f77beb223fce04e1de99a2c08f2c7b5f14534efcafa8c7c5","effortDatasetId":"sha256-1f186994047883a45f76e96fbce2f07320baf4f104506414be2bba69a334a02f+sha256-2bc644d4e2fb34bd4fecd1ef0a2a50302a9d18f3b8cd3aa0e6dfc487669f5146+sha256-b6d2e58f71798704ee9f3e6b341e3627e6b0dc1caef890fc1e08b62a226e3f36+sha256-7a7d95c40c608cc28483fb5cef9007da8c102f1e7278882ccbcc02a16078607d+sha256-99e5ccb2eac4abb63cc6d9823b591f2ffac992cdee03ac725f66bd8a5ec086a3+sha256-9fbe9729fecc9cf9232f3292684307ba1a85d69beff3920a2a7ed9e2c77bf7ef+sha256-7e00d90a437b5a33e79607a04b57b10dc14322bbaa63ce8bbe9ce1338eaf26f5","evidencePolicy":"independent","part":"configurationSnapshot","value":{"format":"shared-opponents-v1","lists":[[0,87],[87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,38,194,1],[87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,3,4,19,111,1,114,1,23,6,30,57,194,1],[87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,43,193,1,86,1,194,2],[0,16,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,13,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[88,5,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,88,5,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,88,5,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,88,1,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,88,5,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,88,5,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[88,5,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[88,5,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[88,5,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[88,2,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,88,5,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[88,5,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[88,5,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[88,5,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[88,1,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[87,1,89,4,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,1,89,4,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,1,89,4,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,1,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,1,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,1,89,4,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,1,89,4,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,1,89,4,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,1,89,4,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,1,89,4,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,1,89,1,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,1,89,4,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,1,89,4,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,1,89,4,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,87,1,89,4,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[87,2,90,3,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,2,90,3,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,87,2,90,3,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,90,3,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,90,3,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,2,90,3,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,2,90,3,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[90,3,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,2,90,3,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,2,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,2,90,3,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,2,90,3,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,2,90,3,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,91,2,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,3,91,2,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,3,91,2,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,3,91,2,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,3,91,2,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,3,91,2,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,91,2,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,1,91,2,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,3,91,2,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,3,91,2,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,3,91,2,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,91,2,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,4,92,1,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,4,92,1,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,4,92,1,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,2,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,4,92,1,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,4,92,1,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,4,92,1,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,4,92,1,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,2,92,1,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,4,92,1,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,4,92,1,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,4,92,1,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,4,92,1,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,5,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,5,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,5,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,5,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,5,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,5,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,5,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,3,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,5,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,5,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,5,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,5,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[1,5,7,2,11,1,13,1,16,3,21,1,30,1,32,1,34,1,36,1,39,3,45,1,50,1,52,2,59,1,61,1,65,1,81,1],[216,1,1,86],[4,1],[216,1,87,6,1,2,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,1,2,4,19,111,1,114,1,23,6,30,19,145,1,49,38,194,1],[216,1,87,6,1,2,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,6,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,1,2,4,19,111,1,114,1,23,6,30,57,194,1],[216,1,87,2,1,9,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,1,2,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[1,2,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,6,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1],[216,1,87,6,1,2,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[1,1,5,1,17,1,22,1,21,1,3,2,18,1,41,1,20,1,40,1,34,1,62,1,110,1,63,1,32,1,45,1,8,1,139,1,7,1,12,1,26,1,35,1,10,1,27,1,33,1,39,1,19,1,30,2,59,1],[216,1,87,6,1,2,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,1,2,4,19,111,1,114,1,23,6,30,13,141,1,43,43,193,1,86,1,194,2],[87,6,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[1,2,94,1,4,4,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[4,2,7,2,10,1,17,2,20,3,25,3,139,1,32,5,40,2,45,1,62,2,70,1],[1,1,4,1,7,1,3,1,8,1,5,1,94,1],[1,1,93,2,3,3,7,2,17,6,138,2,30,7,62,3],[219,1,4,1,6,1,10,1,34,1,37,1,22,1,94,1,25,1,35,1,43,1,41,1,82,1,33,1,12,1,70,1,45,1,78,1,1,1,220,1,79,1,32,1,81,1,36,1,5,1,17,2,217,1,190,1,53,1,93,1,27,1,80,1,26,1,3,1,77,1,221,1,20,1,8,1,21,1],[94,1,39,1,26,1,36,1,40,1,12,1,93,1,41,1,8,1,18,1,6,1,45,1,27,1,20,1,25,1,5,1,4,1,19,1,21,2,33,1,3,1,70,1,32,1,34,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[22,1,63,1,21,1,64,1,1,1,18,1,27,1,62,1,20,1,26,1,33,1,35,1,4,1,8,1,34,1,41,1,36,1,32,1,3,1,7,1,12,1,10,1,40,1,19,1,30,1,17,1,110,1,31,1,39,1,59,1],[36,1,5,1,1,1,34,2,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[5,1,1,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[1,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,26,2,40,1,12,1,17,1,30,2,19,1,110,1,39,1,59,1],[1,1,36,1,64,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1,59,1],[45,1,12,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[36,1,35,1,34,1,19,2,16,1,80,1,40,2,187,1,45,1,33,1,17,1,22,1,82,1,78,1,25,1,4,2,38,1,166,1,26,1,7,1,10,1,18,1,74,1,8,1,163,1,71,1,128,1,110,1,94,1,3,1,27,1,32,1,185,1,53,1,75,1,12,1,23,1,168,1,70,1,119,1,39,1,79,1,21,1,217,1],[3,1,17,1,32,1],[34,1,18,1,4,1,17,1],[5,1,8,1,13,1,25,1,33,2,40,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[3,2,8,1,24,1],[5,1,4,1],[1,1],[33,1,35,1,7,1,34,1,17,1,5,1],[0,1,2,4,7,2,11,1,13,1,16,3,21,1,30,1,32,1,34,1,36,1,39,3,45,1,50,1,52,2,59,1,61,1,65,1,81,1],[216,1,0,1,2,85],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[216,1,87,6,0,1,2,1,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,1,2,1,4,19,111,1,114,1,23,6,30,19,145,1,49,38,194,1],[216,1,87,6,0,1,2,1,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,1,2,1,4,19,111,1,114,1,23,6,30,57,194,1],[216,1,87,2,0,1,2,8,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,1,2,1,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,6,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1,63,1,62,1,41,1,22,1,10,1,26,1,12,1,3,1,27,1,36,1,110,1,19,1,139,1],[216,1,87,6,0,1,2,1,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[5,1,0,1,17,1,22,1,21,1,3,2,18,1,41,1,20,1,40,1,34,1,62,1,110,1,63,1,32,1,45,1,8,1,139,1,7,1,12,1,26,1,35,1,10,1,27,1,33,1,39,1,19,1,30,2,59,1],[216,1,87,6,0,1,2,1,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,1,2,1,4,19,111,1,114,1,23,6,30,13,141,1,43,43,193,1,86,1,194,2],[216,1,0,1,2,14,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,13,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,1,2,8,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[0,1,2,1,94,1,4,4,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[0,1,4,1,7,1,3,1,8,1,5,1,94,1],[0,1,93,2,3,3,7,2,17,6,138,2,30,7,62,3],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[94,1,39,1,26,1,36,1,40,1,12,1,93,1,41,1,8,1,18,1,6,1,45,1,27,1,20,1,25,1,5,1,4,1,19,1,21,2,33,1,3,1,70,1,32,1,34,1,0,1,203,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[3,1,12,1,110,1,40,1,21,1,94,1,70,1,93,1,41,1,20,1,18,1,22,1,8,1,63,1,45,1,36,1,32,1,10,1,26,1,2,1,4,1,25,1,6,1,39,1,7,1],[22,1,63,1,21,1,64,1,18,1,27,1,62,1,0,1,20,1,26,1,33,1,35,1,4,1,8,1,34,1,41,1,36,1,32,1,3,1,7,1,12,1,10,1,40,1,19,1,30,1,17,1,110,1,31,1,39,1,59,1],[36,1,5,1,0,1,34,2,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[5,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[0,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,26,2,40,1,12,1,17,1,30,2,19,1,110,1,39,1,59,1],[0,1,36,1,64,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1,59,1],[216,1,87,6,0,1,2,1,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,6,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1],[216,1,87,2,0,1,2,8,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2,110,1],[0,1],[0,2,3,3,7,2,11,1,13,1,16,3,21,1,30,1,32,1,34,1,36,1,39,3,45,1,50,1,52,2,59,1,61,1,65,1,81,1],[216,1,0,2,3,84],[87,7,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,2,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,2,4,19,111,1,114,1,23,6,30,19,145,1,49,38,194,1],[216,1,87,6,0,2,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,6,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,2,4,19,111,1,114,1,23,6,30,57,194,1],[216,1,87,2,0,2,3,7,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,2,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,2,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,6,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1],[216,1,87,6,0,2,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[3,1,7,1,11,1,13,1,17,2,119,1,23,3,30,6,37,1,39,1,43,1,45,1,50,1,52,1,67,1,183,1,185,1,78,1,81,1,195,1],[87,7,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,7,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,3,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,2,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,2,4,19,111,1,114,1,23,6,30,13,141,1,43,43,193,1,86,1,194,2],[87,6,0,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[6,1],[0,2,94,1,4,4,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,39,1,36,1,166,1,78,1,217,1],[3,1,12,1,110,1,40,1,21,1,94,1,70,1,93,1,41,1,1,1,20,1,18,1,22,1,8,1,63,1,45,1,36,1,32,1,10,1,26,1,4,1,25,1,6,1,39,1,7,1],[87,6,2,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,94,1,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,94,1,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,2,91,1,2,1,94,1,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,94,1,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,94,1,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,94,1,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,94,1,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,94,1,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,94,1,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,94,1,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[7,1,102,1,13,1,110,1,16,3,129,1,25,1,139,1,30,4,35,1,37,3,43,1,45,1,50,1,52,1,67,1,78,1,82,1,195,1],[216,1,87,6,0,3,93,1,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,1,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,2,91,1,2,1,93,1,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,1,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[216,1,87,6,0,3,93,1,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,1,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,1,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,1,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,1,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,1,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[0,3,4,4,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[39,1,26,1,36,1,40,1,12,1,93,1,41,1,8,1,18,1,6,1,45,1,27,1,20,1,25,1,5,1,4,1,19,1,21,2,33,1,3,1,70,1,32,1,34,1,0,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[3,1,12,1,110,1,40,1,21,1,70,1,93,1,41,1,1,1,20,1,18,1,22,1,8,1,63,1,45,1,36,1,32,1,10,1,26,1,2,1,4,1,25,1,6,1,39,1,7,1],[216,1,87,6,0,3,93,1,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[1,1,0,1,4,1,7,1,3,1,8,1,5,1],[0,2,93,1,3,3,7,2,17,6,138,2,30,7,62,3],[28,1,138,1,29,1,139,1,3,2,13,1,25,1,32,1],[20,1,17,1,19,1,110,1,18,1,7,1],[17,1,139,1],[0,3,4,2,7,2,11,1,13,1,16,3,21,1,30,1,32,1,34,1,36,1,39,3,45,1,50,1,52,2,59,1,61,1,65,1,81,1],[216,1,0,3,4,83],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,187,1,166,1],[216,1,87,6,0,3,93,2,4,6,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,4,6,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,3,4,6,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,4,6,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[63,2,62,1,41,1,40,1,22,1,4,1,21,1,10,1,26,1,12,1,25,1,27,1,5,1,1,1,36,1,7,2,32,1,20,1,18,1,34,1,33,1,35,1,39,1,59,1,110,1,19,1,31,1,17,1,30,1,139,1],[216,1,87,6,0,3,93,2,4,6,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,4,1,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[2,1,7,1,11,1,13,1,17,2,119,1,23,3,30,6,37,1,39,1,43,1,45,1,50,1,52,1,67,1,183,1,185,1,78,1,81,1,195,1],[1,1,5,1,0,1,17,1,22,1,21,1,4,1,18,1,41,1,20,1,40,1,34,1,62,1,110,1,63,1,32,1,45,1,8,1,139,1,7,1,12,1,26,1,35,1,10,1,27,1,33,1,39,1,19,1,30,2,59,1],[87,3,92,1,2,1,93,2,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,4,6,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,4,1,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,4,1,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[1,1,0,1,4,1,7,2,5,1,94,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[94,1,39,1,26,1,36,1,40,1,12,1,93,1,41,1,8,1,18,1,6,1,45,1,27,1,20,1,25,1,5,1,4,1,19,1,21,2,33,1,70,1,32,1,34,1,0,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[36,1,5,1,0,2,34,2,4,1,32,1,41,1,33,1,8,1,26,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,26,2,40,1,12,1,17,1,30,2,19,1,110,1,39,1,59,1],[0,2,36,1,64,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1,59,1],[216,1,87,6,0,3,93,2,4,6,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,87,6,0,3,93,2,4,6,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,4,1,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,4,1,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[0,4,5,1,7,2,11,1,13,1,16,3,21,1,30,1,32,1,34,1,36,1,39,3,45,1,50,1,52,2,59,1,61,1,65,1,81,1],[216,1,0,4,5,82],[216,1,87,6,0,3,93,2,3,1,5,5,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,5,18,111,1,114,1,23,6,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,1,5,5,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,5,1,8,1,11,3,16,4,21,1,23,1,25,3,30,6,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,5,18,111,1,114,1,23,6,30,57,194,1],[216,1,87,2,0,4,5,5,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,1,5,5,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,3,5,1,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,6,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1,63,1,62,1,41,1,22,1,10,1,26,1,12,1,3,1,27,1,36,1,110,1,19,1,139,1],[216,1,87,6,0,3,93,2,3,1,5,5,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,1,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[1,1,5,1,0,1,17,1,22,1,21,1,3,1,18,1,41,1,20,1,40,1,34,1,62,1,110,1,63,1,32,1,45,1,8,1,139,1,7,1,12,1,26,1,35,1,10,1,27,1,33,1,39,1,19,1,30,2,59,1],[216,1,87,6,0,3,93,2,3,1,5,5,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,5,18,111,1,114,1,23,6,30,13,141,1,43,43,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,1,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,1,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[1,1,0,1,7,1,3,1,8,1,5,1,94,1],[0,2,93,2,3,1,5,1,7,2,17,6,138,2,30,7,62,3],[18,1,219,1,6,1,10,1,34,1,37,1,22,1,94,1,25,1,35,1,43,1,41,1,82,1,33,1,12,1,70,1,45,1,78,1,1,1,220,1,79,1,32,1,81,1,36,1,5,1,17,1,217,1,190,1,53,1,93,1,27,1,80,1,26,1,3,1,0,1,77,1,221,1,20,1,8,1,21,1],[94,1,39,1,26,1,36,1,40,1,12,1,93,1,41,1,8,1,18,1,6,1,45,1,27,1,20,1,25,1,5,1,19,1,21,2,33,1,3,1,70,1,32,1,34,1,0,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[3,1,12,1,110,1,40,1,21,1,94,1,70,1,93,1,41,1,1,1,20,1,18,1,22,1,8,1,63,1,45,1,36,1,32,1,10,1,26,1,2,1,25,1,6,1,39,1,7,1],[22,1,63,1,21,1,64,1,1,1,18,1,27,1,62,1,0,1,20,1,26,1,33,1,35,1,8,1,34,1,41,1,36,1,32,1,3,1,7,1,12,1,10,1,40,1,19,1,30,1,17,1,110,1,31,1,39,1,59,1],[36,1,5,1,0,2,34,2,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,63,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,26,2,40,1,12,1,17,1,30,2,19,1,110,1,39,1,59,1],[0,2,36,1,64,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1,59,1],[0,1,3,1,8,1,24,1],[0,3,94,1,5,3,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[0,1,5,1,7,2,10,1,17,2,20,3,25,3,139,1,32,5,40,2,45,1,62,2,70,1],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[36,1,35,1,34,1,19,2,16,1,80,1,40,2,187,1,45,1,33,1,17,1,22,1,82,1,78,1,25,1,0,1,5,1,38,1,166,1,26,1,7,1,10,1,18,1,74,1,8,1,163,1,71,1,128,1,110,1,94,1,3,1,27,1,32,1,185,1,53,1,75,1,12,1,23,1,168,1,70,1,119,1,39,1,79,1,21,1,217,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[0,1,34,1,18,1,17,1],[5,1,0,1],[94,1,3,1,13,1,25,1,139,1,32,1],[219,1,6,1,10,1,34,1,37,1,22,1,94,1,25,1,35,1,43,1,41,1,82,1,33,1,12,1,70,1,45,1,78,1,1,1,220,1,79,1,32,1,81,1,36,1,5,1,17,2,217,1,190,1,53,1,93,1,27,1,80,1,26,1,3,1,0,1,77,1,221,1,20,1,8,1,21,1],[0,5,7,2,11,1,13,1,16,3,21,1,30,1,32,1,34,1,36,1,39,3,45,1,50,1,52,2,59,1,61,1,65,1,81,1],[216,1,0,5,6,81],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[216,1,87,6,0,3,93,2,3,2,6,4,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,1,6,17,111,1,114,1,23,6,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,2,6,4,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,1,8,1,11,3,16,4,21,1,23,1,25,3,30,6,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,1,6,17,111,1,114,1,23,6,30,57,194,1],[216,1,87,2,0,5,6,4,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,2,6,4,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[0,3,4,1,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,6,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1,63,1,62,1,41,1,22,1,10,1,26,1,12,1,3,1,27,1,36,1,110,1,19,1,139,1],[216,1,87,6,0,3,93,2,3,2,6,4,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[1,1,0,1,17,1,22,1,21,1,3,2,18,1,41,1,20,1,40,1,34,1,62,1,110,1,63,1,32,1,45,1,8,1,139,1,7,1,12,1,26,1,35,1,10,1,27,1,33,1,39,1,19,1,30,2,59,1],[87,3,92,1,2,1,93,2,3,1,6,4,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,2,6,4,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,1,6,17,111,1,114,1,23,6,30,13,141,1,43,43,193,1,86,1,194,2],[216,1,0,5,6,10,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,13,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,5,6,4,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[0,3,94,1,4,1,6,2,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[0,1,4,1,7,2,10,1,17,2,20,3,25,3,139,1,32,5,40,2,45,1,62,2,70,1],[1,1,0,1,4,1,7,1,3,1,8,1,94,1],[0,2,93,2,3,2,7,2,17,6,138,2,30,7,62,3],[119,1,45,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[94,1,39,1,26,1,36,1,40,1,12,1,93,1,41,1,8,1,18,1,6,1,45,1,27,1,20,1,25,1,4,1,19,1,21,2,33,1,3,1,70,1,32,1,34,1,0,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[33,1,35,1,7,1,0,1,34,1,17,1],[36,1,0,2,34,2,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[1,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[1,1,0,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,26,2,40,1,12,1,17,1,30,2,19,1,110,1,39,1,59,1],[216,1,87,6,0,3,93,2,3,2,6,4,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[36,1,35,1,33,2,40,2],[0,1,8,1,13,1,25,1,33,2,40,1],[119,1,45,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[0,1,4,1],[4,1,0,1],[216,1,0,6,7,80],[87,6,2,1,93,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,3,7,3,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,2,7,16,111,1,114,1,23,6,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,3,7,3,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,2,7,16,111,1,114,1,23,6,30,57,194,1],[216,1,87,2,0,6,7,3,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,7,1,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,3,7,3,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,3,7,3,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,7,1,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,1,7,3,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,3,7,3,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,2,7,16,111,1,114,1,23,6,30,13,141,1,43,43,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,7,1,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,7,1,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,7,1,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,7,1,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[2,1],[0,3,94,1,4,2,7,1,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[93,1],[94,1,39,1,26,1,36,1,40,1,12,1,93,1,41,1,8,1,18,1,45,1,27,1,20,1,25,1,5,1,4,1,19,1,21,2,33,1,3,1,70,1,32,1,34,1,0,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[0,6,8,1,11,1,13,1,16,3,21,1,30,1,32,1,34,1,36,1,39,3,45,1,50,1,52,2,59,1,61,1,65,1,81,1],[216,1,0,7,8,79],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[94,1,102,1,13,1,110,1,16,3,129,1,25,1,139,1,30,4,35,1,37,3,43,1,45,1,50,1,52,1,67,1,78,1,82,1,195,1],[216,1,87,6,0,3,93,2,3,4,8,2,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,3,8,15,111,1,114,1,23,6,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,4,8,2,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,3,8,15,111,1,114,1,23,6,30,57,194,1],[216,1,87,2,0,7,8,2,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,1,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,4,8,2,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[0,3,4,2,8,1,11,1,13,1,16,3,20,2,23,1,25,1,30,6,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1,63,1,62,1,41,1,22,1,10,1,26,1,12,1,3,1,27,1,36,1,110,1,19,1,139,1],[216,1,87,6,0,3,93,2,3,4,8,2,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,1,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[2,2,11,1,13,1,17,2,119,1,23,3,30,6,37,1,39,1,43,1,45,1,50,1,52,1,67,1,183,1,185,1,78,1,81,1,195,1],[1,1,5,1,0,1,17,1,22,1,21,1,3,2,18,1,41,1,20,1,40,1,34,1,62,1,110,1,63,1,32,1,45,1,8,1,139,1,12,1,26,1,35,1,10,1,27,1,33,1,39,1,19,1,30,2,59,1],[87,3,92,1,2,1,93,2,3,1,5,2,8,2,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,4,8,2,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,3,8,15,111,1,114,1,23,6,30,13,141,1,43,43,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,1,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,1,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[0,3,94,1,4,3,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[1,1,0,1,4,1,3,1,8,1,5,1,94,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[3,1,12,1,110,1,40,1,21,1,94,1,70,1,93,1,41,1,1,1,20,1,18,1,22,1,8,1,63,1,45,1,36,1,32,1,10,1,26,1,2,1,4,1,25,1,6,1,39,1],[22,1,63,1,21,1,64,1,1,1,18,1,27,1,62,1,0,1,20,1,26,1,33,1,35,1,4,1,8,1,34,1,41,1,36,1,32,1,3,1,12,1,10,1,40,1,19,1,30,1,17,1,110,1,31,1,39,1,59,1],[36,1,5,1,0,2,34,2,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,63,1,10,1,62,1,26,2,40,1,12,1,17,1,30,2,19,1,110,1,39,1,59,1],[0,2,36,1,64,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1,59,1],[0,3,4,2,8,1,11,1,13,1,16,3,20,2,23,1,25,1,30,6,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1],[36,1,35,1,34,1,19,2,16,1,80,1,40,2,187,1,45,1,33,1,17,1,22,1,82,1,78,1,25,1,4,1,0,1,5,1,38,1,166,1,26,1,10,1,18,1,74,1,8,1,163,1,71,1,128,1,110,1,94,1,3,1,27,1,32,1,185,1,53,1,75,1,12,1,23,1,168,1,70,1,119,1,39,1,79,1,21,1,217,1],[0,1,4,2,8,1,10,1,17,2,20,3,25,3,139,1,32,5,40,2,45,1,62,2,70,1],[33,1,35,1,0,1,34,1,17,1,5,1],[0,6,7,1,11,1,13,1,16,3,21,1,30,1,32,1,34,1,36,1,39,3,45,1,50,1,52,2,59,1,61,1,65,1,81,1],[216,1,0,8,9,78],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,3,1,187,1,166,1],[216,1,87,6,0,3,93,2,3,5,9,1,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,4,9,14,111,1,114,1,23,6,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,5,9,1,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,11,3,16,4,21,1,23,1,25,3,30,6,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,4,9,14,111,1,114,1,23,6,30,57,194,1],[216,1,87,2,0,8,9,1,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,5,9,1,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[0,3,4,2,7,1,11,1,13,1,16,3,20,2,23,1,25,1,30,6,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1,63,1,62,1,41,1,22,1,10,1,26,1,12,1,3,1,27,1,36,1,110,1,19,1,139,1],[216,1,87,6,0,3,93,2,3,5,9,1,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[1,1,5,1,0,1,17,1,22,1,21,1,3,2,18,1,41,1,20,1,40,1,34,1,62,1,110,1,63,1,32,1,45,1,139,1,7,1,12,1,26,1,35,1,10,1,27,1,33,1,39,1,19,1,30,2,59,1],[87,3,92,1,2,1,93,2,3,1,5,3,9,1,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,5,9,1,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,4,9,14,111,1,114,1,23,6,30,13,141,1,43,43,193,1,86,1,194,2],[216,1,0,8,9,7,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,13,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,8,9,1,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2,110,1],[0,1,4,2,7,1,10,1,17,2,20,3,25,3,139,1,32,5,40,2,45,1,62,2,70,1],[1,1,0,1,4,1,7,1,3,1,5,1,94,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[94,1,39,1,26,1,36,1,40,1,12,1,93,1,41,1,18,1,6,1,45,1,27,1,20,1,25,1,5,1,4,1,19,1,21,2,33,1,3,1,70,1,32,1,34,1,0,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[3,1,12,1,110,1,40,1,21,1,94,1,70,1,93,1,41,1,1,1,20,1,18,1,22,1,63,1,45,1,36,1,32,1,10,1,26,1,2,1,4,1,25,1,6,1,39,1,7,1],[22,1,63,1,21,1,64,1,1,1,18,1,27,1,62,1,0,1,20,1,26,1,33,1,35,1,4,1,34,1,41,1,36,1,32,1,3,1,7,1,12,1,10,1,40,1,19,1,30,1,17,1,110,1,31,1,39,1,59,1],[36,1,5,1,0,2,34,2,4,1,32,1,41,1,33,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,26,2,40,1,12,1,17,1,30,2,19,1,110,1,39,1,59,1],[0,2,36,1,64,1,4,1,12,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1,59,1],[216,1,87,6,0,3,93,2,3,5,9,1,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,4,9,14,111,1,114,1,23,6,30,13,44,43,194,1,3,1],[0,1,5,1,13,1,25,1,33,2,40,1],[216,1,0,3,4,4,9,14,111,1,114,1,23,6,30,13,44,43,194,1],[36,1,35,1,34,1,19,2,16,1,80,1,40,2,187,1,45,1,33,1,17,1,22,1,82,1,78,1,25,1,4,1,0,1,5,1,38,1,166,1,26,1,7,1,10,1,18,1,74,1,163,1,71,1,128,1,110,1,94,1,3,1,27,1,32,1,185,1,53,1,75,1,12,1,23,1,168,1,70,1,119,1,39,1,79,1,21,1,217,1],[0,2,93,2,3,3,7,1,17,6,138,2,30,7,62,3],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[216,1,87,6,0,3,93,2,3,5,9,1,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,8,9,1,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,0,9,10,77],[216,1,87,6,0,3,93,2,3,6,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,5,10,13,111,1,114,1,23,6,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,6,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,5,10,13,111,1,114,1,23,6,30,57,194,1],[216,1,87,2,0,9,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,6,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,6,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,4,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,6,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,5,10,13,111,1,114,1,23,6,30,13,141,1,43,43,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,2,1,93,1,6,1,96,8,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,96,8,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,96,2,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,2,91,1,2,1,93,2,6,2,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,96,8,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,96,2,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,96,8,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,96,8,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,96,6,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,96,8,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,96,2,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,96,2,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,96,2,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,1,97,7,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,1,97,7,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,1,97,1,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,1,97,7,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,1,97,1,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,1,97,7,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,1,97,7,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,1,97,5,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,1,97,7,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,1,97,1,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,1,97,1,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,1,97,1,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,2,98,6,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,2,98,6,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,2,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,2,98,6,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,2,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,2,98,6,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,2,98,6,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,2,98,4,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,2,98,6,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,2,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,2,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,2,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,3,99,5,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,99,5,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,3,99,5,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,3,99,3,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,3,99,5,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,4,100,4,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,4,100,4,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,4,100,4,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,100,4,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,4,100,4,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,4,100,4,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,4,100,2,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,4,100,4,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,5,101,3,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,5,101,3,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,5,101,3,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,1,101,3,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,5,101,3,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,5,101,3,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,5,101,1,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,5,101,3,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,6,102,2,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,6,102,2,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,6,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,2,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,6,102,2,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,6,102,2,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,6,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,6,102,2,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,7,103,1,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,7,103,1,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,103,1,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,2,91,1,2,1,93,2,6,2,95,1,103,1,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,7,103,1,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,3,103,1,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,7,103,1,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,7,103,1,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,7,103,1,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,103,1,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,103,1,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,103,1,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[94,1,7,1,13,1,110,1,16,3,129,1,25,1,139,1,30,4,35,1,37,3,43,1,45,1,50,1,52,1,67,1,78,1,82,1,195,1],[216,1,87,2,0,15,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,103,1,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,2,1,93,1,6,1,95,8,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,8,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,1,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,2,91,1,2,1,93,2,6,2,95,1,102,1,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,8,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,4,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,8,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,8,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,8,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,1,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,1,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,1,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,0,10,11,76],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[216,1,87,6,0,3,93,2,3,7,95,9,11,4,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,6,11,12,111,1,114,1,23,6,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,11,4,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,6,11,12,111,1,114,1,23,6,30,57,194,1],[216,1,87,2,0,10,102,1,11,4,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,11,4,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,11,4,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,11,4,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,6,11,12,111,1,114,1,23,6,30,13,141,1,43,43,193,1,86,1,194,2],[216,1,0,10,11,5,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,13,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,11,4,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[0,3,94,1,4,4,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[0,1,4,2,7,2,17,2,20,3,25,3,139,1,32,5,40,2,45,1,62,2,70,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[94,1,39,1,26,1,36,1,40,1,12,1,93,1,41,1,8,1,18,1,6,1,45,1,27,1,20,1,25,1,5,1,4,1,19,1,21,2,33,1,3,1,70,1,32,1,34,1,0,1,203,1,1,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[3,1,12,1,110,1,40,1,21,1,94,1,70,1,93,1,41,1,1,1,20,1,18,1,22,1,8,1,63,1,45,1,36,1,32,1,26,1,2,1,4,1,25,1,6,1,39,1,7,1],[63,2,62,1,41,1,40,1,22,1,4,1,21,1,26,1,12,1,25,1,3,1,27,1,5,1,1,1,36,1,7,2,32,1,20,1,18,1,34,1,33,1,35,1,39,1,59,1,110,1,19,1,31,1,17,1,30,1,139,1],[1,1,5,1,0,1,17,1,22,1,21,1,3,2,18,1,41,1,20,1,40,1,34,1,62,1,110,1,63,1,32,1,45,1,8,1,139,1,7,1,12,1,26,1,35,1,27,1,33,1,39,1,19,1,30,2,59,1],[20,1,26,1,21,2,27,1,12,1],[22,1,63,1,21,1,64,1,1,1,18,1,27,1,62,1,0,1,20,1,26,1,33,1,35,1,4,1,8,1,34,1,41,1,36,1,32,1,3,1,7,1,12,1,40,1,19,1,30,1,17,1,110,1,31,1,39,1,59,1],[36,1,5,1,0,2,34,2,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,62,1,26,2,40,1,12,1,17,1,30,2,19,1,110,1,39,1,59,1],[0,2,36,1,64,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1,59,1],[0,6,7,2,13,1,16,3,21,1,30,1,32,1,34,1,36,1,39,3,45,1,50,1,52,2,59,1,61,1,65,1,81,1],[216,1,0,11,12,75],[216,1,87,6,0,3,93,2,3,7,95,9,10,1,12,3,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,7,12,11,111,1,114,1,23,6,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,1,12,3,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,12,2,16,4,21,1,23,1,25,3,30,6,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,7,12,11,111,1,114,1,23,6,30,57,194,1],[216,1,87,2,0,10,102,1,10,1,12,3,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,1,12,3,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,3,4,2,7,2,13,1,16,3,20,2,23,1,25,1,30,6,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,1,12,3,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[2,2,7,1,13,1,17,2,119,1,23,3,30,6,37,1,39,1,43,1,45,1,50,1,52,1,67,1,183,1,185,1,78,1,81,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,1,12,3,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,7,12,11,111,1,114,1,23,6,30,13,141,1,43,43,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,1,12,3,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,0,12,13,74],[45,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,2,13,2,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,8,13,10,111,1,114,1,23,6,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,2,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,1,13,1,16,4,21,1,23,1,25,3,30,6,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,8,13,10,111,1,114,1,23,6,30,57,194,1],[216,1,87,2,0,10,102,1,10,2,13,2,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,2,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[63,2,62,1,41,1,40,1,22,1,4,1,21,1,10,1,26,1,25,1,3,1,27,1,5,1,1,1,36,1,7,2,32,1,20,1,18,1,34,1,33,1,35,1,39,1,59,1,110,1,19,1,31,1,17,1,30,1,139,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,2,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[1,1,5,1,0,1,17,1,22,1,21,1,3,2,18,1,41,1,20,1,40,1,34,1,62,1,110,1,63,1,32,1,45,1,8,1,139,1,7,1,26,1,35,1,10,1,27,1,33,1,39,1,19,1,30,2,59,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,2,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,8,13,10,111,1,114,1,23,6,30,13,141,1,43,43,193,1,86,1,194,2],[216,1,0,12,13,3,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,13,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,2,13,2,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2,110,1],[0,3,94,1,4,4,10,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[94,1,39,1,26,1,36,1,40,1,93,1,41,1,8,1,18,1,6,1,45,1,27,1,20,1,25,1,5,1,4,1,19,1,21,2,33,1,3,1,70,1,32,1,34,1,0,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[3,1,110,1,40,1,21,1,94,1,70,1,93,1,41,1,1,1,20,1,18,1,22,1,8,1,63,1,45,1,36,1,32,1,10,1,26,1,2,1,4,1,25,1,6,1,39,1,7,1],[22,1,63,1,21,1,64,1,1,1,18,1,27,1,62,1,0,1,20,1,26,1,33,1,35,1,4,1,8,1,34,1,41,1,36,1,32,1,3,1,7,1,10,1,40,1,19,1,30,1,17,1,110,1,31,1,39,1,59,1],[36,1,5,1,0,2,34,2,4,1,32,1,41,1,33,1,8,1,26,1,3,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,26,2,40,1,17,1,30,2,19,1,110,1,39,1,59,1],[0,2,36,1,64,1,4,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1,59,1],[20,1,26,1,21,2,10,1,27,1],[0,6,7,2,11,1,16,3,21,1,30,1,32,1,34,1,36,1,39,3,45,1,50,1,52,2,59,1,61,1,65,1,81,1],[216,1,0,13,14,73],[94,1,7,1,102,1,110,1,16,3,129,1,25,1,139,1,30,4,35,1,37,3,43,1,45,1,50,1,52,1,67,1,78,1,82,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,3,14,1,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,9,14,9,111,1,114,1,23,6,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,3,14,1,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,2,16,4,21,1,23,1,25,3,30,6,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,9,14,9,111,1,114,1,23,6,30,57,194,1],[216,1,87,2,0,10,102,1,10,3,14,1,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,3,14,1,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,3,4,2,7,2,11,1,16,3,20,2,23,1,25,1,30,6,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,3,14,1,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,14,1,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[2,2,7,1,11,1,17,2,119,1,23,3,30,6,37,1,39,1,43,1,45,1,50,1,52,1,67,1,183,1,185,1,78,1,81,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,3,14,1,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,9,14,9,111,1,114,1,23,6,30,13,141,1,43,43,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,14,1,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,14,1,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,3,14,1,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[94,1,3,2,25,1,139,1,32,1,0,1,5,1,8,1,33,2,40,1],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,14,1,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,14,1,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,0,14,15,72],[87,6,2,1,93,1,6,1,95,9,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,4,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,10,15,8,111,1,114,1,23,6,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,4,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,10,15,8,111,1,114,1,23,6,30,57,194,1],[216,1,87,2,0,10,102,1,10,4,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,4,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,4,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,1,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,4,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,10,15,8,111,1,114,1,23,6,30,13,141,1,43,43,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,1,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,1,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,105,5,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,105,1,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[87,6,2,1,93,1,6,1,95,9,14,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,1,106,4,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,1,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,1,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,1,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,1,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,1,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,199,1,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,199,1,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,199,1,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,199,1,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,199,1,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,199,1,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,199,1,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,199,1,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,199,1,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,199,1,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,1,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,1,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,200,1,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,1,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,1,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,1,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,1,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,1,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,1,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,1,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,1,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,3,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,3,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,3,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,3,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,3,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,3,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,3,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,3,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,3,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,3,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,4,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,4,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,4,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,4,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,4,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,4,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,4,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,1,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,3,108,2,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,108,2,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,104,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,108,2,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,108,2,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,108,2,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,108,2,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,108,2,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,108,2,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,108,2,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,109,1,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,4,109,1,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,1,109,1,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,1,109,1,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,1,109,1,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,1,109,1,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,109,1,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,109,1,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,109,1,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,1,109,1,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,1,109,1,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,1,109,1,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,1,109,1,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,1,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,5,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,2,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,2,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,2,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,2,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,1,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,1,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,1,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,2,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,2,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,2,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,2,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,5,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,15,16,71],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,10,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,7,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,11,16,7,111,1,114,1,23,6,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,4,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,11,16,7,111,1,114,1,23,6,30,57,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,16,7,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,4,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,4,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,4,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,10,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,10,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,4,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,4,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,11,16,7,111,1,114,1,23,6,30,13,141,1,43,43,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,4,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,4,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[0,3,94,1,4,4,10,1,12,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,111,7,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,8,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,8,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,8,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,8,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,4,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,111,7,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,111,7,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,8,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,8,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,4,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,4,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[94,1,7,1,102,1,13,1,16,3,129,1,25,1,139,1,30,4,35,1,37,3,43,1,45,1,50,1,52,1,67,1,78,1,82,1,195,1],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,4,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[36,1,35,1,34,1,19,2,16,1,80,1,40,2,187,1,45,1,33,1,17,1,22,1,82,1,78,1,25,1,4,1,0,1,5,1,38,1,166,1,26,1,7,1,10,1,18,1,74,1,8,1,163,1,71,1,128,1,94,1,3,1,27,1,32,1,185,1,53,1,75,1,12,1,23,1,168,1,70,1,119,1,39,1,79,1,21,1,217,1],[63,2,62,1,41,1,40,1,22,1,4,1,21,1,10,1,26,1,12,1,25,1,3,1,27,1,5,1,1,1,36,1,7,2,32,1,20,1,18,1,34,1,33,1,35,1,39,1,59,1,19,1,31,1,17,1,30,1,139,1],[1,1,5,1,0,1,17,1,22,1,21,1,3,2,18,1,41,1,20,1,40,1,34,1,62,2,32,1,45,1,8,1,139,1,7,1,12,1,26,1,35,1,10,1,27,1,33,1,39,1,19,1,30,2,59,1],[36,1,34,1,1,1,22,1,33,1,41,1,21,1,35,1,32,1,8,1,18,1,20,1,64,1,4,1,26,1,17,1,63,1,62,1,3,1,40,1,25,1,27,1,7,1,30,1,12,1,19,1,39,1,31,1,59,1],[0,3,94,1,4,4,10,1,12,1,15,1,18,4,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[3,1,12,1,40,1,21,1,94,1,70,1,93,1,41,1,1,1,20,1,18,1,22,1,8,1,63,1,45,1,36,1,32,1,10,1,26,1,2,1,4,1,25,1,6,1,39,1,7,1],[22,1,63,1,21,1,64,1,1,1,18,1,27,1,62,1,0,1,20,1,26,1,33,1,35,1,4,1,8,1,34,1,41,1,36,1,32,1,3,1,7,1,12,1,10,1,40,1,19,1,30,1,17,1,31,1,39,1,59,1],[36,1,5,1,0,2,34,2,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,19,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,39,1,19,1,30,1,59,1,31,1],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,26,2,40,1,12,1,17,1,30,2,19,1,39,1,59,1],[0,2,36,1,64,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,39,1,59,1],[20,1,17,1,19,1,94,1,18,1,7,1],[0,6,7,2,11,1,13,1,17,2,21,1,30,1,32,1,34,1,36,1,39,3,45,1,50,1,52,2,59,1,61,1,65,1,81,1],[216,1,0,16,17,70],[94,1,7,1,102,1,13,1,110,1,17,2,129,1,25,1,139,1,30,4,35,1,37,3,43,1,45,1,50,1,52,1,67,1,78,1,82,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,17,6,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,12,17,6,111,1,114,1,23,6,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,17,6,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,17,3,21,1,23,1,25,3,30,6,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,12,17,6,111,1,114,1,23,6,30,57,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,1,17,6,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,17,6,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,3,4,2,7,2,11,1,13,1,17,2,20,2,23,1,25,1,30,6,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,17,6,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,17,2,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,17,6,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,17,6,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,12,17,6,111,1,114,1,23,6,30,13,141,1,43,43,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,17,2,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,17,2,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[0,6,7,2,11,1,13,1,16,1,18,1,21,1,30,1,32,1,34,1,36,1,39,3,45,1,50,1,52,2,59,1,61,1,65,1,81,1],[216,1,0,17,18,69],[94,1,7,1,102,1,13,1,110,1,16,1,18,1,129,1,25,1,139,1,30,4,35,1,37,3,43,1,45,1,50,1,52,1,67,1,78,1,82,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,1,18,5,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,13,18,5,111,1,114,1,23,6,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,1,18,5,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,1,18,2,21,1,23,1,25,3,30,6,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,13,18,5,111,1,114,1,23,6,30,57,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,2,18,5,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,3,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,1,18,5,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,3,4,2,7,2,11,1,13,1,16,1,18,1,20,2,23,1,25,1,30,6,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,1,18,5,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,1,18,1,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[2,2,7,1,11,1,13,1,18,1,119,1,23,3,30,6,37,1,39,1,43,1,45,1,50,1,52,1,67,1,183,1,185,1,78,1,81,1,195,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,1,18,5,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,1,18,5,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,13,18,5,111,1,114,1,23,6,30,13,141,1,43,43,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,1,18,1,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,1,18,1,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[36,1,35,1,34,1,19,2,16,1,80,1,40,2,187,1,45,1,33,1,22,1,82,1,78,1,25,1,4,1,0,1,5,1,38,1,166,1,26,1,7,1,10,1,18,1,74,1,8,1,163,1,71,1,128,1,110,1,94,1,3,1,27,1,32,1,185,1,53,1,75,1,12,1,23,1,168,1,70,1,119,1,39,1,79,1,21,1,217,1],[63,2,62,1,41,1,40,1,22,1,4,1,21,1,10,1,26,1,12,1,25,1,3,1,27,1,5,1,1,1,36,1,7,2,32,1,20,1,18,1,34,1,33,1,35,1,39,1,59,1,110,1,19,1,31,1,30,1,139,1],[6,1,137,1,94,1,93,1,1,1,69,1],[1,1,5,1,0,1,22,1,21,1,3,2,18,1,41,1,20,1,40,1,34,1,62,1,110,1,63,1,32,1,45,1,8,1,139,1,7,1,12,1,26,1,35,1,10,1,27,1,33,1,39,1,19,1,30,2,59,1],[0,1,3,1,32,1,36,1,34,1,1,1,22,1,33,1,41,1,21,1,35,1,8,1,18,1,20,1,64,1,4,1,26,1,63,1,62,1,40,1,25,1,27,1,7,1,30,1,12,1,110,1,19,1,39,1,31,1,59,1],[0,1,4,2,7,2,10,1,18,1,20,3,25,3,139,1,32,5,40,2,45,1,62,2,70,1],[0,1,34,1,18,1,4,1],[0,2,93,2,3,3,7,2,18,5,138,2,30,7,62,3],[119,1,45,1,5,1,168,1,163,1,23,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[33,1,35,1,7,1,0,1,34,1,5,1],[22,1,63,1,21,1,64,1,1,1,18,1,27,1,62,1,0,1,20,1,26,1,33,1,35,1,4,1,8,1,34,1,41,1,36,1,32,1,3,1,7,1,12,1,10,1,40,1,19,1,30,1,110,1,31,1,39,1,59,1],[36,1,5,1,0,2,34,2,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,110,1,39,1,19,1,30,1,59,1,31,1],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,26,2,40,1,12,1,30,2,19,1,110,1,39,1,59,1],[0,2,36,1,64,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,27,1,31,1,110,1,39,1,59,1],[94,1,139,1],[0,6,7,2,11,1,13,1,16,2,21,1,30,1,32,1,34,1,36,1,39,3,45,1,50,1,52,2,59,1,61,1,65,1,81,1],[216,1,0,18,19,68],[94,1,7,1,102,1,13,1,110,1,16,2,129,1,25,1,139,1,30,4,35,1,37,3,43,1,45,1,50,1,52,1,67,1,78,1,82,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,2,19,4,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,14,19,4,111,1,114,1,23,6,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,2,19,4,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,2,19,1,21,1,23,1,25,3,30,6,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,14,19,4,111,1,114,1,23,6,30,57,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,3,19,4,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,2,19,4,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,3,4,2,7,2,11,1,13,1,16,2,20,2,23,1,25,1,30,6,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1,63,1,62,1,41,1,22,1,10,1,26,1,12,1,3,1,27,1,36,1,110,1,19,1,139,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,2,19,4,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,2,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[2,2,7,1,11,1,13,1,17,1,119,1,23,3,30,6,37,1,39,1,43,1,45,1,50,1,52,1,67,1,183,1,185,1,78,1,81,1,195,1],[1,1,5,1,0,1,17,1,22,1,21,1,3,2,41,1,20,1,40,1,34,1,62,1,110,1,63,1,32,1,45,1,8,1,139,1,7,1,12,1,26,1,35,1,10,1,27,1,33,1,39,1,19,1,30,2,59,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,2,19,4,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,2,19,4,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,14,19,4,111,1,114,1,23,6,30,13,141,1,43,43,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,2,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,2,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,19,3,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[0,1,4,2,7,2,10,1,17,1,20,3,25,3,139,1,32,5,40,2,45,1,62,2,70,1],[0,1,34,1,4,1,17,1],[0,2,93,2,3,3,7,2,17,1,19,4,138,2,30,7,62,3],[4,1,219,1,6,1,10,1,34,1,37,1,22,1,94,1,25,1,35,1,43,1,41,1,82,1,33,1,12,1,70,1,45,1,78,1,1,1,220,1,79,1,32,1,81,1,36,1,5,1,17,1,217,1,190,1,53,1,93,1,27,1,80,1,26,1,3,1,0,1,77,1,221,1,20,1,8,1,21,1],[94,1,39,1,26,1,36,1,40,1,12,1,93,1,41,1,8,1,6,1,45,1,27,1,20,1,25,1,5,1,4,1,19,1,21,2,33,1,3,1,70,1,32,1,34,1,0,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[3,1,12,1,110,1,40,1,21,1,94,1,70,1,93,1,41,1,1,1,20,1,22,1,8,1,63,1,45,1,36,1,32,1,10,1,26,1,2,1,4,1,25,1,6,1,39,1,7,1],[22,1,63,1,21,1,64,1,1,1,27,1,62,1,0,1,20,1,26,1,33,1,35,1,4,1,8,1,34,1,41,1,36,1,32,1,3,1,7,1,12,1,10,1,40,1,19,1,30,1,17,1,110,1,31,1,39,1,59,1],[36,1,5,1,0,2,34,2,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,10,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,41,1,64,1,7,1,63,1,10,1,62,1,26,2,40,1,12,1,17,1,30,2,19,1,110,1,39,1,59,1],[0,2,36,1,64,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1,59,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,2,19,4,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,2,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,2,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,2,19,4,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[216,1,0,19,20,67],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,3,20,3,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,15,20,3,111,1,114,1,23,6,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,20,3,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,3,21,1,23,1,25,3,30,6,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,15,20,3,111,1,114,1,23,6,30,57,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,4,20,3,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,20,3,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,20,3,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,3,20,3,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,20,3,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,15,20,3,111,1,114,1,23,6,30,13,141,1,43,43,193,1,86,1,194,2],[216,1,0,16,110,1,16,3,20,3,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,13,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,4,20,3,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[36,1,35,1,34,1,20,1,16,1,80,1,40,2,187,1,45,1,33,1,17,1,22,1,82,1,78,1,25,1,4,1,0,1,5,1,38,1,166,1,26,1,7,1,10,1,18,1,74,1,8,1,163,1,71,1,128,1,110,1,94,1,3,1,27,1,32,1,185,1,53,1,75,1,12,1,23,1,168,1,70,1,119,1,39,1,79,1,21,1,217,1],[63,2,62,1,41,1,40,1,22,1,4,1,21,1,10,1,26,1,12,1,25,1,3,1,27,1,5,1,1,1,36,1,7,2,32,1,20,1,18,1,34,1,33,1,35,1,39,1,59,1,110,1,31,1,17,1,30,1,139,1],[1,1,5,1,0,1,17,1,22,1,21,1,3,2,18,1,41,1,20,1,40,1,34,1,62,1,110,1,63,1,32,1,45,1,8,1,139,1,7,1,12,1,26,1,35,1,10,1,27,1,33,1,39,1,30,2,59,1],[36,1,34,1,1,1,22,1,33,1,41,1,21,1,35,1,32,1,8,1,18,1,20,1,64,1,4,1,26,1,17,1,63,1,62,1,3,1,40,1,25,1,27,1,7,1,30,1,12,1,110,1,39,1,31,1,59,1],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,1,20,2,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[0,2,93,2,3,3,7,2,17,2,20,3,138,2,30,7,62,3],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[94,1,39,1,26,1,36,1,40,1,12,1,93,1,41,1,8,1,18,1,6,1,45,1,27,1,20,1,25,1,5,1,4,1,21,2,33,1,3,1,70,1,32,1,34,1,0,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[22,1,63,1,21,1,64,1,1,1,18,1,27,1,62,1,0,1,20,1,26,1,33,1,35,1,4,1,8,1,34,1,41,1,36,1,32,1,3,1,7,1,12,1,10,1,40,1,30,1,17,1,110,1,31,1,39,1,59,1],[36,1,5,1,0,2,34,2,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,30,1,59,1,31,1],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,26,2,40,1,12,1,17,1,30,2,110,1,39,1,59,1],[0,2,36,1,64,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,17,1,27,1,31,1,110,1,39,1,59,1],[216,1,0,20,21,66],[45,1,12,1,0,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,4,21,2,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,16,21,2,111,1,114,1,23,6,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,4,21,2,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,16,21,2,111,1,114,1,23,6,30,57,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,5,21,2,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,4,21,2,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[0,3,4,2,7,2,11,1,13,1,16,3,21,1,23,1,25,1,30,6,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1,63,1,62,1,41,1,22,1,10,1,26,1,12,1,3,1,27,1,36,1,110,1,19,1,139,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,4,21,2,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[1,1,5,1,0,1,17,1,22,1,21,1,3,2,18,1,41,1,40,1,34,1,62,1,110,1,63,1,32,1,45,1,8,1,139,1,7,1,12,1,26,1,35,1,10,1,27,1,33,1,39,1,19,1,30,2,59,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,4,21,2,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,4,21,2,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,16,21,2,111,1,114,1,23,6,30,13,141,1,43,43,193,1,86,1,194,2],[216,1,0,16,110,1,16,4,21,2,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,13,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,5,21,2,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2,110,1],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,2,21,1,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[0,1,4,2,7,2,10,1,17,2,21,2,25,3,139,1,32,5,40,2,45,1,62,2,70,1],[26,1,21,2,10,1,27,1,12,1],[0,2,93,2,3,3,7,2,17,3,21,2,138,2,30,7,62,3],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[94,1,39,1,26,1,36,1,40,1,12,1,93,1,41,1,8,1,18,1,6,1,45,1,27,1,25,1,5,1,4,1,19,1,21,2,33,1,3,1,70,1,32,1,34,1,0,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[3,1,12,1,110,1,40,1,21,1,94,1,70,1,93,1,41,1,1,1,18,1,22,1,8,1,63,1,45,1,36,1,32,1,10,1,26,1,2,1,4,1,25,1,6,1,39,1,7,1],[22,1,63,1,21,1,64,1,1,1,18,1,27,1,62,1,0,1,26,1,33,1,35,1,4,1,8,1,34,1,41,1,36,1,32,1,3,1,7,1,12,1,10,1,40,1,19,1,30,1,17,1,110,1,31,1,39,1,59,1],[36,1,5,1,0,2,34,2,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,2,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,26,2,40,1,12,1,17,1,30,2,19,1,110,1,39,1,59,1],[0,2,36,1,64,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1,59,1],[36,1,35,1,34,1,19,1,16,1,80,1,40,2,187,1,45,1,33,1,17,1,22,1,82,1,78,1,25,1,4,1,0,1,5,1,38,1,166,1,26,1,7,1,10,1,18,1,74,1,8,1,163,1,71,1,128,1,110,1,94,1,3,1,27,1,32,1,185,1,53,1,75,1,12,1,23,1,168,1,70,1,119,1,39,1,79,1,21,1,217,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[0,6,7,2,11,1,13,1,16,3,30,1,32,1,34,1,36,1,39,3,45,1,50,1,52,2,59,1,61,1,65,1,81,1],[216,1,0,21,22,65],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,5,22,1,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,17,22,1,111,1,114,1,23,6,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,5,22,1,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,17,22,1,111,1,114,1,23,6,30,57,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,6,22,1,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,5,22,1,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[0,3,4,2,7,2,11,1,13,1,16,3,20,1,23,1,25,1,30,6,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1,63,1,62,1,41,1,22,1,10,1,26,1,12,1,3,1,27,1,36,1,110,1,19,1,139,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,5,22,1,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[1,1,5,1,0,1,17,1,22,1,3,2,18,1,41,1,20,1,40,1,34,1,62,1,110,1,63,1,32,1,45,1,8,1,139,1,7,1,12,1,26,1,35,1,10,1,27,1,33,1,39,1,19,1,30,2,59,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,5,22,1,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,5,22,1,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,17,22,1,111,1,114,1,23,6,30,13,141,1,43,43,193,1,86,1,194,2],[216,1,0,16,110,1,16,5,22,1,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,13,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,6,22,1,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2,110,1],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,3,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[0,1,4,2,7,2,10,1,17,2,20,1,22,1,25,3,139,1,32,5,40,2,45,1,62,2,70,1],[20,1,26,1,22,1,10,1,27,1,12,1],[0,2,93,2,3,3,7,2,17,4,22,1,138,2,30,7,62,3],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[94,1,39,1,26,1,36,1,40,1,12,1,93,1,41,1,8,1,18,1,6,1,45,1,27,1,20,1,25,1,5,1,4,1,19,1,22,1,33,1,3,1,70,1,32,1,34,1,0,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[3,1,12,1,110,1,40,1,94,1,70,1,93,1,41,1,1,1,20,1,18,1,22,1,8,1,63,1,45,1,36,1,32,1,10,1,26,1,2,1,4,1,25,1,6,1,39,1,7,1],[22,1,63,2,1,1,18,1,27,1,62,1,0,1,20,1,26,1,33,1,35,1,4,1,8,1,34,1,41,1,36,1,32,1,3,1,7,1,12,1,10,1,40,1,19,1,30,1,17,1,110,1,31,1,39,1,59,1],[36,1,5,1,0,2,34,2,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[1,1,0,1,5,1,34,1,22,1,36,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,26,2,40,1,12,1,17,1,30,2,19,1,110,1,39,1,59,1],[0,2,36,1,64,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,32,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1,59,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,5,22,1,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,5,22,1,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,6,22,1,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[0,1,2,1,4,2,8,1,11,3,16,4,23,1,25,3,30,6,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,22,23,64],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,6,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,18,111,1,114,1,23,6,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,6,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,18,111,1,114,1,23,6,30,57,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,7,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,6,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[63,2,62,1,41,1,40,1,4,1,21,1,10,1,26,1,12,1,25,1,3,1,27,1,5,1,1,1,36,1,7,2,32,1,20,1,18,1,34,1,33,1,35,1,39,1,59,1,110,1,19,1,31,1,17,1,30,1,139,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,6,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[1,1,5,1,0,1,17,1,21,1,3,2,18,1,41,1,20,1,40,1,34,1,62,1,110,1,63,1,32,1,45,1,8,1,139,1,7,1,12,1,26,1,35,1,10,1,27,1,33,1,39,1,19,1,30,2,59,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,6,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,6,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,18,111,1,114,1,23,6,30,13,141,1,43,43,193,1,86,1,194,2],[216,1,0,16,110,1,16,6,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,13,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,7,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2,110,1],[0,1,4,2,7,2,10,1,17,2,20,2,25,3,139,1,32,5,40,2,45,1,62,2,70,1],[20,1,26,1,21,1,10,1,27,1,12,1],[0,2,93,2,3,3,7,2,17,5,138,2,30,7,62,3],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[94,1,39,1,26,1,36,1,40,1,12,1,93,1,41,1,8,1,18,1,6,1,45,1,27,1,20,1,25,1,5,1,4,1,19,1,21,1,33,1,3,1,70,1,32,1,34,1,0,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[3,1,12,1,110,1,40,1,21,1,94,1,70,1,93,1,41,1,1,1,20,1,18,1,8,1,63,1,45,1,36,1,32,1,10,1,26,1,2,1,4,1,25,1,6,1,39,1,7,1],[63,1,21,1,64,1,1,1,18,1,27,1,62,1,0,1,20,1,26,1,33,1,35,1,4,1,8,1,34,1,41,1,36,1,32,1,3,1,7,1,12,1,10,1,40,1,19,1,30,1,17,1,110,1,31,1,39,1,59,1],[36,1,5,1,0,2,34,2,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[1,1,0,1,5,1,34,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,26,2,40,1,12,1,17,1,30,2,19,1,110,1,39,1,59,1],[0,2,36,1,64,1,4,1,12,1,8,1,34,1,63,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1,59,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,6,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,6,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,7,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,1,112,6,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,112,8,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,114,1,23,6,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,112,8,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,114,1,23,6,30,57,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,112,1,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,112,8,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,112,8,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,112,8,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,1,112,6,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,112,1,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,1,112,6,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,112,8,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,114,1,23,6,30,13,141,1,43,43,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,112,8,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,112,8,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,2,113,5,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,1,113,7,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,1,113,7,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,1,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,1,113,7,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,1,113,7,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,1,113,7,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,2,113,5,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,1,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,2,113,5,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,1,113,7,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,1,113,7,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,1,113,7,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,3,114,4,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,2,114,6,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,2,114,6,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,2,114,6,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,2,114,6,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,2,114,6,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,3,114,4,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,3,114,4,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,2,114,6,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,2,114,6,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,2,114,6,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,4,115,3,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,3,115,5,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,23,6,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,3,115,5,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,23,6,30,57,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,115,1,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,3,115,5,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,3,115,5,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,3,115,5,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,4,115,3,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,115,3,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,4,115,3,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,115,1,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,3,115,5,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,23,6,30,13,141,1,43,43,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,3,115,5,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,3,115,5,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,5,116,2,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,4,116,4,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,4,116,4,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,1,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,4,116,4,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,4,116,4,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,4,116,4,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,5,116,2,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,1,116,2,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,5,116,2,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,1,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,4,116,4,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,4,116,4,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,4,116,4,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,6,117,1,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,5,117,3,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,5,117,3,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,5,117,3,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,5,117,3,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,5,117,3,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,6,117,1,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,2,117,1,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,6,117,1,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,5,117,3,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,5,117,3,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,5,117,3,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,7,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,6,118,2,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,6,118,2,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,6,118,2,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,6,118,2,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,6,118,2,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,7,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,3,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,7,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,118,2,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,6,118,2,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,6,118,2,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,6,118,2,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,7,119,1,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,7,119,1,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,7,119,1,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,7,119,1,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,7,119,1,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,1,119,1,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,7,119,1,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,7,119,1,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,7,119,1,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,119,1,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,7,119,1,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,8,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,8,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,8,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,8,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,8,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,2,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,8,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,8,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,8,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,1,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[2,2,7,1,11,1,13,1,17,2,23,3,30,6,37,1,39,1,43,1,45,1,50,1,52,1,67,1,183,1,185,1,78,1,81,1,195,1],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,8,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,8,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,0,23,24,63],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,20,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,24,5,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,20,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,25,3,30,6,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,19,111,1,114,1,24,5,30,57,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,4,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,20,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,3,4,2,7,2,11,1,13,1,16,3,20,2,25,1,30,6,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,20,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,20,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[2,2,7,1,11,1,13,1,17,2,119,1,24,2,30,6,37,1,39,1,43,1,45,1,50,1,52,1,67,1,183,1,185,1,78,1,81,1,195,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,5,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,20,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,24,5,30,13,141,1,43,43,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,20,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,20,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,121,10,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,121,10,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,121,10,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,121,10,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,121,10,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,121,1,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,121,10,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,121,10,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,121,10,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,121,1,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,121,10,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,1,122,9,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,1,122,9,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,1,122,9,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,1,122,9,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,1,122,9,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,1,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,1,122,9,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,1,122,9,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,1,122,9,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,1,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,1,122,9,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,123,5,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,2,123,8,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,2,123,8,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,2,123,8,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,2,123,8,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,2,123,8,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,123,5,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,123,1,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,123,5,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,2,123,8,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,2,123,8,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,2,123,8,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,1,124,4,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,3,124,7,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,3,124,7,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,3,124,7,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,3,124,7,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,3,124,7,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,1,124,4,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,1,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,1,124,4,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,3,124,7,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,3,124,7,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,3,124,7,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,2,125,3,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,4,125,6,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,4,125,6,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,4,125,6,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,4,125,6,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,4,125,6,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,2,125,3,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,2,125,3,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,4,125,6,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,4,125,6,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,4,125,6,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,3,126,2,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,5,126,5,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,5,126,5,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,5,126,5,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,5,126,5,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,5,126,5,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,3,126,2,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,3,126,2,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,5,126,5,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,5,126,5,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,5,126,5,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,126,2,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,5,126,5,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,5,126,5,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,4,127,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,6,127,4,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,6,127,4,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,1,127,1,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,6,127,4,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,6,127,4,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,6,127,4,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,4,127,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,4,127,1,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,6,127,4,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,6,127,4,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,6,127,4,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,5,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,7,128,3,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,7,128,3,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,2,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,7,128,3,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,7,128,3,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,7,128,3,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,5,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,5,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,7,128,3,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,7,128,3,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,7,128,3,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,7,128,3,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,7,128,3,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,8,129,2,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,8,129,2,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,8,129,2,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,8,129,2,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,8,129,2,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,8,129,2,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,8,129,2,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,8,129,2,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,8,129,2,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[94,1,7,1,102,1,13,1,110,1,16,3,25,1,139,1,30,4,35,1,37,3,43,1,45,1,50,1,52,1,67,1,78,1,82,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,9,130,1,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,9,130,1,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,9,130,1,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,9,130,1,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,9,130,1,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,9,130,1,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,9,130,1,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,9,130,1,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,10,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,10,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,10,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,10,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,10,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,10,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,10,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,10,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,0,24,25,62],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,25,3,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,1,25,4,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,25,3,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,1,25,4,30,57,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,25,3,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,25,3,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,25,3,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,25,1,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[2,2,7,1,11,1,13,1,17,2,119,1,23,1,25,1,30,6,37,1,39,1,43,1,45,1,50,1,52,1,67,1,183,1,185,1,78,1,81,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,25,3,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,1,25,4,30,13,141,1,43,43,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,25,1,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,25,1,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,25,1,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,25,1,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[16,1,32,1,18,1,6,1,19,1,78,1,70,1,220,1,21,1,12,1,45,1,39,1,36,1,40,1,217,1,0,1,25,1,5,1,1,1,4,1,26,1,35,1,94,1,203,1,10,1,93,1,20,1,219,1,82,1,22,1,8,1,34,1,79,1,27,1,33,1,80,1,190,1,41,1,3,1],[0,1,3,2,8,1],[216,1,0,25,26,61],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[94,1,7,1,102,1,13,1,110,1,16,3,129,1,139,1,30,4,35,1,37,3,43,1,45,1,50,1,52,1,67,1,78,1,82,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,1,26,2,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,2,26,3,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,1,26,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,26,2,30,6,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,19,111,1,114,1,23,2,26,3,30,57,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,1,26,2,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,1,26,2,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[0,3,4,2,7,2,11,1,13,1,16,3,20,2,23,1,30,6,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1,63,1,62,1,41,1,22,1,10,1,26,1,12,1,3,1,27,1,36,1,110,1,19,1,139,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,1,26,2,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,1,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[2,2,7,1,11,1,13,1,17,2,119,1,23,2,30,6,37,1,39,1,43,1,45,1,50,1,52,1,67,1,183,1,185,1,78,1,81,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,1,26,2,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,2,26,3,30,13,141,1,43,43,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,1,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,1,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[0,1,4,2,7,2,10,1,17,2,20,3,26,2,139,1,32,5,40,2,45,1,62,2,70,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[94,1,39,1,26,1,36,1,40,1,12,1,93,1,41,1,8,1,18,1,6,1,45,1,27,1,20,1,5,1,4,1,19,1,21,2,33,1,3,1,70,1,32,1,34,1,0,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[3,1,12,1,110,1,40,1,21,1,94,1,70,1,93,1,41,1,1,1,20,1,18,1,22,1,8,1,63,1,45,1,36,1,32,1,10,1,26,1,2,1,4,1,6,1,39,1,7,1],[36,1,5,1,0,2,34,2,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[0,2,36,1,64,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1,59,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,1,26,2,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,16,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,1,26,2,133,2,208,1,135,1,28,1,137,3,30,13,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,1,26,2,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[16,1,24,1,32,1,18,1,6,1,19,1,78,1,70,1,220,1,21,1,12,1,45,1,39,1,36,1,40,1,217,1,0,1,5,1,1,1,4,1,26,1,35,1,94,1,203,1,10,1,93,1,20,1,219,1,82,1,22,1,8,1,34,1,79,1,27,1,33,1,80,1,190,1,41,1,3,1],[94,1,3,2,13,1,139,1,32,1,0,1,5,1,8,1,33,2,40,1],[216,1,0,26,27,60],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,2,27,1,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,3,27,2,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,2,27,1,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,1,27,1,30,6,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,19,111,1,114,1,23,3,27,2,30,57,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,2,27,1,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,2,27,1,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[63,2,62,1,41,1,40,1,22,1,4,1,21,1,10,1,12,1,25,1,3,1,27,1,5,1,1,1,36,1,7,2,32,1,20,1,18,1,34,1,33,1,35,1,39,1,59,1,110,1,19,1,31,1,17,1,30,1,139,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,2,27,1,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[1,1,5,1,0,1,17,1,22,1,21,1,3,2,18,1,41,1,20,1,40,1,34,1,62,1,110,1,63,1,32,1,45,1,8,1,139,1,7,1,12,1,35,1,10,1,27,1,33,1,39,1,19,1,30,2,59,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,2,27,1,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,3,27,2,30,13,141,1,43,43,193,1,86,1,194,2],[216,1,0,16,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,2,27,1,133,2,208,1,135,1,28,1,137,3,30,13,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,2,27,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2,110,1],[0,1,4,2,7,2,10,1,17,2,20,3,25,1,27,1,139,1,32,5,40,2,45,1,62,2,70,1],[20,3,10,1,27,1,12,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[94,1,39,1,36,1,40,1,12,1,93,1,41,1,8,1,18,1,6,1,45,1,27,1,20,1,25,1,5,1,4,1,19,1,21,2,33,1,3,1,70,1,32,1,34,1,0,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[3,1,12,1,110,1,40,1,21,1,94,1,70,1,93,1,41,1,1,1,20,1,18,1,22,1,8,1,63,1,45,1,36,1,32,1,10,1,2,1,4,1,25,1,6,1,39,1,7,1],[22,1,63,1,21,1,64,1,1,1,18,1,27,1,62,1,0,1,20,1,33,1,35,1,4,1,8,1,34,1,41,1,36,1,32,1,3,1,7,1,12,1,10,1,40,1,19,1,30,1,17,1,110,1,31,1,39,1,59,1],[36,1,5,1,0,2,34,2,4,1,32,1,41,1,33,1,8,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[5,1,1,1,0,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,27,1,40,1,12,1,17,1,30,2,19,1,110,1,39,1,59,1],[0,2,36,1,64,1,4,1,12,1,8,1,34,1,63,1,22,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1,59,1],[216,1,0,27,28,59],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,3,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,4,28,1,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,3,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,2,30,6,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,19,111,1,114,1,23,4,28,1,30,57,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,3,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,3,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,3,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,3,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,4,28,1,30,13,141,1,43,43,193,1,86,1,194,2],[216,1,0,16,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,3,133,2,208,1,135,1,28,1,137,3,30,13,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,3,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[36,1,35,1,34,1,19,2,16,1,80,1,40,2,187,1,45,1,33,1,17,1,22,1,82,1,78,1,25,1,4,1,0,1,5,1,38,1,166,1,26,1,7,1,10,1,18,1,74,1,8,1,163,1,71,1,128,1,110,1,94,1,3,1,32,1,185,1,53,1,75,1,12,1,23,1,168,1,70,1,119,1,39,1,79,1,21,1,217,1],[63,2,62,1,41,1,40,1,22,1,4,1,21,1,10,1,26,1,12,1,25,1,3,1,5,1,1,1,36,1,7,2,32,1,20,1,18,1,34,1,33,1,35,1,39,1,59,1,110,1,19,1,31,1,17,1,30,1,139,1],[1,1,5,1,0,1,17,1,22,1,21,1,3,2,18,1,41,1,20,1,40,1,34,1,62,1,110,1,63,1,32,1,45,1,8,1,139,1,7,1,12,1,26,1,35,1,10,1,33,1,39,1,19,1,30,2,59,1],[36,1,34,1,1,1,22,1,33,1,41,1,21,1,35,1,32,1,8,1,18,1,20,1,64,1,4,1,26,1,17,1,63,1,62,1,3,1,40,1,25,1,7,1,30,1,12,1,110,1,19,1,39,1,31,1,59,1],[0,1,4,2,7,2,10,1,17,2,20,3,25,2,139,1,32,5,40,2,45,1,62,2,70,1],[20,1,26,1,21,2,10,1,12,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[94,1,39,1,26,1,36,1,40,1,12,1,93,1,41,1,8,1,18,1,6,1,45,1,20,1,25,1,5,1,4,1,19,1,21,2,33,1,3,1,70,1,32,1,34,1,0,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[22,1,63,1,21,1,64,1,1,1,18,1,62,1,0,1,20,1,26,1,33,1,35,1,4,1,8,1,34,1,41,1,36,1,32,1,3,1,7,1,12,1,10,1,40,1,19,1,30,1,17,1,110,1,31,1,39,1,59,1],[36,1,5,1,0,2,34,2,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,26,1,40,1,12,1,17,1,30,2,19,1,110,1,39,1,59,1],[0,2,36,1,64,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,31,1,110,1,39,1,59,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,132,3,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,132,3,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,132,4,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,132,3,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,133,2,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,133,3,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,133,2,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,133,2,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,133,2,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,133,2,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,133,2,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,133,2,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,133,2,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,1,133,2,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,133,3,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,133,3,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,133,2,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,1,134,1,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,2,134,2,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,2,134,1,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,134,1,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,1,134,1,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,1,134,1,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,1,134,1,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,1,134,1,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,1,134,1,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,1,134,1,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,2,134,1,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,1,134,2,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,2,134,2,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,2,134,1,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,2,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,3,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,3,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,1,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,2,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,2,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,2,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,2,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,2,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,2,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,3,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,2,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,3,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,3,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,4,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[88,2,0,6,7,7,108,3,16,7,25,3,30,12,44,2,47,1,50,1,52,2,59,1,63,3,67,2,70,1,82,3,86,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,3,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,4,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,4,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,4,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,0,16,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,3,28,1,137,3,30,13,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,3,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,3,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,4,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[28,1,138,1],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,0,28,29,58],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,4,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,8,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,5,30,19,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,4,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,5,30,57,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,4,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,4,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,4,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,4,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,4,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,4,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,4,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,7,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,5,30,13,141,1,43,43,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,8,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,4,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,4,135,4,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[138,1,37,1,94,1],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,8,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,4,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[135,1,138,1,37,1,94,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,137,2,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,137,2,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,137,2,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,137,2,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,137,2,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,137,2,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,137,2,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,137,2,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,137,2,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,137,2,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,137,2,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,137,2,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,137,2,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,4,135,1,28,1,137,2,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,1,138,1,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,1,138,1,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,1,138,1,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,1,138,1,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,1,138,1,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,1,138,1,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,1,138,1,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,1,138,1,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,1,138,1,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,1,138,1,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,1,138,1,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,1,138,1,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,1,138,1,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,1,138,1,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,1,138,1,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,1,138,1,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,2,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,2,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,2,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,2,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,2,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,2,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,2,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,2,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,2,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,2,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,2,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,2,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,2,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,2,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[135,1,28,1,37,1,94,1,29,1,139,1],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,2,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[28,1,37,1,94,1],[0,2,93,2,3,3,7,2,17,6,139,1,30,7,62,3],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,4,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[216,1,0,29,30,57],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,4,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,4,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,4,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,4,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,4,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,4,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,4,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,4,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,4,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[94,1,138,2],[94,1,7,1,102,1,13,1,110,1,16,3,129,1,25,1,30,4,35,1,37,3,43,1,45,1,50,1,52,1,67,1,78,1,82,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,14,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,3,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,14,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[63,2,62,1,41,1,40,1,22,1,4,1,21,1,10,1,26,1,12,1,25,1,3,1,27,1,5,1,1,1,36,1,7,2,32,1,20,1,18,1,34,1,33,1,35,1,39,1,59,1,110,1,19,1,31,1,17,1,30,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,14,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,4,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[1,1,5,1,0,1,17,1,22,1,21,1,3,2,18,1,41,1,20,1,40,1,34,1,62,1,110,1,63,1,32,1,45,1,8,1,7,1,12,1,26,1,35,1,10,1,27,1,33,1,39,1,19,1,30,2,59,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,8,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,14,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,4,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,4,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[0,1,4,2,7,2,10,1,17,2,20,3,25,3,32,5,40,2,45,1,62,2,70,1],[94,1,17,1],[34,1,32,1],[36,1,32,1],[36,1,32,1,62,1],[0,2,93,2,3,3,7,2,17,6,138,1,30,7,62,3],[36,1,5,1,0,2,34,2,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[0,2,36,1,64,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1,59,1],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,4,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,4,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[94,1,138,1,29,1,3,2,13,1,25,1,32,1],[0,6,7,2,11,1,13,1,16,3,21,1,32,1,34,1,36,1,39,3,45,1,50,1,52,2,59,1,61,1,65,1,81,1],[216,1,0,30,31,56],[94,1,7,1,102,1,13,1,110,1,16,3,129,1,25,1,139,1,31,3,35,1,37,3,43,1,45,1,50,1,52,1,67,1,78,1,82,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,31,12,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,31,18,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,31,1,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,31,5,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,19,111,1,114,1,23,6,31,56,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,31,12,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,31,12,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,3,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,31,5,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1,63,1,62,1,41,1,22,1,10,1,26,1,12,1,3,1,27,1,36,1,110,1,19,1,139,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,31,12,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,31,2,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[2,2,7,1,11,1,13,1,17,2,119,1,23,3,31,5,37,1,39,1,43,1,45,1,50,1,52,1,67,1,183,1,185,1,78,1,81,1,195,1],[1,1,5,1,0,1,17,1,22,1,21,1,3,2,18,1,41,1,20,1,40,1,34,1,62,1,110,1,63,1,32,1,45,1,8,1,139,1,7,1,12,1,26,1,35,1,10,1,27,1,33,1,39,1,19,1,31,1,59,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,31,6,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,31,12,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,31,12,141,1,43,43,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,31,2,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,31,2,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,31,1,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[33,1,35,2,34,1,32,1],[0,2,93,2,3,3,7,2,17,6,138,2,31,6,62,3],[22,1,63,1,21,1,64,1,1,1,18,1,27,1,62,1,0,1,20,1,26,1,33,1,35,1,4,1,8,1,34,1,41,1,36,1,32,1,3,1,7,1,12,1,10,1,40,1,19,1,17,1,110,1,31,1,39,1,59,1],[36,1,5,1,0,2,34,2,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,39,1,110,1,19,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,59,1,31,1],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,26,2,40,1,12,1,17,1,31,1,19,1,110,1,39,1,59,1],[0,2,36,1,64,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,18,2,17,1,27,1,31,1,110,1,39,1,59,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,31,12,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,31,2,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,31,2,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[36,1,34,1,1,1,22,1,33,1,41,1,21,1,35,1,32,1,8,1,18,1,20,1,64,1,4,1,26,1,17,1,63,1,62,1,3,1,40,1,25,1,27,1,7,1,12,1,110,1,19,1,39,1,31,1,59,1],[216,1,0,31,32,55],[94,1,7,1,102,1,13,1,110,1,16,3,129,1,25,1,139,1,30,1,32,2,35,1,37,3,43,1,45,1,50,1,52,1,67,1,78,1,82,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,1,32,11,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,1,32,17,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,1,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,1,32,4,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,1,32,55,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,1,32,11,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,1,32,11,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,3,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,1,32,4,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,1,32,11,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,1,32,1,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[2,2,7,1,11,1,13,1,17,2,119,1,23,3,30,1,32,4,37,1,39,1,43,1,45,1,50,1,52,1,67,1,183,1,185,1,78,1,81,1,195,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,1,32,5,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,1,32,11,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,1,32,11,141,1,43,43,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,1,32,1,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,1,32,1,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,1,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[0,2,93,2,3,3,7,2,17,6,138,2,30,1,32,5,62,3],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,1,32,11,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,1,32,1,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,1,32,1,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[63,2,62,1,41,1,40,1,22,1,4,1,21,1,10,1,26,1,12,1,25,1,3,1,27,1,5,1,1,1,36,1,7,2,32,1,20,1,18,1,34,1,33,1,35,1,39,1,59,1,110,1,19,1,17,1,30,1,139,1],[1,1,5,1,0,1,17,1,22,1,21,1,3,2,18,1,41,1,20,1,40,1,34,1,62,1,110,1,63,1,32,1,45,1,8,1,139,1,7,1,12,1,26,1,35,1,10,1,27,1,33,1,39,1,19,1,30,1,59,1],[36,1,34,1,1,1,22,1,33,1,41,1,21,1,35,1,32,1,8,1,18,1,20,1,64,1,4,1,26,1,17,1,63,1,62,1,3,1,40,1,25,1,27,1,7,1,30,1,12,1,110,1,19,1,39,1,59,1],[22,1,63,1,21,1,64,1,1,1,18,1,27,1,62,1,0,1,20,1,26,1,33,1,35,1,4,1,8,1,34,1,41,1,36,1,32,1,3,1,7,1,12,1,10,1,40,1,19,1,30,1,17,1,110,1,39,1,59,1],[36,1,5,1,0,2,34,2,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,30,1,39,1,110,1,19,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,26,2,40,1,12,1,17,1,30,1,19,1,110,1,39,1,59,1],[0,2,36,1,64,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,110,1,39,1,59,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,3,203,1,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[0,6,7,2,11,1,13,1,16,3,21,1,30,1,34,1,36,1,39,3,45,1,50,1,52,2,59,1,61,1,65,1,81,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,2,33,10,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,2,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,2,33,10,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,2,33,10,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,2,33,10,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,2,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,2,33,4,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,2,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,2,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,0,32,33,54],[94,1,7,1,102,1,13,1,110,1,16,3,129,1,25,1,139,1,30,2,33,1,35,1,37,3,43,1,45,1,50,1,52,1,67,1,78,1,82,1,195,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,2,33,16,145,1,49,38,194,1],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,2,33,3,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,2,33,54,194,1],[0,3,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,2,33,3,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1,63,1,62,1,41,1,22,1,10,1,26,1,12,1,3,1,27,1,36,1,110,1,19,1,139,1],[2,2,7,1,11,1,13,1,17,2,119,1,23,3,30,2,33,3,37,1,39,1,43,1,45,1,50,1,52,1,67,1,183,1,185,1,78,1,81,1,195,1],[1,1,5,1,0,1,17,1,22,1,21,1,3,2,18,1,41,1,20,1,40,1,34,1,62,1,110,1,63,1,45,1,8,1,139,1,7,1,12,1,26,1,35,1,10,1,27,1,33,1,39,1,19,1,30,2,59,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,2,33,10,141,1,43,43,193,1,86,1,194,2],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,2,202,2,33,4,40,2,45,1,158,1,69,1,211,1,159,1],[0,1,4,2,7,2,10,1,17,2,20,3,25,3,139,1,33,4,40,2,45,1,62,2,70,1],[33,1,30,1,35,2,34,1],[34,1,139,1],[36,1,139,1],[139,1,36,1],[0,2,93,2,3,3,7,2,17,6,138,2,30,2,33,4,62,3],[94,1,3,2,13,1,25,1,139,1],[219,1,4,1,6,1,10,1,34,1,37,1,22,1,94,1,25,1,35,1,43,1,41,1,82,1,33,1,12,1,70,1,45,1,78,1,1,1,220,1,79,1,81,1,36,1,5,1,17,2,217,1,190,1,53,1,93,1,27,1,80,1,26,1,3,1,0,1,77,1,221,1,20,1,8,1,21,1],[94,1,39,1,26,1,36,1,40,1,12,1,93,1,41,1,8,1,18,1,6,1,45,1,27,1,20,1,25,1,5,1,4,1,19,1,21,2,33,1,3,1,70,1,34,1,0,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[3,1,12,1,110,1,40,1,21,1,94,1,70,1,93,1,41,1,1,1,20,1,18,1,22,1,8,1,63,1,45,1,36,1,10,1,26,1,2,1,4,1,25,1,6,1,39,1,7,1],[22,1,63,1,21,1,64,1,1,1,18,1,27,1,62,1,0,1,20,1,26,1,33,1,35,1,4,1,8,1,34,1,41,1,36,1,3,1,7,1,12,1,10,1,40,1,19,1,30,1,17,1,110,1,31,1,39,1,59,1],[36,1,5,1,0,2,34,2,4,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,26,2,40,1,12,1,17,1,30,2,19,1,110,1,39,1,59,1],[0,2,36,1,64,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1,59,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,2,33,10,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,11,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,5,40,2,45,1,158,1,69,1,211,1,159,1],[94,1,39,1,26,1,36,1,40,1,12,1,93,1,41,1,8,1,18,1,6,1,45,1,27,1,20,1,25,1,5,1,4,1,19,1,21,2,33,1,3,1,70,1,32,1,34,1,0,2,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[216,1,0,33,34,53],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,3,34,9,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,3,34,15,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,34,9,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,3,34,53,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,3,34,9,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,9,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,9,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,3,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,3,34,9,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,3,34,9,141,1,43,43,193,1,86,1,194,2],[216,1,0,16,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,3,34,9,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,3,34,9,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,34,3,40,2,45,1,158,1,69,1,211,1,159,1],[0,1,4,2,7,2,10,1,17,2,20,3,25,3,139,1,32,1,34,3,40,2,45,1,62,2,70,1],[36,1,35,1,34,1,5,1,40,2],[30,1,35,2,34,1,32,1],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,9,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[16,1,24,1,32,1,18,1,6,1,19,1,78,1,70,1,220,1,21,1,12,1,45,1,39,1,36,1,40,1,217,1,0,1,25,1,5,1,1,1,4,1,26,1,35,1,94,1,203,1,10,1,93,1,20,1,219,1,82,1,22,1,8,1,34,1,79,1,27,1,80,1,190,1,41,1,3,1],[94,1,7,1,102,1,13,1,110,1,16,3,129,1,25,1,139,1,30,3,35,1,37,3,43,1,45,1,50,1,52,1,67,1,78,1,82,1,195,1],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,3,34,2,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[0,3,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,3,34,2,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1,63,1,62,1,41,1,22,1,10,1,26,1,12,1,3,1,27,1,36,1,110,1,19,1,139,1],[2,2,7,1,11,1,13,1,17,2,119,1,23,3,30,3,34,2,37,1,39,1,43,1,45,1,50,1,52,1,67,1,183,1,185,1,78,1,81,1,195,1],[1,1,5,1,0,1,17,1,22,1,21,1,3,2,18,1,41,1,20,1,40,1,34,1,62,1,110,1,63,1,32,1,45,1,8,1,139,1,7,1,12,1,26,1,35,1,10,1,27,1,39,1,19,1,30,2,59,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,3,34,9,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2,110,1],[0,2,93,2,3,3,7,2,17,6,138,2,30,3,34,3,62,3],[94,1,39,1,26,1,36,1,40,1,12,1,93,1,41,1,8,1,18,1,6,1,45,1,27,1,20,1,25,1,5,1,4,1,19,1,21,2,3,1,70,1,32,1,34,1,0,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[35,1,7,1,0,1,34,1,17,1,5,1],[22,1,63,1,21,1,64,1,1,1,18,1,27,1,62,1,0,1,20,1,26,1,35,1,4,1,8,1,34,1,41,1,36,1,32,1,3,1,7,1,12,1,10,1,40,1,19,1,30,1,17,1,110,1,31,1,39,1,59,1],[36,1,5,1,0,2,34,2,4,1,32,1,41,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,4,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,26,2,40,1,12,1,17,1,30,2,19,1,110,1,39,1,59,1],[0,2,36,1,64,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1,59,1],[0,1,5,1,8,1,13,1,25,1,34,1,40,1],[219,1,4,1,6,1,10,1,34,1,37,1,22,1,94,1,25,1,35,1,43,1,41,1,82,1,12,1,70,1,45,1,78,1,1,1,220,1,79,1,32,1,81,1,36,1,5,1,17,2,217,1,190,1,53,1,93,1,27,1,80,1,26,1,3,1,0,1,77,1,221,1,20,1,8,1,21,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,3,34,9,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,6,7,2,11,1,13,1,16,3,21,1,30,1,32,1,36,1,39,3,45,1,50,1,52,2,59,1,61,1,65,1,81,1],[216,1,0,34,35,52],[45,1,12,1,0,1,20,1,41,1,80,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,4,35,8,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,4,35,14,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,1,35,8,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,4,35,1,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,4,35,52,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,4,35,8,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,4,35,8,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[0,3,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,4,35,1,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1,63,1,62,1,41,1,22,1,10,1,26,1,12,1,3,1,27,1,36,1,110,1,19,1,139,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,4,35,8,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,35,1,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[2,2,7,1,11,1,13,1,17,2,119,1,23,3,30,4,35,1,37,1,39,1,43,1,45,1,50,1,52,1,67,1,183,1,185,1,78,1,81,1,195,1],[1,1,5,1,0,1,17,1,22,1,21,1,3,2,18,1,41,1,20,1,40,1,62,1,110,1,63,1,32,1,45,1,8,1,139,1,7,1,12,1,26,1,35,1,10,1,27,1,33,1,39,1,19,1,30,2,59,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,4,35,2,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,4,35,8,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,4,35,8,141,1,43,43,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,35,1,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,35,1,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,1,35,2,40,2,45,1,158,1,69,1,211,1,159,1],[0,1,4,2,7,2,10,1,17,2,20,3,25,3,139,1,32,2,35,2,40,2,45,1,62,2,70,1],[36,1,35,1,33,1,5,1,40,2],[33,1,30,1,35,2,32,1],[0,2,93,2,3,3,7,2,17,6,138,2,30,4,35,2,62,3],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[94,1,39,1,26,1,36,1,40,1,12,1,93,1,41,1,8,1,18,1,6,1,45,1,27,1,20,1,25,1,5,1,4,1,19,1,21,2,33,1,3,1,70,1,32,1,0,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[33,1,35,1,7,1,0,1,17,1,5,1],[22,1,63,1,21,1,64,1,1,1,18,1,27,1,62,1,0,1,20,1,26,1,33,1,35,1,4,1,8,1,41,1,36,1,32,1,3,1,7,1,12,1,10,1,40,1,19,1,30,1,17,1,110,1,31,1,39,1,59,1],[36,1,5,1,0,2,35,1,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[5,1,1,1,0,1,26,1,41,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[1,1,0,1,5,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,26,2,40,1,12,1,17,1,30,2,19,1,110,1,39,1,59,1],[0,2,36,1,64,1,4,1,12,1,8,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1,59,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,4,35,8,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,18,1,4,1,17,1],[0,1,5,1,8,1,13,1,25,1,33,1,40,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,4,35,8,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,16,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,4,35,8,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,4,35,8,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[32,1,139,1],[216,1,0,35,36,51],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,5,36,7,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,5,36,13,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,2,36,7,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,5,36,51,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,5,36,7,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,5,36,7,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,5,36,7,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,1,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,5,36,1,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,5,36,7,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,5,36,7,141,1,43,43,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,1,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,1,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,2,36,1,40,2,45,1,158,1,69,1,211,1,159,1],[0,1,4,2,7,2,10,1,17,2,20,3,25,3,139,1,32,3,36,1,40,2,45,1,62,2,70,1],[36,1,33,2,5,1,40,2],[33,1,30,1,36,1,34,1,32,1],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,5,36,7,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[94,1,7,1,102,1,13,1,110,1,16,3,129,1,25,1,139,1,30,4,37,3,43,1,45,1,50,1,52,1,67,1,78,1,82,1,195,1],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,5,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[0,3,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,5,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1,63,1,62,1,41,1,22,1,10,1,26,1,12,1,3,1,27,1,36,1,110,1,19,1,139,1],[2,2,7,1,11,1,13,1,17,2,119,1,23,3,30,5,37,1,39,1,43,1,45,1,50,1,52,1,67,1,183,1,185,1,78,1,81,1,195,1],[0,2,93,2,3,3,7,2,17,6,138,2,30,5,36,1,62,3],[94,1,39,1,26,1,36,1,40,1,12,1,93,1,41,1,8,1,18,1,6,1,45,1,27,1,20,1,25,1,5,1,4,1,19,1,21,2,33,1,3,1,70,1,32,1,34,1,0,1,203,1,1,1,10,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[33,1,7,1,0,1,34,1,17,1,5,1],[22,1,63,1,21,1,64,1,1,1,18,1,27,1,62,1,0,1,20,1,26,1,33,1,4,1,8,1,34,1,41,1,36,1,32,1,3,1,7,1,12,1,10,1,40,1,19,1,30,1,17,1,110,1,31,1,39,1,59,1],[36,1,5,1,0,2,34,1,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,26,2,40,1,12,1,17,1,30,2,19,1,110,1,39,1,59,1],[0,2,36,1,64,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1,59,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,5,36,7,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[219,1,4,1,6,1,10,1,34,1,37,1,22,1,94,1,25,1,43,1,41,1,82,1,33,1,12,1,70,1,45,1,78,1,1,1,220,1,79,1,32,1,81,1,36,1,5,1,17,2,217,1,190,1,53,1,93,1,27,1,80,1,26,1,3,1,0,1,77,1,221,1,20,1,8,1,21,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,5,36,7,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,16,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,5,36,7,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[1,1,5,1,0,1,17,1,22,1,21,1,3,2,18,1,41,1,20,1,40,1,34,1,62,1,110,1,63,1,32,1,45,1,8,1,139,1,7,1,12,1,26,1,10,1,27,1,33,1,39,1,19,1,30,2,59,1],[0,6,7,2,11,1,13,1,16,3,21,1,30,1,32,1,34,1,39,3,45,1,50,1,52,2,59,1,61,1,65,1,81,1],[216,1,0,36,37,50],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,6,37,6,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,6,37,12,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,3,37,6,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,6,37,50,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,6,37,6,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,6,37,6,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[63,2,62,1,41,1,40,1,22,1,4,1,21,1,10,1,26,1,12,1,25,1,3,1,27,1,5,1,1,1,7,2,32,1,20,1,18,1,34,1,33,1,35,1,39,1,59,1,110,1,19,1,31,1,17,1,30,1,139,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,6,37,6,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,6,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,6,37,6,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,6,37,6,141,1,43,43,193,1,86,1,194,2],[216,1,0,16,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,6,37,6,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,6,37,6,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2,110,1],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,3,40,2,45,1,158,1,69,1,211,1,159,1],[0,1,4,2,7,2,10,1,17,2,20,3,25,3,139,1,32,4,40,2,45,1,62,2,70,1],[35,1,33,2,5,1,40,2],[33,1,30,1,35,1,34,1,32,1],[0,2,93,2,3,3,7,2,17,6,138,2,30,6,62,3],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[94,1,39,1,26,1,40,1,12,1,93,1,41,1,8,1,18,1,6,1,45,1,27,1,20,1,25,1,5,1,4,1,19,1,21,2,33,1,3,1,70,1,32,1,34,1,0,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[3,1,12,1,110,1,40,1,21,1,94,1,70,1,93,1,41,1,1,1,20,1,18,1,22,1,8,1,63,1,45,1,32,1,10,1,26,1,2,1,4,1,25,1,6,1,39,1,7,1],[22,1,63,1,21,1,64,1,1,1,18,1,27,1,62,1,0,1,20,1,26,1,33,1,35,1,4,1,8,1,34,1,41,1,32,1,3,1,7,1,12,1,10,1,40,1,19,1,30,1,17,1,110,1,31,1,39,1,59,1],[5,1,0,2,34,2,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[1,1,0,1,5,1,34,1,22,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,26,2,40,1,12,1,17,1,30,2,19,1,110,1,39,1,59,1],[0,2,64,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1,59,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,6,37,6,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,6,37,6,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,6,37,6,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[94,1,39,1,26,1,40,1,12,1,93,1,41,1,8,1,18,1,6,1,45,1,27,1,20,1,25,1,5,1,4,1,19,1,21,2,33,1,3,1,70,1,32,1,34,1,0,1,203,1,1,1,10,1,35,1],[139,1,32,1],[216,1,0,37,38,49],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,38,1,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[94,1,7,1,102,1,13,1,110,1,16,3,129,1,25,1,139,1,30,4,35,1,38,2,43,1,45,1,50,1,52,1,67,1,78,1,82,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,7,38,5,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,7,38,11,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,4,38,5,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,6,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,7,38,49,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,7,38,5,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,38,1,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,7,38,5,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,3,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,6,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,7,38,5,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,38,2,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[2,2,7,1,11,1,13,1,17,2,119,1,23,3,30,6,39,1,43,1,45,1,50,1,52,1,67,1,183,1,185,1,78,1,81,1,195,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,38,1,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,38,1,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,7,38,5,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,7,38,5,141,1,43,43,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,38,2,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,38,2,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[219,1,4,1,6,1,10,1,34,1,22,1,94,1,25,1,35,1,43,1,41,1,82,1,33,1,12,1,70,1,45,1,78,1,1,1,220,1,79,1,32,1,81,1,36,1,5,1,17,2,217,1,190,1,53,1,93,1,27,1,80,1,26,1,3,1,0,1,77,1,221,1,20,1,8,1,21,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,7,38,5,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,38,39,48],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,1,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1,45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,4,1,70,1,33,1,19,1,32,1,16,1,35,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,186,1,217,1,8,1,3,1,187,1],[94,1,7,1,102,1,13,1,110,1,16,3,129,1,25,1,139,1,30,4,35,1,37,1,39,1,43,1,45,1,50,1,52,1,67,1,78,1,82,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,8,39,4,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,8,39,10,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,5,39,4,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,8,39,48,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,8,39,4,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,1,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,8,39,4,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,8,39,4,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,1,39,1,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,1,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,1,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,8,39,4,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,8,39,4,141,1,43,43,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,1,39,1,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,1,39,1,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,8,39,4,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,1,39,1,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,1,39,1,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[0,6,7,2,11,1,13,1,16,3,21,1,30,1,32,1,34,1,36,1,40,2,45,1,50,1,52,2,59,1,61,1,65,1,81,1],[216,1,0,39,40,47],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[94,1,7,1,102,1,13,1,110,1,16,3,129,1,25,1,139,1,30,4,35,1,37,2,43,1,45,1,50,1,52,1,67,1,78,1,82,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,9,40,3,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,9,40,9,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,6,40,3,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,6,37,1,40,2,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,9,40,47,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,9,40,3,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,9,40,3,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[0,3,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,6,37,1,40,1,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1,63,1,62,1,41,1,22,1,10,1,26,1,12,1,3,1,27,1,36,1,110,1,19,1,139,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,9,40,3,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,2,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[2,2,7,1,11,1,13,1,17,2,119,1,23,3,30,6,37,1,43,1,45,1,50,1,52,1,67,1,183,1,185,1,78,1,81,1,195,1],[1,1,5,1,0,1,17,1,22,1,21,1,3,2,18,1,41,1,20,1,40,1,34,1,62,1,110,1,63,1,32,1,45,1,8,1,139,1,7,1,12,1,26,1,35,1,10,1,27,1,33,1,19,1,30,2,59,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,40,1,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,9,40,3,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,9,40,3,141,1,43,43,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,2,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,2,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,36,1,166,1,78,1,217,1],[94,1,26,1,36,1,40,1,12,1,93,1,41,1,8,1,18,1,6,1,45,1,27,1,20,1,25,1,5,1,4,1,19,1,21,2,33,1,3,1,70,1,32,1,34,1,0,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[3,1,12,1,110,1,40,1,21,1,94,1,70,1,93,1,41,1,1,1,20,1,18,1,22,1,8,1,63,1,45,1,36,1,32,1,10,1,26,1,2,1,4,1,25,1,6,2],[22,1,63,1,21,1,64,1,1,1,18,1,27,1,62,1,0,1,20,1,26,1,33,1,35,1,4,1,8,1,34,1,41,1,36,1,32,1,3,1,7,1,12,1,10,1,40,1,19,1,30,1,17,1,110,1,31,1,59,1],[36,1,5,1,0,2,34,2,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,110,1,19,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,19,1,30,1,59,1,31,1],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,26,2,40,1,12,1,17,1,30,2,19,1,110,1,59,1],[0,2,36,1,64,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,59,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,9,40,3,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,9,40,3,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,2,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,2,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[0,6,7,2,11,1,13,1,16,3,21,1,30,1,32,1,34,1,36,1,39,1,41,1,45,1,50,1,52,2,59,1,61,1,65,1,81,1],[216,1,0,40,41,46],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,10,41,2,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,10,41,8,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,7,41,2,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,6,37,1,39,1,41,1,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,10,41,46,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,10,41,2,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,10,41,2,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[0,3,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,6,37,1,39,1,43,3,50,1,53,1,59,1,64,2,78,2,81,2,195,1,63,1,62,1,41,1,22,1,10,1,26,1,12,1,3,1,27,1,36,1,110,1,19,1,139,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,10,41,2,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[1,1,5,1,0,1,17,1,22,1,21,1,3,2,18,1,41,1,20,1,34,1,62,1,110,1,63,1,32,1,45,1,8,1,139,1,7,1,12,1,26,1,35,1,10,1,27,1,33,1,39,1,19,1,30,2,59,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,1,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,10,41,2,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,10,41,2,141,1,43,43,193,1,86,1,194,2],[216,1,0,16,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,10,41,2,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,10,41,2,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2,110,1],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,4,41,1,45,1,158,1,69,1,211,1,159,1],[0,1,4,2,7,2,10,1,17,2,20,3,25,3,139,1,32,5,41,1,45,1,62,2,70,1],[36,1,35,1,33,2,5,1,41,1],[41,1],[0,1,5,1,8,1,13,1,25,1,33,2],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[94,1,39,1,26,1,36,1,12,1,93,1,41,1,8,1,18,1,6,1,45,1,27,1,20,1,25,1,5,1,4,1,19,1,21,2,33,1,3,1,70,1,32,1,34,1,0,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[3,1,12,1,110,1,21,1,94,1,70,1,93,1,41,1,1,1,20,1,18,1,22,1,8,1,63,1,45,1,36,1,32,1,10,1,26,1,2,1,4,1,25,1,6,1,39,1,7,1],[22,1,63,1,21,1,64,1,1,1,18,1,27,1,62,1,0,1,20,1,26,1,33,1,35,1,4,1,8,1,34,1,41,1,36,1,32,1,3,1,7,1,12,1,10,1,19,1,30,1,17,1,110,1,31,1,39,1,59,1],[36,1,5,1,0,2,34,2,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,26,2,12,1,17,1,30,2,19,1,110,1,39,1,59,1],[0,2,36,1,64,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1,59,1],[0,6,7,2,11,1,13,1,16,3,21,1,30,1,32,1,34,1,36,1,39,2,45,1,50,1,52,2,59,1,61,1,65,1,81,1],[216,1,0,41,42,45],[45,1,12,1,0,1,20,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,11,42,1,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,11,42,7,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,8,42,1,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,6,37,1,39,2,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,11,42,45,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,11,42,1,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,11,42,1,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[63,2,62,1,40,1,22,1,4,1,21,1,10,1,26,1,12,1,25,1,3,1,27,1,5,1,1,1,36,1,7,2,32,1,20,1,18,1,34,1,33,1,35,1,39,1,59,1,110,1,19,1,31,1,17,1,30,1,139,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,11,42,1,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[1,1,5,1,0,1,17,1,22,1,21,1,3,2,18,1,20,1,40,1,34,1,62,1,110,1,63,1,32,1,45,1,8,1,139,1,7,1,12,1,26,1,35,1,10,1,27,1,33,1,39,1,19,1,30,2,59,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,11,42,1,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,11,42,1,141,1,43,43,193,1,86,1,194,2],[216,1,0,16,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,11,42,1,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,11,42,1,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2,110,1],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,1,45,1,158,1,69,1,211,1,159,1],[0,1,4,2,7,2,10,1,17,2,20,3,25,3,139,1,32,5,40,1,45,1,62,2,70,1],[40,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[3,1,12,1,110,1,40,1,21,1,94,1,70,1,93,1,1,1,20,1,18,1,22,1,8,1,63,1,45,1,36,1,32,1,10,1,26,1,2,1,4,1,25,1,6,1,39,1,7,1],[22,1,63,1,21,1,64,1,1,1,18,1,27,1,62,1,0,1,20,1,26,1,33,1,35,1,4,1,8,1,34,1,36,1,32,1,3,1,7,1,12,1,10,1,40,1,19,1,30,1,17,1,110,1,31,1,39,1,59,1],[36,1,5,1,0,2,34,2,4,1,32,2,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[5,1,1,1,0,1,26,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,64,1,7,1,63,1,10,1,62,1,26,2,40,1,12,1,17,1,30,2,19,1,110,1,39,1,59,1],[0,2,36,1,64,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1,59,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,11,42,1,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,11,42,1,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,11,42,1,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[36,1,35,1,33,2,5,1,40,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[94,1,39,1,26,1,36,1,40,1,12,1,93,1,8,1,18,1,6,1,45,1,27,1,20,1,25,1,5,1,4,1,19,1,21,2,33,1,3,1,70,1,32,1,34,1,0,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[216,1,0,42,43,44],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,12,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,12,43,6,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,9,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,12,43,44,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,12,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,12,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,12,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,12,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,12,141,1,43,43,193,1,86,1,194,2],[216,1,0,16,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,12,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,12,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,141,2,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,141,2,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,141,2,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,141,2,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,141,2,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,1,142,1,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,1,142,1,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,142,1,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,1,142,1,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,1,142,1,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,1,142,1,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,56,193,1,86,1,194,2],[216,1,0,16,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,19,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,142,1,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,143,1,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,2,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,2,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,2,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,2,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,143,1,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,2,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,1,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,143,1,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,0,43,44,43],[94,1,7,1,102,1,13,1,110,1,16,3,129,1,25,1,139,1,30,4,35,1,37,3,45,1,50,1,52,1,67,1,78,1,82,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,44,2,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,44,5,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,44,5,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,6,37,1,39,3,44,2,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,44,43,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,44,5,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,44,2,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,3,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,6,37,1,39,2,44,2,50,1,53,1,59,1,64,2,78,2,81,2,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,44,2,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,44,1,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[2,2,7,1,11,1,13,1,17,2,119,1,23,3,30,6,37,1,39,1,45,1,50,1,52,1,67,1,183,1,185,1,78,1,81,1,195,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,44,5,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,44,42,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,44,1,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,44,1,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,44,1,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,44,1,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[219,1,4,1,6,1,10,1,34,1,37,1,22,1,94,1,25,1,35,1,41,1,82,1,33,1,12,1,70,1,45,1,78,1,1,1,220,1,79,1,32,1,81,1,36,1,5,1,17,2,217,1,190,1,53,1,93,1,27,1,80,1,26,1,3,1,0,1,77,1,221,1,20,1,8,1,21,1],[216,1,0,44,45,42],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,1,45,1,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,14,45,4,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,1,45,4,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,6,37,1,39,3,43,1,45,1,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,14,45,42,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,1,45,4,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,1,45,1,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,3,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,6,37,1,39,2,43,1,45,1,50,1,53,1,59,1,64,2,78,2,81,2,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,1,45,1,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,1,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,1,45,4,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,1,45,41,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,1,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,1,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[0,6,7,2,11,1,13,1,16,3,21,1,30,1,32,1,34,1,36,1,39,3,50,1,52,2,59,1,61,1,65,1,81,1],[216,1,0,45,46,41],[12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[94,1,7,1,102,1,13,1,110,1,16,3,129,1,25,1,139,1,30,4,35,1,37,3,43,1,50,1,52,1,67,1,78,1,82,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,2,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,15,46,3,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,2,46,3,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,6,37,1,39,3,43,2,53,1,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,15,46,41,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,2,46,3,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,2,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[0,3,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,6,37,1,39,2,43,2,50,1,53,1,59,1,64,2,78,2,81,2,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,2,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[2,2,7,1,11,1,13,1,17,2,119,1,23,3,30,6,37,1,39,1,43,1,50,1,52,1,67,1,183,1,185,1,78,1,81,1,195,1],[1,1,5,1,0,1,17,1,22,1,21,1,3,2,18,1,41,1,20,1,40,1,34,1,62,1,110,1,63,1,32,1,8,1,139,1,7,1,12,1,26,1,35,1,10,1,27,1,33,1,39,1,19,1,30,2,59,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,46,3,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,2,46,3,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,2,46,40,193,1,86,1,194,2],[216,1,0,16,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,13,141,1,43,2,46,3,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,2,46,3,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,158,1,69,1,211,1,159,1],[0,1,4,2,7,2,10,1,17,2,20,3,25,3,139,1,32,5,40,2,62,2,70,1],[119,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[94,1,39,1,26,1,36,1,40,1,12,1,93,1,41,1,8,1,18,1,6,1,27,1,20,1,25,1,5,1,4,1,19,1,21,2,33,1,3,1,70,1,32,1,34,1,0,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[3,1,12,1,110,1,40,1,21,1,94,1,70,1,93,1,41,1,1,1,20,1,18,1,22,1,8,1,63,1,36,1,32,1,10,1,26,1,2,1,4,1,25,1,6,1,39,1,7,1],[36,1,5,1,0,2,34,2,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,31,1,30,1,39,1,110,1,19,1,59,1],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,26,2,40,1,12,1,17,1,30,2,19,1,110,1,39,1,59,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,2,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[36,1,35,1,34,1,19,2,16,1,80,1,40,2,187,1,33,1,17,1,22,1,82,1,78,1,25,1,4,1,0,1,5,1,38,1,166,1,26,1,7,1,10,1,18,1,74,1,8,1,163,1,71,1,128,1,110,1,94,1,3,1,27,1,32,1,185,1,53,1,75,1,12,1,23,1,168,1,70,1,119,1,39,1,79,1,21,1,217,1],[119,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,1,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,1,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,1,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,0,46,47,40],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,47,2,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,47,2,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,16,47,2,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,3,47,2,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,16,47,40,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,3,47,2,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,47,2,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,47,2,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,47,2,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,47,2,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,47,2,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,47,2,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,1,47,2,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,3,47,2,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,3,47,39,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,47,2,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,47,2,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,0,47,48,39],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,1,48,1,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,1,48,1,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,17,48,1,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,4,48,1,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,17,48,39,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,4,48,1,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,1,48,1,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,1,48,1,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,1,48,1,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,1,48,1,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,1,48,1,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,48,1,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,1,48,1,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,2,48,1,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,4,48,1,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,4,48,38,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,1,48,1,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,1,48,1,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,0,48,49,38],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,2,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,2,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,18,145,1,49,38,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,5,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,18,49,38,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,5,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,2,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,2,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,2,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,2,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,2,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,1,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,2,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,3,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,5,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,5,49,37,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,2,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,2,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,145,2,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,145,2,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,145,2,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,145,2,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,145,2,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,145,2,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,145,2,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,145,2,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,145,2,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,145,2,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,145,1,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,145,2,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,145,2,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,145,2,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,1,146,1,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,1,146,1,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,57,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,1,146,1,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,1,146,1,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,1,146,1,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,1,146,1,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,1,146,1,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,1,146,1,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,1,146,1,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,1,146,1,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,1,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,1,146,1,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,1,146,1,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,1,146,1,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,2,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,2,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,2,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,2,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,2,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,2,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,2,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,2,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,2,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,2,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,2,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,2,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,2,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,2,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,0,49,50,37],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,50,2,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,50,37,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,50,2,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,50,37,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,50,15,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,50,2,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,50,2,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,50,1,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,50,2,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,6,50,36,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,50,1,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,50,1,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[0,6,7,2,11,1,13,1,16,3,21,1,30,1,32,1,34,1,36,1,39,3,45,1,52,2,59,1,61,1,65,1,81,1],[216,1,0,50,51,36],[94,1,7,1,102,1,13,1,110,1,16,3,129,1,25,1,139,1,30,4,35,1,37,3,43,1,45,1,52,1,67,1,78,1,82,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,1,51,1,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,1,51,36,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,1,51,1,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,20,51,36,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,1,51,14,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,1,51,1,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,3,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,6,37,1,39,2,43,3,53,1,59,1,64,2,78,2,81,2,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,1,51,1,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,1,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[2,2,7,1,11,1,13,1,17,2,119,1,23,3,30,6,37,1,39,1,43,1,45,1,52,1,67,1,183,1,185,1,78,1,81,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,1,51,1,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,7,51,35,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,1,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,1,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,1,51,1,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,1,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,1,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,0,51,52,35],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,2,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,2,52,35,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,2,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,21,52,35,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,2,52,13,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,2,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,8,52,34,193,1,86,1,194,2],[216,1,0,16,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,13,141,1,43,6,144,2,49,2,52,25,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,2,52,13,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,6,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,6,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,6,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,148,2,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,148,3,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,148,3,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,148,3,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,148,3,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,148,3,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,148,2,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,148,2,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,148,3,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,148,3,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,148,3,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,1,149,1,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,1,149,2,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,1,149,2,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,149,2,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,1,149,2,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,1,149,2,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,1,149,2,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,1,149,1,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,1,149,1,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,1,149,2,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,1,149,2,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,1,149,2,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,2,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,2,150,1,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,2,150,1,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,1,150,1,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,2,150,1,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,2,150,1,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,2,150,1,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,2,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,2,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,2,150,1,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,2,150,1,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,2,150,1,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,3,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,3,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,2,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,3,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,3,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,3,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,3,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,3,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,3,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[0,6,7,2,11,1,13,1,16,3,21,1,30,1,32,1,34,1,36,1,39,3,45,1,50,1,53,1,59,1,61,1,65,1,81,1],[216,1,0,52,53,34],[94,1,7,1,102,1,13,1,110,1,16,3,129,1,25,1,139,1,30,4,35,1,37,3,43,1,45,1,50,1,67,1,78,1,82,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,53,4,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,3,53,34,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,53,5,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,22,53,34,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,3,53,12,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,53,4,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,53,4,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,53,4,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[2,2,7,1,11,1,13,1,17,2,119,1,23,3,30,6,37,1,39,1,43,1,45,1,50,1,67,1,183,1,185,1,78,1,81,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,53,5,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,9,53,33,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,53,4,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,53,5,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[0,6,7,2,11,1,13,1,16,3,21,1,30,1,32,1,34,1,36,1,39,3,45,1,50,1,52,1,59,1,61,1,65,1,81,1],[216,1,0,53,54,33],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,1,54,3,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,4,54,33,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,1,54,4,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,6,37,1,39,3,43,3,59,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,23,54,33,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,4,54,11,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,1,54,3,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,3,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,6,37,1,39,2,43,3,50,1,59,1,64,2,78,2,81,2,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,1,54,3,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,1,54,3,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,54,4,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,1,54,4,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,10,54,32,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,1,54,3,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,1,54,4,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,0,54,55,32],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,55,2,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,2,55,2,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,5,55,32,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,2,55,3,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,24,55,32,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,5,55,10,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,55,3,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,2,55,2,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,2,55,2,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,2,55,2,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,55,2,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,55,2,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,1,55,3,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,2,55,3,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,11,55,31,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,2,55,2,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,2,55,3,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,0,55,56,31],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,1,56,1,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,3,56,1,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,6,56,31,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,3,56,2,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,25,56,31,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,6,56,9,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,1,56,2,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,3,56,1,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,3,56,1,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,3,56,1,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,1,56,1,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,1,56,1,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,2,56,2,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,3,56,2,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,12,56,30,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,3,56,1,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,3,56,2,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,0,56,57,30],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,2,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,4,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,7,57,30,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,4,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,26,57,30,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,7,57,8,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,2,57,1,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,4,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,4,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,4,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,2,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,2,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,3,57,1,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,4,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,13,57,29,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,4,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,4,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,4,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,6,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,4,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,152,1,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,4,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,0,57,58,29],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,2,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,2,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,8,58,29,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,5,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,27,58,29,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,8,58,7,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,3,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,2,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,2,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,2,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,2,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,2,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,4,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,5,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,14,58,28,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,2,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,2,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,13,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,8,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,8,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,5,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,2,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,1,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,2,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,9,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,13,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,5,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,10,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,0,58,59,28],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,9,59,28,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,28,59,28,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,9,59,6,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,59,3,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,59,3,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,15,59,27,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,59,3,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,59,3,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[0,6,7,2,11,1,13,1,16,3,21,1,30,1,32,1,34,1,36,1,39,3,45,1,50,1,52,2,61,1,65,1,81,1],[216,1,0,59,60,27],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,60,5,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,10,60,27,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,1,60,5,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,6,37,1,39,3,43,3,53,1,63,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,29,60,27,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,10,60,5,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,1,60,5,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,3,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,6,37,1,39,2,43,3,50,1,53,1,64,2,78,2,81,2,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,1,60,5,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,1,60,2,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,1,60,2,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,1,60,5,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,16,60,26,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,1,60,2,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,1,60,2,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,0,60,61,26],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,1,61,4,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,11,61,26,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,2,61,4,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,30,61,26,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,11,61,4,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,2,61,4,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,2,61,4,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,2,61,1,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,2,61,1,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,2,61,4,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,17,61,25,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,2,61,1,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,2,61,1,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[0,6,7,2,11,1,13,1,16,3,21,1,30,1,32,1,34,1,36,1,39,3,45,1,50,1,52,2,59,1,65,1,81,1],[216,1,0,61,62,25],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,2,62,3,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,12,62,25,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,3,62,3,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,31,62,25,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,12,62,3,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,3,62,3,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,3,62,3,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,3,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,3,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,3,62,3,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,18,62,24,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,3,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,3,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,3,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,3,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,0,62,63,24],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,3,63,2,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,13,63,24,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,4,63,2,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,32,63,24,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,13,63,2,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,4,63,2,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[63,2,41,1,40,1,22,1,4,1,21,1,10,1,26,1,12,1,25,1,3,1,27,1,5,1,1,1,36,1,7,2,32,1,20,1,18,1,34,1,33,1,35,1,39,1,59,1,110,1,19,1,31,1,17,1,30,1,139,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,4,63,2,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[1,1,5,1,0,1,17,1,22,1,21,1,3,2,18,1,41,1,20,1,40,1,34,1,110,1,63,1,32,1,45,1,8,1,139,1,7,1,12,1,26,1,35,1,10,1,27,1,33,1,39,1,19,1,30,2,59,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,4,63,2,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,19,63,23,193,1,86,1,194,2],[216,1,0,16,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,13,141,1,43,6,144,2,49,13,63,14,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,13,63,2,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2,110,1],[0,1,4,2,7,2,10,1,17,2,20,3,25,3,139,1,32,5,40,2,45,1,63,1,70,1],[139,1],[0,2,93,2,3,3,7,2,17,6,138,2,30,7,63,2],[22,1,63,1,21,1,64,1,1,1,18,1,27,1,0,1,20,1,26,1,33,1,35,1,4,1,8,1,34,1,41,1,36,1,32,1,3,1,7,1,12,1,10,1,40,1,19,1,30,1,17,1,110,1,31,1,39,1,59,1],[36,1,5,1,0,2,34,2,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,26,2,40,1,12,1,17,1,30,2,19,1,110,1,39,1,59,1],[0,2,36,1,64,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1,59,1],[216,1,0,63,64,23],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,4,64,1,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,14,64,23,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,5,64,1,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,6,37,1,39,3,43,3,53,1,59,1,65,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,33,64,23,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,14,64,1,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,5,64,1,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[64,1,62,1,41,1,40,1,22,1,4,1,21,1,10,1,26,1,12,1,25,1,3,1,27,1,5,1,1,1,36,1,7,2,32,1,20,1,18,1,34,1,33,1,35,1,39,1,59,1,110,1,19,1,31,1,17,1,30,1,139,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,5,64,1,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[1,1,5,1,0,1,17,1,22,1,21,1,3,2,18,1,41,1,20,1,40,1,34,1,62,1,110,1,32,1,45,1,8,1,139,1,7,1,12,1,26,1,35,1,10,1,27,1,33,1,39,1,19,1,30,2,59,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,5,64,1,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,20,64,22,193,1,86,1,194,2],[216,1,0,16,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,13,141,1,43,6,144,2,49,14,64,13,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,14,64,1,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2,110,1],[0,1,4,2,7,2,10,1,17,2,20,3,25,3,139,1,32,5,40,2,45,1,62,1,70,1],[0,2,93,2,3,3,7,2,17,6,138,2,30,7,62,1,64,1],[3,1,12,1,110,1,40,1,21,1,94,1,70,1,93,1,41,1,1,1,20,1,18,1,22,1,8,1,45,1,36,1,32,1,10,1,26,1,2,1,4,1,25,1,6,1,39,1,7,1],[22,1,21,1,64,1,1,1,18,1,27,1,62,1,0,1,20,1,26,1,33,1,35,1,4,1,8,1,34,1,41,1,36,1,32,1,3,1,7,1,12,1,10,1,40,1,19,1,30,1,17,1,110,1,31,1,39,1,59,1],[36,1,5,1,0,2,34,2,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,10,1,62,1,26,2,40,1,12,1,17,1,30,2,19,1,110,1,39,1,59,1],[0,2,36,1,64,1,4,1,12,1,8,1,34,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1,59,1],[216,1,0,64,65,22],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,5,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,15,65,22,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,34,65,22,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,15,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,6,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,21,65,21,193,1,86,1,194,2],[216,1,0,16,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,13,141,1,43,6,144,2,49,15,65,12,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,15,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,5,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,3,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,6,37,1,39,2,43,3,50,1,53,1,59,1,65,1,78,2,81,2,195,1,63,1,62,1,41,1,22,1,10,1,26,1,12,1,3,1,27,1,36,1,110,1,19,1,139,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,15,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2,110,1],[0,2,93,2,3,3,7,2,17,6,138,2,30,7,62,2],[22,1,63,1,21,1,1,1,18,1,27,1,62,1,0,1,20,1,26,1,33,1,35,1,4,1,8,1,34,1,41,1,36,1,32,1,3,1,7,1,12,1,10,1,40,1,19,1,30,1,17,1,110,1,31,1,39,1,59,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,30,1,59,1,31,1],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,7,1,63,1,10,1,62,1,26,2,40,1,12,1,17,1,30,2,19,1,110,1,39,1,59,1],[0,2,36,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1,59,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,8,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,9,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,18,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,9,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,9,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,9,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[0,6,7,2,11,1,13,1,16,3,21,1,30,1,32,1,34,1,36,1,39,3,45,1,50,1,52,2,59,1,61,1,81,1],[216,1,0,65,66,21],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,66,1,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,16,66,21,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,66,1,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,6,37,1,39,3,43,3,53,1,59,1,63,1,67,2,78,1,81,4,195,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,35,66,21,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,66,1,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,66,1,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,3,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,6,37,1,39,2,43,3,50,1,53,1,59,1,64,1,78,2,81,2,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,66,1,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,66,1,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,66,1,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,22,66,20,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,66,1,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,66,1,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,0,66,67,20],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,1,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,17,67,20,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,1,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,36,67,20,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,1,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,1,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,1,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,1,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,1,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,23,67,19,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,1,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,1,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,1,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,1,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,4,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,4,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,5,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,4,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,4,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,3,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,4,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,3,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,3,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,0,67,68,19],[94,1,7,1,102,1,13,1,110,1,16,3,129,1,25,1,139,1,30,4,35,1,37,3,43,1,45,1,50,1,52,1,78,1,82,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,68,1,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,18,68,19,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,68,1,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,6,37,1,39,3,43,3,53,1,59,1,63,1,65,1,68,1,78,1,81,4,195,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,37,68,19,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,68,2,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,68,1,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,68,1,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,5,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[2,2,7,1,11,1,13,1,17,2,119,1,23,3,30,6,37,1,39,1,43,1,45,1,50,1,52,1,183,1,185,1,78,1,81,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,68,1,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,24,68,18,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,5,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,5,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,0,68,69,18],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,1,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,19,69,18,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,1,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,6,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,1,78,1,81,4,195,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,38,69,18,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,1,69,1,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,1,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,1,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,1,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,25,69,17,193,1,86,1,194,2],[216,1,0,16,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,13,141,1,43,6,144,2,49,19,69,8,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,1,69,1,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,156,1,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,156,3,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,156,3,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,156,3,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,156,3,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,156,3,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,156,3,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,156,3,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,156,3,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,156,3,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,156,3,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,1,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,1,157,2,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,1,157,2,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,1,157,2,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,1,157,2,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,1,157,2,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,1,157,2,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,1,157,2,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,1,157,2,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,2,158,1,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,2,158,1,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,2,158,1,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,2,158,1,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,2,158,1,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,1,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,158,1,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,1,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,2,158,1,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,2,158,1,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,2,158,1,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,3,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,3,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,3,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,3,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,3,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,3,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,1,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,3,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,159,1,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,3,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,3,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,3,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[159,1],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,69,1,211,1,159,1],[216,1,0,69,70,17],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,7,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,20,70,17,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,7,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,39,70,17,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,2,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,7,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,7,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,7,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,5,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,7,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,7,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,26,70,16,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,7,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,9,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,211,1,159,1],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,7,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,9,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[6,1,137,1,94,1,93,1,1,1,17,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,159,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,1,160,2,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,160,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,160,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,160,2,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,160,2,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,160,2,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,160,2,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,160,2,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,160,2,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,1,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,160,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,160,2,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,160,4,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[0,3,94,1,4,4,10,1,12,1,15,1,110,1,18,4,135,1,28,1,136,3,218,1,139,1,30,2,202,1,32,1,203,1,33,4,40,2,45,1,158,1,69,1,211,1],[158,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,2,161,1,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,1,161,1,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,1,161,1,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,1,161,1,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,1,161,1,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,1,161,1,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,1,161,1,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,1,161,1,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,1,161,1,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,1,161,1,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,1,161,1,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,1,161,3,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,10,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,2,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,2,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,2,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,2,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,2,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,2,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,2,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,2,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,213,1,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,213,1,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,213,1,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,6,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,1,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,1,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,1,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,1,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,0,70,71,16],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,21,71,16,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,40,71,16,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,71,6,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,27,71,15,193,1,86,1,194,2],[216,1,0,16,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,13,141,1,43,6,144,2,49,21,71,6,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,71,6,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,194,2],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[36,1,35,1,34,1,19,2,16,1,80,1,40,2,187,1,45,1,33,1,17,1,22,1,82,1,78,1,25,1,4,1,0,1,5,1,38,1,166,1,26,1,7,1,10,1,18,1,74,1,8,1,163,1,71,1,128,1,110,1,94,1,3,1,27,1,32,1,185,1,53,1,75,1,12,1,23,1,168,1,119,1,39,1,79,1,21,1,217,1],[0,1,4,2,7,2,10,1,17,2,20,3,25,3,139,1,32,5,40,2,45,1,62,2],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[94,1,39,1,26,1,36,1,40,1,12,1,93,1,41,1,8,1,18,1,6,1,45,1,27,1,20,1,25,1,5,1,4,1,19,1,21,2,33,1,3,1,32,1,34,1,0,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[3,1,12,1,110,1,40,1,21,1,94,1,93,1,41,1,1,1,20,1,18,1,22,1,8,1,63,1,45,1,36,1,32,1,10,1,26,1,2,1,4,1,25,1,6,1,39,1,7,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,163,1,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,163,1,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,163,1,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,163,1,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,163,1,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,163,1,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,163,1,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,163,1,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,163,1,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,163,1,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,163,1,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,163,1,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,1,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1,45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,4,1,70,1,33,1,19,1,32,1,16,1,35,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,186,1,217,1,8,1,3,1,187,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,1,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,1,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,1,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,1,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,1,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,1,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,1,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,1,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,1,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,1,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,4,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[119,1,45,1,5,1,168,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,1,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,1,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,71,72,15],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,4,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,4,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,22,72,15,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,4,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,41,72,15,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,1,72,5,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,4,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,4,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,4,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,4,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,4,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,4,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,4,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,28,72,14,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,4,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,7,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,4,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1,45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,4,1,70,1,33,1,19,1,32,1,16,1,35,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,186,1,217,1,8,1,3,1,187,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,4,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,4,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,7,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,165,1,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,165,1,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,165,1,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,165,1,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,165,1,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,165,1,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,165,1,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,165,1,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,165,1,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,165,1,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,165,1,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,165,1,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,1,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,1,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,1,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,1,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,1,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,1,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,1,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,1,72,1,166,2,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,1,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,1,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,1,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,1,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,0,72,73,14],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,4,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,4,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,23,73,14,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,4,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,42,73,14,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,2,73,4,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,4,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,4,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,4,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,4,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,4,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,4,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,4,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,29,73,13,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,4,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,4,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,167,1,73,2,168,3,75,1,171,6,204,3,177,5,191,1,45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,4,1,70,1,33,1,19,1,32,1,16,1,35,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,186,1,217,1,8,1,3,1,187,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,167,1,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,167,1,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,167,1,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,167,1,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,167,1,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,167,1,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,167,1,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,167,1,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,167,1,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,167,1,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,167,1,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,78,1,217,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,167,1,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,167,1,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,1,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,1,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,1,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,1,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,1,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,1,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,1,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,1,73,2,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,1,73,2,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,1,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,1,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,1,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,0,73,74,13],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,74,1,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,74,1,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,24,74,13,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,74,1,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,43,74,13,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,3,74,3,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,74,1,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,74,1,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,74,1,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,74,1,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,74,1,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,74,1,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,74,1,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,30,74,12,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,74,1,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,74,1,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,0,74,75,12],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,1,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,1,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,25,75,12,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,1,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,44,75,12,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,4,75,2,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,1,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,1,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,1,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,1,168,3,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,1,168,1,75,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,1,168,3,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,1,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,31,75,11,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,1,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,1,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,1,168,3,75,1,171,6,204,3,177,5,191,1,45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,4,1,70,1,33,1,19,1,32,1,16,1,35,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,186,1,217,1,8,1,3,1,187,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,1,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,6,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,3,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,6,204,3,177,5,191,1],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[119,1,45,1,5,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,1,170,1,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,1,170,1,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,170,1,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,1,170,1,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,1,170,1,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,1,170,1,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,170,1,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,170,1,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,170,1,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,1,170,1,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,170,1,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,2,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,2,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,1,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,2,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,2,75,1,171,6,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,2,75,1,171,6,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,1,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,1,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,0,75,76,11],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,9,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,5,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,26,76,11,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,4,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,45,76,11,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,5,76,1,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,5,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,5,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,5,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,9,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,171,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,9,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,4,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,32,76,10,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,5,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,4,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,9,204,3,177,5,191,1,45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,4,1,70,1,33,1,19,1,32,1,16,1,35,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,186,1,217,1,8,1,3,1,187,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,5,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,5,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,4,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,172,5,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,172,1,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,172,1,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,172,1,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,172,1,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,172,1,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,172,5,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,172,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,172,5,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,172,1,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,172,1,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,172,1,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,1,173,4,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,1,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,1,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,1,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,1,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,1,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,1,173,4,204,3,177,5,191,1],[89,4,95,7,198,1,200,1,108,2,15,1,111,2,114,4,122,2,209,1,207,1,215,1,132,3,208,1,135,1,47,2,210,1,147,1,151,2,60,1,157,2,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,1,75,1,171,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,1,173,4,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,1,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,1,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,1,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,0,76,77,10],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,12,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,27,77,10,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,6,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,46,77,10,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,6,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,6,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,33,77,9,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,6,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,174,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,174,3,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,174,9,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,174,3,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,174,3,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,174,3,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,174,3,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,174,3,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,174,3,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,174,3,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,174,3,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,174,3,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,3,175,2,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,1,175,8,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,77,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,3,175,2,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,3,175,2,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,4,176,1,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,2,176,7,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,2,176,1,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,2,176,1,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,2,176,1,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,2,176,1,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,4,176,1,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,4,176,1,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,176,1,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,2,176,1,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,2,176,1,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,2,176,1,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,5,204,3,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,3,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,3,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,3,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,3,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,5,204,3,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,5,204,3,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,1,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,3,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,3,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,3,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,205,2,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,205,2,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,205,2,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,205,2,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,205,2,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,205,2,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,205,2,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,205,2,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,205,2,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,205,2,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,205,2,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,1,206,1,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,1,206,1,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,1,206,1,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,1,206,1,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,1,206,1,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,1,206,1,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,1,206,1,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,1,206,1,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,1,206,1,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,1,206,1,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,1,206,1,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,2,177,5,191,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,2,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,2,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,2,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,2,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,2,177,5,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,2,177,5,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,2,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,2,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,2,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,2,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,178,4,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,178,5,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,178,5,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,178,5,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,178,5,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,178,5,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,178,4,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,178,4,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,178,5,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,178,5,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,178,5,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,178,5,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,1,179,3,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,5,179,4,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,1,179,4,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,1,179,4,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,1,179,4,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,1,179,4,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,1,179,3,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,1,179,3,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,1,179,4,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,1,179,4,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,1,179,4,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,1,179,4,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,2,180,2,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,6,180,3,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,2,180,3,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,2,180,3,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,2,180,3,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,2,180,3,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,2,180,2,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,2,180,2,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,2,180,3,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,2,180,3,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,2,180,3,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,2,180,3,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,3,181,1,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,7,181,2,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,3,181,2,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,3,181,2,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,3,181,2,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,3,181,2,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,3,181,1,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,3,181,1,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,3,181,2,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,3,181,2,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,3,181,2,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,3,181,2,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,4,191,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,8,182,1,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,4,182,1,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,4,182,1,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,4,182,1,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,4,182,1,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,4,191,1],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,4,191,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,4,182,1,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,4,182,1,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,4,182,1,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,4,182,1,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,9,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,5,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,5,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,5,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,5,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,5,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,5,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,5,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,5,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,0,77,78,9],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,13,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,28,78,9,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,9,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,47,78,9,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,183,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,9,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,9,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,9,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,9,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,9,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,34,78,8,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,9,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,9,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[219,1,4,1,6,1,10,1,34,1,37,1,22,1,94,1,25,1,35,1,43,1,41,1,82,1,33,1,12,1,70,1,45,1,78,1,1,1,220,1,79,1,32,1,81,1,36,1,5,1,17,2,217,1,190,1,53,1,93,1,27,1,80,1,26,1,3,1,0,1,221,1,20,1,8,1,21,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,184,2,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,184,2,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,185,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,184,2,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,184,2,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,184,2,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,184,2,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,184,2,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,184,2,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,184,2,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[2,2,7,1,11,1,13,1,17,2,119,1,23,3,30,6,37,1,39,1,43,1,45,1,50,1,52,1,67,1,185,1,78,1,81,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,1,185,1,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,1,185,1,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,185,1,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,1,185,1,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,1,185,1,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,1,185,1,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,1,185,1,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,1,185,1,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,1,185,1,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,1,185,1,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,2,1,39,1,36,1,166,1,78,1,217,1],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,2,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,2,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,1,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,78,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,2,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,2,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,2,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,2,78,1,186,4,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,2,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,2,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,2,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,2,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,4],[2,2,7,1,11,1,13,1,17,2,119,1,23,3,30,6,37,1,39,1,43,1,45,1,50,1,52,1,67,1,183,1,78,1,81,1,195,1],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,2,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,2,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,0,78,79,8],[94,1,7,1,102,1,13,1,110,1,16,3,129,1,25,1,139,1,30,4,35,1,37,3,43,1,45,1,50,1,52,1,67,1,82,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,7,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,29,79,8,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,7,79,2,190,1,81,5,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,6,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,81,4,195,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,48,79,8,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,187,1,79,2,190,1,81,5,193,1,86,1,194,2],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,191,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,7,79,2,190,1,81,5,191,3,86,1,194,4],[0,3,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,6,37,1,39,2,43,3,50,1,53,1,59,1,64,2,79,1,81,2,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,7,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,7,79,2,190,1,81,2,191,2,86,1,195,3],[2,2,7,1,11,1,13,1,17,2,119,1,23,3,30,6,37,1,39,1,43,1,45,1,50,1,52,1,67,1,183,1,185,1,81,1,195,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,7,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,7,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,35,79,7,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,7,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,7,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,7,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,7,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,7,79,2,190,1,81,2,191,2,86,1,195,3],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[16,1,24,1,32,1,18,1,6,1,19,1,70,1,220,1,21,1,12,1,45,1,39,1,36,1,40,1,217,1,0,1,25,1,5,1,1,1,4,1,26,1,35,1,94,1,203,1,10,1,93,1,20,1,219,1,82,1,22,1,8,1,34,1,79,1,27,1,33,1,80,1,190,1,41,1,3,1],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,217,1,8,1,3,1,187,1,166,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,187,3,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,187,3,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,187,3,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,187,3,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,187,3,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,187,3,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,187,3,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,187,3,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,187,3,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,166,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,1,188,2,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,1,188,2,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,1,188,2,79,2,190,1,81,5,191,3,86,1,194,4,217,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,1,188,2,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,1,188,2,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,1,188,2,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,1,188,2,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,1,188,2,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,1,188,2,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,3,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,1,188,2,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,1,188,2,79,2,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,2,189,1,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,2,189,1,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,2,189,1,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,2,189,1,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,2,189,1,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,2,189,1,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,2,189,1,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,2,189,1,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,2,189,1,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,3,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,3,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,3,79,2,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,3,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,3,79,2,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,3,79,2,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,3,79,2,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,3,79,2,190,1,81,2,191,2,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,3,79,2,190,1,81,2,191,2,86,1,195,3],[216,1,0,79,80,7],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,80,1,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,30,80,7,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,80,1,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,49,80,7,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,80,1,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,80,1,190,1,81,5,191,3,86,1,194,4],[0,3,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,6,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,1,81,2,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,80,1,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,80,1,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,80,1,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,80,1,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,36,80,6,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,80,1,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,80,1,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,80,1,190,1,81,5,191,3,86,1,194,4,217,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[16,1,24,1,32,1,18,1,6,1,19,1,78,1,70,1,220,1,21,1,12,1,45,1,39,1,36,1,40,1,217,1,0,1,25,1,5,1,1,1,4,1,26,1,35,1,94,1,203,1,10,1,93,1,20,1,219,1,82,1,22,1,8,1,34,1,27,1,33,1,80,1,190,1,41,1,3,1],[216,1,0,80,81,6],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,1,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,31,81,6,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,1,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,50,81,6,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,1,190,1,81,5,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,1,190,1,81,5,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,1,190,1,81,5,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,1,190,1,81,2,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,1,190,1,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,1,190,1,81,5,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,37,81,5,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,1,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,1,190,1,81,2,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[45,1,12,1,0,1,20,1,41,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,1,190,1,81,5,191,3,86,1,194,4,217,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[16,1,24,1,32,1,18,1,6,1,19,1,78,1,70,1,220,1,21,1,12,1,45,1,39,1,36,1,40,1,217,1,0,1,25,1,5,1,1,1,4,1,26,1,35,1,94,1,203,1,10,1,93,1,20,1,219,1,82,1,22,1,8,1,34,1,79,1,27,1,33,1,190,1,41,1,3,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,7,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,7,191,3,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,7,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,7,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,7,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,4,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,82,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,7,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,4,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,4,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[0,6,7,2,11,1,13,1,16,3,21,1,30,1,32,1,34,1,36,1,39,3,45,1,50,1,52,2,59,1,61,1,65,1],[216,1,0,81,82,5],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,82,4,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,32,82,5,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,4,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,6,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,82,3,195,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,51,82,5,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,82,4,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,4,191,3,86,1,194,4],[0,3,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,6,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,82,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,4,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,191,2,86,1,195,3],[2,2,7,1,11,1,13,1,17,2,119,1,23,3,30,6,37,1,39,1,43,1,45,1,50,1,52,1,67,1,183,1,185,1,78,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,4,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,38,82,4,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,0,82,83,4],[94,1,7,1,102,1,13,1,110,1,16,3,129,1,25,1,139,1,30,4,35,1,37,3,43,1,45,1,50,1,52,1,67,1,78,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,1,83,3,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,33,83,4,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,1,83,3,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,6,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,1,83,2,195,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,52,83,4,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,1,83,3,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,1,83,3,191,3,86,1,194,4],[0,3,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,6,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,1,83,3,191,3,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,1,191,2,86,1,195,3],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,84,2,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,1,83,3,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,39,83,3,193,1,86,1,194,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,1,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,1,191,2,86,1,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,0,83,84,3],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,2,84,2,191,3,86,1,194,4,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,34,84,3,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,84,2,191,3,86,1,194,4],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,6,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,2,84,1,195,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,53,84,3,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,2,84,2,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,84,2,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,84,2,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,84,2,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,40,84,2,193,1,86,1,194,2],[216,1,0,16,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,13,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,2,84,2,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,2,84,2,193,1,86,1,194,2],[216,1,0,84,85,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,3,85,1,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,35,85,2,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,3,85,1,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,54,85,2,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,3,85,1,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,3,85,1,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,3,85,1,191,3,86,1,194,4],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,85,1,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,3,85,1,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,41,85,1,193,1,86,1,194,2],[216,1,0,16,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,13,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,3,85,1,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,3,85,1,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,3,85,1,191,3,86,1,194,4,208,1],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,6,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,3,195,1],[216,1,0,85,86,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,4,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,36,86,1,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,4,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,55,86,1,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,4,193,1,86,1,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,4,191,3,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,4,191,3,86,1,194,4],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,1,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,4,191,3,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,42,193,1,86,1,194,2],[216,1,0,16,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,13,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,4,193,1,86,1,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,4,193,1,86,1,194,2],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,2,158,4,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,192,2,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,192,2,86,1,194,4],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,192,1,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,192,2,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,192,2,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,192,1,86,1,195,3],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5],[87,6,2,1,93,1,6,1,95,9,14,1,105,1,198,2,106,1,200,1,108,2,15,1,110,8,122,6,209,1,207,1,215,1,132,3,208,1,135,1,28,1,136,3,37,2,142,2,46,3,144,3,210,1,147,3,54,3,151,1,57,1,152,1,58,1,60,1,66,1,155,4,69,1,159,3,212,2,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,6,204,3,177,5],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,192,2,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,192,1,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,192,1,86,1,195,3],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,1,193,1,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,1,193,1,86,1,194,4],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,1,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,1,193,1,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,1,193,1,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,1,86,1,195,3],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,1,193,1,86,1,194,4],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,1,86,1,195,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,1,86,1,195,3],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,2,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,2,86,1,194,4],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,6,194,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,2,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,2,86,1,194,4],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,2,86,1,194,4],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,44,194,2],[216,1,0,16,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,13,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,6,194,2],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,6,194,2],[216,1,0,86],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,7,208,1],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,37,194,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,7],[216,1,0,3,4,19,111,1,114,1,23,6,30,56,194,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,3],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,7],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,7],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,195,3],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,7],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,43,193,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,195,3,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,195,3,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,195,3],[216,1,0,3,4,19,111,1,114,1,23,6,30,19,145,1,49,38],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,195,3],[216,1,0,3,4,19,111,1,114,1,23,6,30,57],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,195,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,195,3],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,195,3],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,195,3],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,43,193,1,86,1,195,1],[216,1,0,16,110,1,16,7,111,1,114,2,117,1,119,1,23,1,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,3,30,13,141,1,43,6,144,2,49,28,174,1,77,1,185,1,78,1,186,2,79,2,190,1,81,5,193,1,86,1,195,1],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,2,117,3,23,1,120,2,125,1,127,1,24,4,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,186,2,79,2,190,1,81,5,193,1,86,1,195,1],[94,1,7,1,102,1,13,1,110,1,16,3,129,1,25,1,139,1,30,4,35,1,37,3,43,1,45,1,50,1,52,1,67,1,78,1,82,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,1,196,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,1,196,2],[0,1,2,1,4,2,8,1,11,3,16,4,21,1,23,1,25,3,30,6,37,1,39,3,43,3,53,1,59,1,63,1,65,1,67,2,78,1,81,4],[216,1,87,2,0,10,102,1,10,5,104,1,107,1,15,8,111,1,114,1,118,2,23,1,120,2,125,1,127,1,24,4,207,1,133,2,208,1,135,1,28,1,137,1,139,1,30,13,141,2,43,6,144,3,49,16,153,1,65,2,154,1,67,3,161,1,70,7,174,1,182,1,77,1,184,2,78,1,187,1,79,2,190,1,81,5,193,1,86,1,194,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,1,196,2],[0,3,4,2,7,2,11,1,13,1,16,3,20,2,23,1,25,1,30,6,37,1,39,2,43,3,50,1,53,1,59,1,64,2,78,2,81,2],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,1,196,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,196,2],[2,2,7,1,11,1,13,1,17,2,119,1,23,3,30,6,37,1,39,1,43,1,45,1,50,1,52,1,67,1,183,1,185,1,78,1,81,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,196,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,1,196,2],[216,1,0,3,4,19,111,1,114,1,23,6,30,13,141,1,43,43,193,1,86,1,194,1],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,196,2,216,1,1,1,5,1,8,1,10,1,12,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,196,2,216,1,1,1,5,1,8,1,10,1,12,1,104,1,19,4,26,2,208,1,33,1,36,1,40,3,141,1,45,1,51,1,62,3,68,1,70,1,83,3,193,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,2,197,1],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,2,197,1],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,1,197,1],[87,3,92,1,2,1,93,2,3,1,5,5,104,2,199,1,107,3,15,1,110,1,16,7,111,1,114,2,117,3,23,1,120,2,124,1,126,1,131,4,201,1,208,1,135,1,28,1,136,3,29,1,139,1,30,7,39,2,43,1,45,4,144,2,49,1,53,5,152,1,58,4,64,1,153,1,155,1,158,2,212,2,70,1,175,2,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,82,1,84,2,195,1],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,2,197,1],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,1,197,1],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,1,197,1],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,6,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,5,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,147,4,52,5,151,1,57,1,152,1,59,6,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,10,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,3],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,2,202,1,32,1,203,1,33,10,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,3],[87,2,91,1,2,1,93,2,6,2,95,1,102,2,14,1,105,1,199,2,15,1,110,1,17,1,111,2,114,2,125,3,129,1,135,1,28,1,136,3,30,1,37,2,142,1,46,3,144,3,148,3,54,4,60,1,66,1,163,1,72,1,167,1,169,1,76,1,214,1,174,1,77,1,183,1,185,1,78,1,191,2],[216,1,87,6,0,3,93,2,3,7,95,9,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,209,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,211,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,214,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,3],[216,1,87,6,0,3,93,2,3,7,95,3,99,5,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,215,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,13,140,3,43,3,143,1,46,3,144,3,49,3,210,1,147,4,52,5,151,1,57,1,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,212,2,70,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,9,11,1,13,2,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,1,207,1,132,3,208,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,2],[216,1,87,6,0,3,93,2,3,7,95,3,102,2,10,5,104,2,198,2,106,1,200,1,107,3,15,1,110,1,16,7,111,9,23,1,120,11,24,4,131,1,207,1,132,4,28,1,136,3,29,1,139,1,30,13,140,3,43,6,144,3,49,3,147,4,52,6,152,1,58,7,153,1,65,2,154,1,67,2,155,4,69,1,159,3,70,1,162,2,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,5,191,3,86,1,194,3],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,5,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,5,151,1,57,1,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,3,213,1,162,2,71,1,164,2,72,1,166,2,73,2,168,3,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,2],[87,6,0,1,2,1,93,2,3,2,6,2,9,1,95,3,102,2,11,1,13,2,105,1,198,2,106,1,200,1,107,3,15,1,110,1,16,3,111,9,23,1,120,11,24,2,131,4,201,1,135,1,28,1,136,3,29,1,139,1,30,3,34,2,37,3,140,1,142,1,43,2,143,1,46,3,144,3,49,2,210,1,147,4,52,6,152,1,58,4,153,1,65,2,154,1,67,1,155,4,69,1,159,5,71,1,164,2,72,1,166,2,73,2,169,2,75,1,171,2,76,1,173,4,204,3,177,6,77,1,183,3,78,1,186,4,79,2,190,1,81,2,191,2,86,1,195,2],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[20,1,17,1,19,1,94,1,110,1,18,1],[0,2,93,2,3,3,8,1,17,6,138,2,30,7,62,3],[0,2,93,2,4,2,7,2,17,6,138,2,30,7,62,3],[12,1,110,1,40,1,21,1,94,1,70,1,93,1,41,1,1,1,20,1,18,1,22,1,8,1,63,1,45,1,36,1,32,1,10,1,26,1,2,1,4,1,25,1,6,1,39,1,7,1],[36,1,34,1,1,1,22,1,33,1,41,1,21,1,35,1,32,1,8,1,18,1,20,1,64,1,4,1,26,1,17,1,63,1,62,1,40,1,25,1,27,1,7,1,30,1,12,1,110,1,19,1,39,1,31,1,59,1],[94,1,4,1,13,1,25,1,139,1,32,1],[22,1,63,1,21,1,64,1,1,1,18,1,27,1,62,1,0,1,20,1,26,1,33,1,35,1,4,1,8,1,34,1,41,1,36,1,32,1,7,1,12,1,10,1,40,1,19,1,30,1,17,1,110,1,31,1,39,1,59,1],[137,1,94,1,93,1,1,1,69,1,17,1],[6,1,94,1,93,1,1,1,69,1,17,1],[6,1,137,1,94,1,1,1,69,1,17,1],[0,2,94,1,3,3,7,2,17,6,138,2,30,7,62,3],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[36,1,35,1,34,1,19,2,16,1,80,1,40,2,187,1,45,1,33,1,17,1,22,1,82,1,78,1,25,1,4,1,0,1,5,1,38,1,166,1,26,1,7,1,10,1,18,1,74,1,8,1,163,1,71,1,128,1,110,1,94,1,3,1,27,1,32,1,185,1,53,1,75,1,12,1,23,1,168,1,70,1,39,1,79,1,21,1,217,1],[45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[4,1,6,1,10,1,34,1,37,1,22,1,94,1,25,1,35,1,43,1,41,1,82,1,33,1,12,1,70,1,45,1,78,1,1,1,220,1,79,1,32,1,81,1,36,1,5,1,17,2,217,1,190,1,53,1,93,1,27,1,80,1,26,1,3,1,0,1,77,1,221,1,20,1,8,1,21,1],[16,1,24,1,32,1,18,1,6,1,19,1,78,1,70,1,220,1,21,1,12,1,45,1,39,1,36,1,40,1,217,1,0,1,25,1,5,1,1,1,4,1,26,1,35,1,94,1,203,1,10,1,93,1,20,1,82,1,22,1,8,1,34,1,79,1,27,1,33,1,80,1,190,1,41,1,3,1],[20,1,19,1,94,1,110,1,18,1,7,1],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[36,1,35,1,34,1,19,2,80,1,40,2,187,1,45,1,33,1,17,1,22,1,82,1,78,1,25,1,4,1,0,1,5,1,38,1,166,1,26,1,7,1,10,1,18,1,74,1,8,1,163,1,71,1,128,1,110,1,94,1,3,1,27,1,32,1,185,1,53,1,75,1,12,1,23,1,168,1,70,1,119,1,39,1,79,1,21,1,217,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[24,1,32,1,18,1,6,1,19,1,78,1,70,1,220,1,21,1,12,1,45,1,39,1,36,1,40,1,217,1,0,1,25,1,5,1,1,1,4,1,26,1,35,1,94,1,203,1,10,1,93,1,20,1,219,1,82,1,22,1,8,1,34,1,79,1,27,1,33,1,80,1,190,1,41,1,3,1],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[36,1,35,1,34,1,19,2,16,1,80,1,40,2,187,1,45,1,33,1,17,1,22,1,82,1,78,1,25,1,4,1,0,1,5,1,38,1,166,1,26,1,7,1,10,1,18,1,74,1,8,1,163,1,71,1,128,1,110,1,94,1,3,1,27,1,32,1,185,1,53,1,75,1,12,1,168,1,70,1,119,1,39,1,79,1,21,1,217,1],[119,1,45,1,5,1,168,1,163,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1],[219,1,4,1,10,1,34,1,37,1,22,1,94,1,25,1,35,1,43,1,41,1,82,1,33,1,12,1,70,1,45,1,78,1,1,1,220,1,79,1,32,1,81,1,36,1,5,1,17,2,217,1,190,1,53,1,93,1,27,1,80,1,26,1,3,1,0,1,77,1,221,1,20,1,8,1,21,1],[36,1,35,1,19,2,16,1,80,1,40,2,187,1,45,1,33,1,17,1,22,1,82,1,78,1,25,1,4,1,0,1,5,1,38,1,166,1,26,1,7,1,10,1,18,1,74,1,8,1,163,1,71,1,128,1,110,1,94,1,3,1,27,1,32,1,185,1,53,1,75,1,12,1,23,1,168,1,70,1,119,1,39,1,79,1,21,1,217,1],[94,1],[36,1,35,1,34,1,19,2,16,1,80,1,40,2,187,1,45,1,33,1,17,1,22,1,82,1,78,1,4,1,0,1,5,1,38,1,166,1,26,1,7,1,10,1,18,1,74,1,8,1,163,1,71,1,128,1,110,1,94,1,3,1,27,1,32,1,185,1,53,1,75,1,12,1,23,1,168,1,70,1,119,1,39,1,79,1,21,1,217,1],[36,1,34,1,19,2,16,1,80,1,40,2,187,1,45,1,33,1,17,1,22,1,82,1,78,1,25,1,4,1,0,1,5,1,38,1,166,1,26,1,7,1,10,1,18,1,74,1,8,1,163,1,71,1,128,1,110,1,94,1,3,1,27,1,32,1,185,1,53,1,75,1,12,1,23,1,168,1,70,1,119,1,39,1,79,1,21,1,217,1],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[36,1,35,1,34,1,19,2,16,1,80,1,40,2,187,1,45,1,33,1,17,1,22,1,82,1,78,1,25,1,4,1,0,1,5,1,38,1,166,1,26,1,7,1,10,1,18,1,74,1,8,1,163,1,71,1,128,1,110,1,94,1,3,1,27,1,32,1,185,1,75,1,12,1,23,1,168,1,70,1,119,1,39,1,79,1,21,1,217,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[36,1,35,1,34,1,19,2,16,1,80,1,40,2,187,1,45,1,33,1,17,1,22,1,82,1,78,1,25,1,4,1,0,1,5,1,166,1,26,1,7,1,10,1,18,1,74,1,8,1,163,1,71,1,128,1,110,1,94,1,3,1,27,1,32,1,185,1,53,1,75,1,12,1,23,1,168,1,70,1,119,1,39,1,79,1,21,1,217,1],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,79,1,71,1,186,1,217,1,8,1,3,1,187,1,166,1],[36,1,35,1,34,1,19,2,16,1,80,1,40,2,187,1,45,1,33,1,17,1,22,1,78,1,25,1,4,1,0,1,5,1,38,1,166,1,26,1,7,1,10,1,18,1,74,1,8,1,163,1,71,1,128,1,110,1,94,1,3,1,27,1,32,1,185,1,53,1,75,1,12,1,23,1,168,1,70,1,119,1,39,1,79,1,21,1,217,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,217,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[16,1,24,1,32,1,18,1,6,1,19,1,78,1,70,1,220,1,21,1,12,1,45,1,39,1,36,1,40,1,217,1,0,1,25,1,5,1,1,1,4,1,26,1,35,1,94,1,203,1,10,1,93,1,20,1,219,1,22,1,8,1,34,1,79,1,27,1,33,1,80,1,190,1,41,1,3,1],[219,1,4,1,6,1,10,1,34,1,37,1,22,1,94,1,35,1,43,1,41,1,82,1,33,1,12,1,70,1,45,1,78,1,1,1,220,1,79,1,32,1,81,1,36,1,5,1,17,2,217,1,190,1,53,1,93,1,27,1,80,1,26,1,3,1,0,1,77,1,221,1,20,1,8,1,21,1],[219,1,4,1,6,1,10,1,34,1,37,1,22,1,94,1,25,1,35,1,43,1,41,1,82,1,33,1,12,1,70,1,45,1,78,1,1,1,79,1,32,1,81,1,36,1,5,1,17,2,217,1,190,1,53,1,93,1,27,1,80,1,26,1,3,1,0,1,77,1,221,1,20,1,8,1,21,1],[16,1,24,1,32,1,18,1,6,1,19,1,78,1,70,1,21,1,12,1,45,1,39,1,36,1,40,1,217,1,0,1,25,1,5,1,1,1,4,1,26,1,35,1,94,1,203,1,10,1,93,1,20,1,219,1,82,1,22,1,8,1,34,1,79,1,27,1,33,1,80,1,190,1,41,1,3,1],[94,1,39,1,26,1,36,1,40,1,12,1,41,1,8,1,18,1,6,1,45,1,27,1,20,1,25,1,5,1,4,1,19,1,21,2,33,1,3,1,70,1,32,1,34,1,0,1,203,1,1,1,10,1,35,1,16,1,24,1,78,1,220,1,217,1,219,1,82,1,79,2,190,1],[3,1,12,1,110,1,40,1,21,1,94,1,70,1,41,1,1,1,20,1,18,1,22,1,8,1,63,1,45,1,36,1,32,1,10,1,26,1,2,1,4,1,25,1,6,1,39,1,7,1],[36,1,35,1,34,1,19,2,16,1,80,1,40,2,187,1,45,1,17,1,22,1,82,1,78,1,25,1,4,1,0,1,5,1,38,1,166,1,26,1,7,1,10,1,18,1,74,1,8,1,163,1,71,1,128,1,110,1,94,1,3,1,27,1,32,1,185,1,53,1,75,1,12,1,23,1,168,1,70,1,119,1,39,1,79,1,21,1,217,1],[45,1,12,1,0,1,20,1,41,1,80,1,34,1,53,1,25,1,110,1,4,1,70,1,33,1,75,1,19,1,163,1,32,1,16,1,74,1,35,1,38,1,94,1,40,1,128,1,10,1,39,1,26,1,185,1,78,1,18,1,23,1,7,1,21,1,5,1,36,1,1,1,119,1,27,1,22,1,17,1,82,1,79,1,71,1,186,1,8,1,3,1,187,1,166,1],[36,1,35,1,34,1,19,2,16,1,80,1,40,2,187,1,45,1,33,1,17,1,22,1,82,1,78,1,25,1,4,1,0,1,5,1,38,1,166,1,26,1,7,1,10,1,18,1,74,1,8,1,163,1,71,1,128,1,110,1,94,1,3,1,27,1,32,1,185,1,53,1,75,1,12,1,23,1,168,1,70,1,119,1,39,1,79,1,21,1],[119,1,45,1,5,1,168,1,163,1,23,1,17,1,7,1,4,1,40,1,34,1,38,1,26,1,0,1,20,1,27,1,22,1,33,1,21,1,19,1,75,1,79,1,35,1,8,1,18,1,1,1,32,1,12,1,94,1,25,1,80,1,3,1,110,1,187,1,53,1,185,1,10,1,16,1,128,1,82,1,41,1,74,1,71,1,70,1,184,1,2,1,39,1,36,1,166,1,78,1,219,1,6,1,37,1,43,1,220,1,81,1,190,1,93,1,77,1,221,1],[16,1,24,1,32,1,18,1,6,1,19,1,78,1,70,1,220,1,21,1,12,1,45,1,39,1,36,1,40,1,0,1,25,1,5,1,1,1,4,1,26,1,35,1,94,1,203,1,10,1,93,1,20,1,219,1,82,1,22,1,8,1,34,1,79,1,27,1,33,1,80,1,190,1,41,1,3,1],[36,1,35,1,34,1,19,2,16,1,80,1,40,2,187,1,45,1,33,1,17,1,22,1,82,1,78,1,25,1,4,1,0,1,5,1,38,1,166,1,26,1,7,1,10,1,74,1,8,1,163,1,71,1,128,1,110,1,94,1,3,1,27,1,32,1,185,1,53,1,75,1,12,1,23,1,168,1,70,1,119,1,39,1,79,1,21,1,217,1],[219,1,4,1,6,1,10,1,34,1,37,1,22,1,94,1,25,1,35,1,43,1,41,1,82,1,33,1,12,1,70,1,45,1,78,1,1,1,220,1,79,1,32,1,36,1,5,1,17,2,217,1,190,1,53,1,93,1,27,1,80,1,26,1,3,1,0,1,77,1,221,1,20,1,8,1,21,1],[7,1],[219,1,4,1,6,1,10,1,34,1,37,1,22,1,94,1,25,1,35,1,43,1,41,1,82,1,33,1,12,1,70,1,45,1,78,1,1,1,220,1,79,1,32,1,81,1,36,1,5,1,17,2,217,1,53,1,93,1,27,1,80,1,26,1,3,1,0,1,77,1,221,1,20,1,8,1,21,1],[16,1,24,1,32,1,18,1,6,1,19,1,78,1,70,1,220,1,21,1,12,1,45,1,39,1,36,1,40,1,217,1,0,1,25,1,5,1,1,1,4,1,26,1,35,1,94,1,203,1,10,1,93,1,20,1,219,1,82,1,22,1,8,1,34,1,79,1,27,1,33,1,80,1,41,1,3,1],[219,1,4,1,6,1,10,1,34,1,37,1,22,1,94,1,25,1,35,1,43,1,41,1,82,1,33,1,12,1,70,1,45,1,78,1,1,1,220,1,79,1,32,1,81,1,36,1,5,1,17,2,217,1,190,1,53,1,27,1,80,1,26,1,3,1,0,1,77,1,221,1,20,1,8,1,21,1],[36,1,35,1,34,1,19,2,16,1,80,1,40,2,187,1,45,1,33,1,17,1,22,1,82,1,78,1,25,1,4,1,0,1,5,1,38,1,166,1,26,1,7,1,10,1,18,1,74,1,8,1,163,1,71,1,128,1,110,1,94,1,3,1,27,1,185,1,53,1,75,1,12,1,23,1,168,1,70,1,119,1,39,1,79,1,21,1,217,1],[3,1,12,1,110,1,40,1,21,1,94,1,70,1,93,1,41,1,1,1,20,1,18,1,22,1,8,1,63,1,45,1,36,1,32,1,10,1,26,1,2,1,4,1,25,1,39,1,7,1],[219,1,4,1,6,1,10,1,34,1,37,1,22,1,94,1,25,1,35,1,43,1,41,1,82,1,33,1,12,1,70,1,45,1,78,1,1,1,220,1,79,1,32,1,81,1,36,1,5,1,17,2,217,1,190,1,53,1,93,1,27,1,80,1,26,1,3,1,0,1,77,1,20,1,8,1,21,1],[63,2,62,1,41,1,40,1,22,1,4,1,21,1,10,1,26,1,12,1,25,1,3,1,27,1,5,1,1,1,36,1,7,2,32,1,20,1,18,1,34,1,33,1,35,1,39,1,110,1,19,1,31,1,17,1,30,1,139,1],[1,1,5,1,0,1,17,1,22,1,21,1,3,2,18,1,41,1,20,1,40,1,34,1,62,1,110,1,63,1,32,1,45,1,8,1,139,1,7,1,12,1,26,1,35,1,10,1,27,1,33,1,39,1,19,1,30,2],[36,1,34,1,1,1,22,1,33,1,41,1,21,1,35,1,32,1,8,1,18,1,20,1,64,1,4,1,26,1,17,1,63,1,62,1,3,1,40,1,25,1,27,1,7,1,30,1,12,1,110,1,19,1,39,1,31,1],[22,1,63,1,21,1,64,1,1,1,18,1,27,1,62,1,0,1,20,1,26,1,33,1,35,1,4,1,8,1,34,1,41,1,36,1,32,1,3,1,7,1,12,1,10,1,40,1,19,1,30,1,17,1,110,1,31,1,39,1],[36,1,5,1,0,2,34,2,4,1,32,1,41,1,33,1,8,1,26,1,3,1,12,1,7,1,10,1,25,1,40,1,22,1,139,1,21,1,62,1,20,1,63,1,18,1,27,1,17,1,45,1,31,1,30,1,39,1,110,1,19,1],[5,1,1,1,0,1,26,1,41,1,34,1,27,1,63,1,4,1,8,1,35,1,64,1,12,1,32,1,36,1,22,1,3,1,7,1,62,1,40,1,33,1,21,1,25,1,18,1,10,1,20,1,17,1,110,1,39,1,19,1,30,2],[1,1,0,1,5,1,34,1,22,1,36,1,21,1,4,1,33,1,45,1,8,1,35,1,20,1,32,1,3,1,18,1,41,1,64,1,7,1,63,1,10,1,62,1,26,2,40,1,12,1,17,1,30,2,19,1,110,1,39,1],[0,2,36,1,64,1,4,1,12,1,8,1,34,1,63,1,22,1,26,1,33,1,41,1,10,1,35,1,62,1,3,1,21,1,32,1,40,1,139,1,20,1,25,1,7,1,18,1,30,1,19,1,17,1,27,1,31,1,110,1,39,1]],"ids":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","agnes-2.5-pro-alpha","qwen3.7-flash","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"],"id":"sha256-df858793dcb753b0f77beb223fce04e1de99a2c08f2c7b5f14534efcafa8c7c5","createdAt":"2026-09-12T08:38:19.822Z","note":"Model catalog reviewed 2026-09-07 across 24 labs. Existing sourced benchmark seed; additions have no inferred scores. AA Index is a labeled v4.1 snapshot, not a combiner input. · D1 scores","weights":{"agentic":0.34,"hard_reasoning":0.33,"coding":0.33,"human_pref":0,"knowledge":0,"multimodal":0,"long_context":0},"benches":[{"id":"analyst-agent","name":"analyst-agent","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"briefcase","name":"briefcase","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"aime","name":"aime","bucket":"hard_reasoning","higherIsBetter":true,"scoreUnit":"percent"},{"id":"apex-agents","name":"apex-agents","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"aa-lcr","name":"aa-lcr","bucket":"long_context","higherIsBetter":true,"scoreUnit":"percent"},{"id":"automationbench","name":"automationbench","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"critpt","name":"critpt","bucket":"hard_reasoning","higherIsBetter":true,"scoreUnit":"percent"},{"id":"enterprise-ops","name":"enterprise-ops","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"gdp-pdf","name":"gdp-pdf","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"gdpval","name":"gdpval","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"gmmlu","name":"gmmlu","bucket":"knowledge","higherIsBetter":true,"scoreUnit":"percent"},{"id":"gpqa","name":"gpqa","bucket":"hard_reasoning","higherIsBetter":true,"scoreUnit":"percent"},{"id":"harvey","name":"harvey","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"hle","name":"hle","bucket":"hard_reasoning","higherIsBetter":true,"scoreUnit":"percent"},{"id":"ifbench","name":"ifbench","bucket":"knowledge","higherIsBetter":true,"scoreUnit":"percent"},{"id":"itbench","name":"itbench","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"livecodebench","name":"livecodebench","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"math500","name":"math500","bucket":"hard_reasoning","higherIsBetter":true,"scoreUnit":"percent"},{"id":"mmlu-pro","name":"mmlu-pro","bucket":"knowledge","higherIsBetter":true,"scoreUnit":"percent"},{"id":"mmmu-pro","name":"mmmu-pro","bucket":"multimodal","higherIsBetter":true,"scoreUnit":"percent"},{"id":"omniscience","name":"omniscience","bucket":"knowledge","higherIsBetter":true,"scoreUnit":"percent"},{"id":"scicode","name":"scicode","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"tau-bench","name":"tau-bench","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"terminal-bench","name":"terminal-bench","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"arc-agi","name":"arc-agi","bucket":"hard_reasoning","higherIsBetter":true,"scoreUnit":"percent"},{"id":"deepswe","name":"deepswe","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"swe-bench-pro","name":"swe-bench-pro","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"arc-agi-3","name":"arc-agi-3","bucket":"hard_reasoning","higherIsBetter":true,"scoreUnit":"percent"},{"id":"frontiercode","name":"frontiercode","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"enigma-eval","name":"enigma-eval","bucket":"hard_reasoning","higherIsBetter":true,"scoreUnit":"percent"},{"id":"swe-atlas-qna","name":"swe-atlas-qna","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"swe-atlas-refactoring","name":"swe-atlas-refactoring","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"swe-atlas-test-writing","name":"swe-atlas-test-writing","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"livebench-math","name":"livebench-math","bucket":"hard_reasoning","higherIsBetter":true,"scoreUnit":"percent"},{"id":"livebench-coding","name":"livebench-coding","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"livebench-language","name":"livebench-language","bucket":"knowledge","higherIsBetter":true,"scoreUnit":"percent"},{"id":"livebench-data","name":"livebench-data","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"multi-swe-bench","name":"multi-swe-bench","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"livebench-reasoning","name":"livebench-reasoning","bucket":"hard_reasoning","higherIsBetter":true,"scoreUnit":"percent"},{"id":"livebench-instructions","name":"livebench-instructions","bucket":"knowledge","higherIsBetter":true,"scoreUnit":"percent"},{"id":"swe-rebench","name":"swe-rebench","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"epoch-game-puzzles","name":"epoch-game-puzzles","bucket":"hard_reasoning","higherIsBetter":true,"scoreUnit":"percent"},{"id":"frontiermath","name":"frontiermath","bucket":"hard_reasoning","higherIsBetter":true,"scoreUnit":"percent"},{"id":"simpleqa","name":"simpleqa","bucket":"knowledge","higherIsBetter":true,"scoreUnit":"percent"},{"id":"vals-finance-agent","name":"vals-finance-agent","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"vals-code-migration","name":"vals-code-migration","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"},{"id":"vals-legal-research","name":"vals-legal-research","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"vals-excel-modeling","name":"vals-excel-modeling","bucket":"agentic","higherIsBetter":true,"scoreUnit":"percent"},{"id":"vibe-code","name":"vibe-code","bucket":"coding","higherIsBetter":true,"scoreUnit":"percent"}],"models":[{"id":"agnes-2.5-pro-alpha--effort-reasoning","name":"Agnes 2.5 Pro Alpha · Reasoning","labId":"agnes-ai","labName":"Agnes AI","scores":{},"baseModelId":"agnes-2.5-pro-alpha","detailsUrl":"/efforts?model=agnes-2.5-pro-alpha","publishedBenchmarkCount":14,"overallRating":{"score":0.251232136270692,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999981}]},"capabilityRatings":[{"bucket":"agentic","score":0.30184629436691507,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.33549443290384356,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.2167323135852505,"supported":true,"families":2,"independentFamilies":2,"opponents":125,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2864644803834295,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.34942411588947203,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7805749923245306,"lowerBound":0,"upperBound":1,"independentScore":0.7805749923245306,"independent":true,"opponentIds":0,"independentOpponentIds":0,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["ad37bcc3a2f8fbe16d11bf28"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8539763075042631,"lowerBound":0,"upperBound":1,"independentScore":0.8539763075042631,"independent":true,"opponentIds":1,"independentOpponentIds":1,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["53d28fbb092f0489790e15af"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7597266581165175,"lowerBound":0,"upperBound":1,"independentScore":0.7597266581165175,"independent":true,"opponentIds":2,"independentOpponentIds":2,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["cfda8506d8f2f566c79b7f13"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8976808510662719,"lowerBound":0,"upperBound":1,"independentScore":0.8976808510662719,"independent":true,"opponentIds":3,"independentOpponentIds":3,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["fe901ec4d3a93de8dca353cd"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5536985103315,"lowerBound":0,"upperBound":1,"independentScore":0.5536985103315,"independent":true,"opponentIds":4,"independentOpponentIds":4,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["3451d3b73f08ab58971036d1"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7001550700352529,"lowerBound":0,"upperBound":1,"independentScore":0.7001550700352529,"independent":true,"opponentIds":5,"independentOpponentIds":5,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["252993f87b0a46d83c161b41"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8627218346073913,"lowerBound":0,"upperBound":1,"independentScore":0.8627218346073913,"independent":true,"opponentIds":6,"independentOpponentIds":6,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["4e7d0cd968f12fcd6837a961"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8817118308333035,"lowerBound":0,"upperBound":1,"independentScore":0.8817118308333035,"independent":true,"opponentIds":7,"independentOpponentIds":7,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["d22306241e32f3b35c337299"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8426509714292251,"lowerBound":0,"upperBound":1,"independentScore":0.8426509714292251,"independent":true,"opponentIds":8,"independentOpponentIds":8,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["83831ab910de6136f183d0f6"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.4639181260599253,"lowerBound":0,"upperBound":1,"independentScore":0.4639181260599253,"independent":true,"opponentIds":9,"independentOpponentIds":9,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["3d2ba4d99bd8f7a014e1bc82"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.44466528424767654,"lowerBound":0,"upperBound":1,"independentScore":0.44466528424767654,"independent":true,"opponentIds":10,"independentOpponentIds":10,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["125887c34f0290cf5cb09b60"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7461338712670913,"lowerBound":0,"upperBound":1,"independentScore":0.7461338712670913,"independent":true,"opponentIds":11,"independentOpponentIds":11,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["1a8bae15560fd5c9da384d6e","b41b48e6be3dfa1ef6d8980d"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ad37bcc3a2f8fbe16d11bf28","53d28fbb092f0489790e15af","cfda8506d8f2f566c79b7f13","fe901ec4d3a93de8dca353cd","3451d3b73f08ab58971036d1","252993f87b0a46d83c161b41","4e7d0cd968f12fcd6837a961","d22306241e32f3b35c337299","83831ab910de6136f183d0f6","3d2ba4d99bd8f7a014e1bc82","125887c34f0290cf5cb09b60","1a8bae15560fd5c9da384d6e","b41b48e6be3dfa1ef6d8980d"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"amazon-nova-2-lite--effort-high","name":"Amazon Nova 2 Lite · High","labId":"amazon","labName":"Amazon","scores":{},"baseModelId":"amazon-nova-2-lite","detailsUrl":"/efforts?model=amazon-nova-2-lite","publishedBenchmarkCount":15,"overallRating":{"score":0.07857184919901854,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000004}]},"capabilityRatings":[{"bucket":"agentic","score":0.07926550584234517,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.12674668723350493,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.06342021871503419,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.12889122250534157,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.06303701041711705,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.12548706859525657,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.964003102022738,"lowerBound":0,"upperBound":1,"independentScore":0.964003102022738,"independent":true,"opponentIds":12,"independentOpponentIds":12,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["14d799d1a84fa43e5418d7b3"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6099874365083339,"lowerBound":0,"upperBound":1,"independentScore":0.6099874365083339,"independent":true,"opponentIds":13,"independentOpponentIds":13,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["0c3fb19ff79ef2b89ad8b459"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5455580144088832,"lowerBound":0,"upperBound":1,"independentScore":0.5455580144088832,"independent":true,"opponentIds":14,"independentOpponentIds":14,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["3ec7663d5fc9ea3c3a9845c7"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.28985606205887676,"lowerBound":0,"upperBound":1,"independentScore":0.28985606205887676,"independent":true,"opponentIds":15,"independentOpponentIds":15,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["4993197d550d0437d05637f2"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.699236832676615,"lowerBound":0,"upperBound":1,"independentScore":0.699236832676615,"independent":true,"opponentIds":16,"independentOpponentIds":16,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["77f69a1006c2ef2b6abd62bd"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5985991588656773,"lowerBound":0,"upperBound":1,"independentScore":0.5985991588656773,"independent":true,"opponentIds":17,"independentOpponentIds":17,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["9adff1036db8300025ee8851"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8384125282142115,"lowerBound":0,"upperBound":1,"independentScore":0.8384125282142115,"independent":true,"opponentIds":18,"independentOpponentIds":18,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["617a75985f9d2bf4173a41f9"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7687873057852431,"lowerBound":0,"upperBound":1,"independentScore":0.7687873057852431,"independent":true,"opponentIds":19,"independentOpponentIds":19,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["60e3e99d7079c86ec8901d6a"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7741414773274358,"lowerBound":0,"upperBound":1,"independentScore":0.7741414773274358,"independent":true,"opponentIds":20,"independentOpponentIds":20,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["8e87f48fb86040e2c58054ee"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.4569915918066986,"lowerBound":0,"upperBound":1,"independentScore":0.4569915918066986,"independent":true,"opponentIds":21,"independentOpponentIds":21,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["3a4fea5769cd4ea595e3f20e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.4975945092688684,"lowerBound":0,"upperBound":1,"independentScore":0.4975945092688684,"independent":true,"opponentIds":22,"independentOpponentIds":22,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["afb57bb88ef56dd427661b2d"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6713818822489809,"lowerBound":0,"upperBound":1,"independentScore":0.6713818822489809,"independent":true,"opponentIds":23,"independentOpponentIds":23,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["71c943ab8c5eab00a4c30043"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.42199289644415533,"lowerBound":0,"upperBound":1,"independentScore":0.42199289644415533,"independent":true,"opponentIds":24,"independentOpponentIds":24,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["7e343ed4dd2e1401efdacad3","c9703171c0c398856408c474"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["14d799d1a84fa43e5418d7b3","0c3fb19ff79ef2b89ad8b459","3ec7663d5fc9ea3c3a9845c7","4993197d550d0437d05637f2","77f69a1006c2ef2b6abd62bd","9adff1036db8300025ee8851","617a75985f9d2bf4173a41f9","60e3e99d7079c86ec8901d6a","8e87f48fb86040e2c58054ee","3a4fea5769cd4ea595e3f20e","afb57bb88ef56dd427661b2d","71c943ab8c5eab00a4c30043","7e343ed4dd2e1401efdacad3","c9703171c0c398856408c474"],"opponentModelIds":["amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"High","settings":[{"label":"High","observations":15}],"unspecified":0,"total":15}},{"id":"amazon-nova-2-lite--effort-low","name":"Amazon Nova 2 Lite · Low","labId":"amazon","labName":"Amazon","scores":{},"baseModelId":"amazon-nova-2-lite","detailsUrl":"/efforts?model=amazon-nova-2-lite","publishedBenchmarkCount":13,"overallRating":{"score":0.03747362299209616,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000029}]},"capabilityRatings":[{"bucket":"agentic","score":0.10841652548596131,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.02937270880555491,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.019851787737114133,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.08009051805381995,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.03588568646243634,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.10844582401956937,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.47131620666920876,"lowerBound":0,"upperBound":1,"independentScore":0.47131620666920876,"independent":true,"opponentIds":12,"independentOpponentIds":12,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["77a00d93b0f5ef316bc0a1d8"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5672496583910654,"lowerBound":0,"upperBound":1,"independentScore":0.5672496583910654,"independent":true,"opponentIds":13,"independentOpponentIds":13,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["d76da886e62765c45f4009d7"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.24532758670367552,"lowerBound":0,"upperBound":1,"independentScore":0.24532758670367552,"independent":true,"opponentIds":14,"independentOpponentIds":14,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["87be9250018af73102dd2d5f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.45480158680608773,"lowerBound":0,"upperBound":1,"independentScore":0.45480158680608773,"independent":true,"opponentIds":16,"independentOpponentIds":16,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1aea748fca8ce6be15473ca6"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.11800459450696793,"lowerBound":0,"upperBound":1,"independentScore":0.11800459450696793,"independent":true,"opponentIds":17,"independentOpponentIds":17,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["a898268580591f6bc1b5017b"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7455467331379685,"lowerBound":0,"upperBound":1,"independentScore":0.7455467331379685,"independent":true,"opponentIds":18,"independentOpponentIds":18,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["f3e8d9bb698a5328e7da979c"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.46590147815298655,"lowerBound":0,"upperBound":1,"independentScore":0.46590147815298655,"independent":true,"opponentIds":19,"independentOpponentIds":19,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["880b196d9ae0044312f5f0b0"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5942238175350751,"lowerBound":0,"upperBound":1,"independentScore":0.5942238175350751,"independent":true,"opponentIds":20,"independentOpponentIds":20,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f7325ca2c64074f1d8d7a2c6"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.3396134143179846,"lowerBound":0,"upperBound":1,"independentScore":0.3396134143179846,"independent":true,"opponentIds":21,"independentOpponentIds":21,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["275519f4bf513ae6169d9b06"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.43753072019266326,"lowerBound":0,"upperBound":1,"independentScore":0.43753072019266326,"independent":true,"opponentIds":22,"independentOpponentIds":22,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["6c6d58f64d07be8bd8224d07"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6621908933745434,"lowerBound":0,"upperBound":1,"independentScore":0.6621908933745434,"independent":true,"opponentIds":23,"independentOpponentIds":23,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["450be57bac445f754df60261"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.2256256142204155,"lowerBound":0,"upperBound":1,"independentScore":0.2256256142204155,"independent":true,"opponentIds":25,"independentOpponentIds":25,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["e5dfd55398cbbd3eae5a8ccb"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["77a00d93b0f5ef316bc0a1d8","d76da886e62765c45f4009d7","87be9250018af73102dd2d5f","1aea748fca8ce6be15473ca6","a898268580591f6bc1b5017b","f3e8d9bb698a5328e7da979c","880b196d9ae0044312f5f0b0","f7325ca2c64074f1d8d7a2c6","275519f4bf513ae6169d9b06","6c6d58f64d07be8bd8224d07","450be57bac445f754df60261","e5dfd55398cbbd3eae5a8ccb"],"opponentModelIds":["amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":13}],"unspecified":0,"total":13}},{"id":"amazon-nova-2-lite--effort-medium","name":"Amazon Nova 2 Lite · Medium","labId":"amazon","labName":"Amazon","scores":{},"baseModelId":"amazon-nova-2-lite","detailsUrl":"/efforts?model=amazon-nova-2-lite","publishedBenchmarkCount":13,"overallRating":{"score":0.07080797636687422,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000029}]},"capabilityRatings":[{"bucket":"agentic","score":0.12219819358537193,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.07454547321046989,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.06066544948977118,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.11020166031750422,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.05835291553475452,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.12397161978868017,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9104234609652123,"lowerBound":0,"upperBound":1,"independentScore":0.9104234609652123,"independent":true,"opponentIds":12,"independentOpponentIds":12,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["b2a0105959356ea86cbdc800"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6055741850672683,"lowerBound":0,"upperBound":1,"independentScore":0.6055741850672683,"independent":true,"opponentIds":13,"independentOpponentIds":13,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["43c45983fe0fb2950ee9e471"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.24532758670367552,"lowerBound":0,"upperBound":1,"independentScore":0.24532758670367552,"independent":true,"opponentIds":14,"independentOpponentIds":14,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["31ecbdac99d99d717eb4b69e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6166509044780474,"lowerBound":0,"upperBound":1,"independentScore":0.6166509044780474,"independent":true,"opponentIds":16,"independentOpponentIds":16,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["8b42bcc7d72018b481f9d6c8"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5031571187682083,"lowerBound":0,"upperBound":1,"independentScore":0.5031571187682083,"independent":true,"opponentIds":17,"independentOpponentIds":17,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["0d1e0d12a0e2697685e738b4"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8209967030399082,"lowerBound":0,"upperBound":1,"independentScore":0.8209967030399082,"independent":true,"opponentIds":18,"independentOpponentIds":18,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["26aa72ea349d3636c0c207d2"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6826295267648436,"lowerBound":0,"upperBound":1,"independentScore":0.6826295267648436,"independent":true,"opponentIds":19,"independentOpponentIds":19,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["7b7053d76bf32edf1ce36ca6"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7274749328606026,"lowerBound":0,"upperBound":1,"independentScore":0.7274749328606026,"independent":true,"opponentIds":20,"independentOpponentIds":20,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["6f3218cb03af524271bbe7b0"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.4378687404149883,"lowerBound":0,"upperBound":1,"independentScore":0.4378687404149883,"independent":true,"opponentIds":21,"independentOpponentIds":21,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["ff7874fe6f63e29676c8c47a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.44355662741159724,"lowerBound":0,"upperBound":1,"independentScore":0.44355662741159724,"independent":true,"opponentIds":22,"independentOpponentIds":22,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["d9230424096816687b209590"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6872397675191537,"lowerBound":0,"upperBound":1,"independentScore":0.6872397675191537,"independent":true,"opponentIds":23,"independentOpponentIds":23,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["4061e9966b4ff81008aa5344"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.559519769012292,"lowerBound":0,"upperBound":1,"independentScore":0.559519769012292,"independent":true,"opponentIds":25,"independentOpponentIds":25,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["8eaa999820b9e6805a4b51bf"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b2a0105959356ea86cbdc800","43c45983fe0fb2950ee9e471","31ecbdac99d99d717eb4b69e","8b42bcc7d72018b481f9d6c8","0d1e0d12a0e2697685e738b4","26aa72ea349d3636c0c207d2","7b7053d76bf32edf1ce36ca6","6f3218cb03af524271bbe7b0","ff7874fe6f63e29676c8c47a","d9230424096816687b209590","4061e9966b4ff81008aa5344","8eaa999820b9e6805a4b51bf"],"opponentModelIds":["amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":13}],"unspecified":0,"total":13}},{"id":"amazon-nova-2-lite--effort-non-reasoning","name":"Amazon Nova 2 Lite · Non-reasoning","labId":"amazon","labName":"Amazon","scores":{},"baseModelId":"amazon-nova-2-lite","detailsUrl":"/efforts?model=amazon-nova-2-lite","publishedBenchmarkCount":14,"overallRating":{"score":0.022018448996154575,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999979}]},"capabilityRatings":[{"bucket":"agentic","score":0.0878474134302278,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.019160352867870715,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.018629521452530932,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0345422612827488,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.019158910414446974,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.02194382951302577,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.32364117755225597,"lowerBound":0,"upperBound":1,"independentScore":0.32364117755225597,"independent":true,"opponentIds":12,"independentOpponentIds":12,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["64756b2e556ca7f8a17d562d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.21923196618017346,"lowerBound":0,"upperBound":1,"independentScore":0.21923196618017346,"independent":true,"opponentIds":13,"independentOpponentIds":13,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["0751248f0bb7ed65861e7389"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.24654054011328144,"lowerBound":0,"upperBound":1,"independentScore":0.24654054011328144,"independent":true,"opponentIds":14,"independentOpponentIds":14,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["ee6d3dc313301dfa2d7580f1"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.3419739935224729,"lowerBound":0,"upperBound":1,"independentScore":0.3419739935224729,"independent":true,"opponentIds":26,"independentOpponentIds":26,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["e0cbb3c39f8958e73c8b93c4"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2951340303852418,"lowerBound":0,"upperBound":1,"independentScore":0.2951340303852418,"independent":true,"opponentIds":16,"independentOpponentIds":16,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["341be8170b3f5df517a7b9f0"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.025018994168047346,"lowerBound":0,"upperBound":1,"independentScore":0.025018994168047346,"independent":true,"opponentIds":17,"independentOpponentIds":17,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["bb07aadd4166403d7629e25e"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.4243137988712847,"lowerBound":0,"upperBound":1,"independentScore":0.4243137988712847,"independent":true,"opponentIds":18,"independentOpponentIds":18,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["49a7a5a737f5b970e9b48dc4"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.31655371575219765,"lowerBound":0,"upperBound":1,"independentScore":0.31655371575219765,"independent":true,"opponentIds":19,"independentOpponentIds":19,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["81d6342d15ab0e2f8e535ccd"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.44224194373766545,"lowerBound":0,"upperBound":1,"independentScore":0.44224194373766545,"independent":true,"opponentIds":20,"independentOpponentIds":20,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["3af2c688d4c527bc96bdfee4"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.18877078216879614,"lowerBound":0,"upperBound":1,"independentScore":0.18877078216879614,"independent":true,"opponentIds":21,"independentOpponentIds":21,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["971a463f2747f1886585e328"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.22295210161250772,"lowerBound":0,"upperBound":1,"independentScore":0.22295210161250772,"independent":true,"opponentIds":22,"independentOpponentIds":22,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["3e84abbf7f996ec789cd2885"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.608968991290611,"lowerBound":0,"upperBound":1,"independentScore":0.608968991290611,"independent":true,"opponentIds":23,"independentOpponentIds":23,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["04fb036f055cd49b327a6ded"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3578676521974386,"lowerBound":0,"upperBound":1,"independentScore":0.3578676521974386,"independent":true,"opponentIds":25,"independentOpponentIds":25,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["eb49445c621170b904099ffd"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["64756b2e556ca7f8a17d562d","0751248f0bb7ed65861e7389","ee6d3dc313301dfa2d7580f1","e0cbb3c39f8958e73c8b93c4","341be8170b3f5df517a7b9f0","bb07aadd4166403d7629e25e","49a7a5a737f5b970e9b48dc4","81d6342d15ab0e2f8e535ccd","3af2c688d4c527bc96bdfee4","971a463f2747f1886585e328","3e84abbf7f996ec789cd2885","04fb036f055cd49b327a6ded","eb49445c621170b904099ffd"],"opponentModelIds":["amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"amazon-nova-2-pro-preview--effort-low","name":"Amazon Nova 2 Pro Preview · Low","labId":"amazon","labName":"Amazon","scores":{},"baseModelId":"amazon-nova-2-pro-preview","detailsUrl":"/efforts?model=amazon-nova-2-pro-preview","publishedBenchmarkCount":16,"overallRating":{"score":0.07309598523779189,"supported":true,"families":14,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":14,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999956}]},"capabilityRatings":[{"bucket":"agentic","score":0.17179294892303668,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.04558954358701486,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.05568478961045712,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.17189706119213746,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.05995266205346422,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.16887237189374982,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6223642205592037,"lowerBound":0,"upperBound":1,"independentScore":0.6223642205592037,"independent":true,"opponentIds":27,"independentOpponentIds":27,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["aa4583be3fa22d830b8f8f25"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6843170023136008,"lowerBound":0,"upperBound":1,"independentScore":0.6843170023136008,"independent":true,"opponentIds":28,"independentOpponentIds":28,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["f9ff4d8772bb55e2ef2ddcb7"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2499578837012419,"lowerBound":0,"upperBound":1,"independentScore":0.2499578837012419,"independent":true,"opponentIds":29,"independentOpponentIds":29,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["163665ac054efd9d9a38517d"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.35761033956251315,"lowerBound":0,"upperBound":1,"independentScore":0.35761033956251315,"independent":true,"opponentIds":30,"independentOpponentIds":30,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["e64b707ff2d699c4ecab8798"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.829664759534177,"lowerBound":0,"upperBound":1,"independentScore":0.829664759534177,"independent":true,"opponentIds":31,"independentOpponentIds":31,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["a696000446e4a94aada1fdcb"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5688505604296854,"lowerBound":0,"upperBound":1,"independentScore":0.5688505604296854,"independent":true,"opponentIds":32,"independentOpponentIds":32,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["31db5b88eadca6dc97116930"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3127984085926233,"lowerBound":0,"upperBound":1,"independentScore":0.3127984085926233,"independent":true,"opponentIds":33,"independentOpponentIds":33,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["9b1f0df1aefef1081c703ec3"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9804707685590697,"lowerBound":0,"upperBound":1,"independentScore":0.9804707685590697,"independent":true,"opponentIds":34,"independentOpponentIds":34,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["822022aa52507b9b3001d3c1"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6589175201582699,"lowerBound":0,"upperBound":1,"independentScore":0.6589175201582699,"independent":true,"opponentIds":35,"independentOpponentIds":35,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["5653889b31519d66e60b5b3c"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8027091827979757,"lowerBound":0,"upperBound":1,"independentScore":0.8027091827979757,"independent":true,"opponentIds":36,"independentOpponentIds":36,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["ce55605faf854659ff0fe76f"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.44757623744563924,"lowerBound":0,"upperBound":1,"independentScore":0.44757623744563924,"independent":true,"opponentIds":37,"independentOpponentIds":37,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["485ff3ed3089d2ec72eb65fb"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.4140306363244937,"lowerBound":0,"upperBound":1,"independentScore":0.4140306363244937,"independent":true,"opponentIds":38,"independentOpponentIds":38,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["25293590da29402fbd862593"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8511074385630445,"lowerBound":0,"upperBound":1,"independentScore":0.8511074385630445,"independent":true,"opponentIds":39,"independentOpponentIds":39,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["d8fa487d441e2a3bff731883"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5010944755991479,"lowerBound":0,"upperBound":1,"independentScore":0.5010944755991479,"independent":true,"opponentIds":40,"independentOpponentIds":40,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["d67198df6216e3d8b684dfaa","b46dbb37766de1e2ef10d6de"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["aa4583be3fa22d830b8f8f25","f9ff4d8772bb55e2ef2ddcb7","163665ac054efd9d9a38517d","e64b707ff2d699c4ecab8798","a696000446e4a94aada1fdcb","31db5b88eadca6dc97116930","9b1f0df1aefef1081c703ec3","822022aa52507b9b3001d3c1","5653889b31519d66e60b5b3c","ce55605faf854659ff0fe76f","485ff3ed3089d2ec72eb65fb","25293590da29402fbd862593","d8fa487d441e2a3bff731883","d67198df6216e3d8b684dfaa","b46dbb37766de1e2ef10d6de"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":16}],"unspecified":0,"total":16}},{"id":"amazon-nova-2-pro-preview--effort-medium","name":"Amazon Nova 2 Pro Preview · Medium","labId":"amazon","labName":"Amazon","scores":{},"baseModelId":"amazon-nova-2-pro-preview","detailsUrl":"/efforts?model=amazon-nova-2-pro-preview","publishedBenchmarkCount":16,"overallRating":{"score":0.09267642552435258,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999991}]},"capabilityRatings":[{"bucket":"agentic","score":0.189320664817393,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.0776992149281793,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.09204465459687644,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.20105289740438684,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.0681801664851477,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.15835332769886168,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9120822494948488,"lowerBound":0,"upperBound":1,"independentScore":0.9120822494948488,"independent":true,"opponentIds":27,"independentOpponentIds":27,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["3846226f9a4f5dd9d89d3dd1"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.49811466377183167,"lowerBound":0,"upperBound":1,"independentScore":0.49811466377183167,"independent":true,"opponentIds":41,"independentOpponentIds":41,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["de4a8f08e90e822753707555","4d03bd7f7196acd07f6a41e5"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2488942119883838,"lowerBound":0,"upperBound":1,"independentScore":0.2488942119883838,"independent":true,"opponentIds":29,"independentOpponentIds":29,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["576f4f9c9b1effaaed221378"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.3730611663754127,"lowerBound":0,"upperBound":1,"independentScore":0.3730611663754127,"independent":true,"opponentIds":30,"independentOpponentIds":30,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["633313af7ea748295dbcd2a8"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6476380112299034,"lowerBound":0,"upperBound":1,"independentScore":0.6476380112299034,"independent":true,"opponentIds":32,"independentOpponentIds":32,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["ee7d2db9b09a1f2983f7db7b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5083279026831828,"lowerBound":0,"upperBound":1,"independentScore":0.5083279026831828,"independent":true,"opponentIds":33,"independentOpponentIds":33,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["209c17d4d5266a21ce2de7df"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.97704684248466,"lowerBound":0,"upperBound":1,"independentScore":0.97704684248466,"independent":true,"opponentIds":34,"independentOpponentIds":34,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["b8a630ac2b0ff385963c2da4"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.809212741969111,"lowerBound":0,"upperBound":1,"independentScore":0.809212741969111,"independent":true,"opponentIds":35,"independentOpponentIds":35,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["143991a4a457eea92fe5171c"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8401347479357548,"lowerBound":0,"upperBound":1,"independentScore":0.8401347479357548,"independent":true,"opponentIds":36,"independentOpponentIds":36,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["fc95d33f7ca12e3fd5fe88fc"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.48647033766920245,"lowerBound":0,"upperBound":1,"independentScore":0.48647033766920245,"independent":true,"opponentIds":37,"independentOpponentIds":37,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["5f803a4fc980517eb71432d0"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6088228892063308,"lowerBound":0,"upperBound":1,"independentScore":0.6088228892063308,"independent":true,"opponentIds":38,"independentOpponentIds":38,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["c1cb257283aefcb143faca8c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8750075160492277,"lowerBound":0,"upperBound":1,"independentScore":0.8750075160492277,"independent":true,"opponentIds":39,"independentOpponentIds":39,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["a17ba591cb2cb5153c9a6064"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5879485925525866,"lowerBound":0,"upperBound":1,"independentScore":0.5879485925525866,"independent":true,"opponentIds":40,"independentOpponentIds":40,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["4f88cd83a215ca158a04fc06","366ec0058521e2c38f0622be"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3846226f9a4f5dd9d89d3dd1","de4a8f08e90e822753707555","576f4f9c9b1effaaed221378","633313af7ea748295dbcd2a8","ee7d2db9b09a1f2983f7db7b","209c17d4d5266a21ce2de7df","b8a630ac2b0ff385963c2da4","143991a4a457eea92fe5171c","4d03bd7f7196acd07f6a41e5","fc95d33f7ca12e3fd5fe88fc","5f803a4fc980517eb71432d0","c1cb257283aefcb143faca8c","a17ba591cb2cb5153c9a6064","4f88cd83a215ca158a04fc06","366ec0058521e2c38f0622be"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":16}],"unspecified":0,"total":16}},{"id":"amazon-nova-2-pro-preview--effort-non-reasoning","name":"Amazon Nova 2 Pro Preview · Non-reasoning","labId":"amazon","labName":"Amazon","scores":{},"baseModelId":"amazon-nova-2-pro-preview","detailsUrl":"/efforts?model=amazon-nova-2-pro-preview","publishedBenchmarkCount":15,"overallRating":{"score":0.032644539058123874,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000053}]},"capabilityRatings":[{"bucket":"agentic","score":0.0905941609481851,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.021518060435494594,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03962344572264936,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.055804062316450936,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.037279290727638546,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.30540886139726975,"lowerBound":0,"upperBound":1,"independentScore":0.30540886139726975,"independent":true,"opponentIds":27,"independentOpponentIds":27,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["6175ce4adc218cc2822fcbf9"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.32716736760221915,"lowerBound":0,"upperBound":1,"independentScore":0.32716736760221915,"independent":true,"opponentIds":28,"independentOpponentIds":28,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["27dd6af97bc82a3f33e9bbb4"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2488942119883838,"lowerBound":0,"upperBound":1,"independentScore":0.2488942119883838,"independent":true,"opponentIds":29,"independentOpponentIds":29,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["0dde0536564f2839a2ce52d8"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.2873752317565604,"lowerBound":0,"upperBound":1,"independentScore":0.2873752317565604,"independent":true,"opponentIds":30,"independentOpponentIds":30,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["06219722cf816fd5e2329eb6"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.32425549972817136,"lowerBound":0,"upperBound":1,"independentScore":0.32425549972817136,"independent":true,"opponentIds":31,"independentOpponentIds":31,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["7292759b8cb168b50cfc12a5"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3453922333064413,"lowerBound":0,"upperBound":1,"independentScore":0.3453922333064413,"independent":true,"opponentIds":32,"independentOpponentIds":32,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["38aa2e7ea58f399abf54de70"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.116940610044175,"lowerBound":0,"upperBound":1,"independentScore":0.116940610044175,"independent":true,"opponentIds":33,"independentOpponentIds":33,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["b14ffa0e6e2c2eaae9e72551"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6582824964963743,"lowerBound":0,"upperBound":1,"independentScore":0.6582824964963743,"independent":true,"opponentIds":34,"independentOpponentIds":34,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9fe32683ff453994e752cf0b"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.48845647594972935,"lowerBound":0,"upperBound":1,"independentScore":0.48845647594972935,"independent":true,"opponentIds":35,"independentOpponentIds":35,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["bd2de967d5e4ceefd8d21f5f"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5342076399898059,"lowerBound":0,"upperBound":1,"independentScore":0.5342076399898059,"independent":true,"opponentIds":36,"independentOpponentIds":36,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["b491e7d678f7eb03aa97fe4f"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.40416229456609176,"lowerBound":0,"upperBound":1,"independentScore":0.40416229456609176,"independent":true,"opponentIds":38,"independentOpponentIds":38,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["e507780d68e9a88b3fe816c3"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.665456898539256,"lowerBound":0,"upperBound":1,"independentScore":0.665456898539256,"independent":true,"opponentIds":39,"independentOpponentIds":39,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["073593c114d374a6b5814324"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4963206488483661,"lowerBound":0,"upperBound":1,"independentScore":0.4963206488483661,"independent":true,"opponentIds":40,"independentOpponentIds":40,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["77e985c0ed8b2995e6b8a80d","f56f639149bec0565169758c"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6175ce4adc218cc2822fcbf9","27dd6af97bc82a3f33e9bbb4","0dde0536564f2839a2ce52d8","06219722cf816fd5e2329eb6","7292759b8cb168b50cfc12a5","38aa2e7ea58f399abf54de70","b14ffa0e6e2c2eaae9e72551","9fe32683ff453994e752cf0b","bd2de967d5e4ceefd8d21f5f","b491e7d678f7eb03aa97fe4f","e507780d68e9a88b3fe816c3","073593c114d374a6b5814324","77e985c0ed8b2995e6b8a80d","f56f639149bec0565169758c"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"amazon-nova-lite--effort-non-reasoning","name":"Amazon Nova Lite · Non-reasoning","labId":"amazon","labName":"Amazon","scores":{},"baseModelId":"amazon-nova-lite","detailsUrl":"/efforts?model=amazon-nova-lite","publishedBenchmarkCount":15,"overallRating":{"score":0.009138771565485579,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000026}]},"capabilityRatings":[{"bucket":"agentic","score":0.008098250099141521,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.011227223719987212,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.005083313589752877,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.013198735467012793,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.007151310972312086,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.02973365458517821,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.06359457838652052,"lowerBound":0,"upperBound":1,"independentScore":0.06359457838652052,"independent":true,"opponentIds":42,"independentOpponentIds":42,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["50e4adca8e5e54dc5a129468"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.13740828786198017,"lowerBound":0,"upperBound":1,"independentScore":0.13740828786198017,"independent":true,"opponentIds":43,"independentOpponentIds":43,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["adf5df0b30d27f83e52f2b51","c8e86b20efeee800f08898bd"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2546826059054759,"lowerBound":0,"upperBound":1,"independentScore":0.2546826059054759,"independent":true,"opponentIds":44,"independentOpponentIds":44,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["ff486d9ba46adad27a1b6fe4"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.1346786587573231,"lowerBound":0,"upperBound":1,"independentScore":0.1346786587573231,"independent":true,"opponentIds":45,"independentOpponentIds":45,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["dbd1d83f7580735392e6f6a7"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.1778961894064546,"lowerBound":0,"upperBound":1,"independentScore":0.1778961894064546,"independent":true,"opponentIds":46,"independentOpponentIds":46,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["981168cc7575baa0277b03a4"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.2835296147481867,"lowerBound":0,"upperBound":1,"independentScore":0.2835296147481867,"independent":true,"opponentIds":47,"independentOpponentIds":47,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["6feffecc4d281a47d9a8c63c"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.11674770704052292,"lowerBound":0,"upperBound":1,"independentScore":0.11674770704052292,"independent":true,"opponentIds":48,"independentOpponentIds":48,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["dbdd0586ea1c53079fda7843"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.2210116848157675,"lowerBound":0,"upperBound":1,"independentScore":0.2210116848157675,"independent":true,"opponentIds":49,"independentOpponentIds":49,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["7dd1a3d260f548765e07a7db"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.16654929668538904,"lowerBound":0,"upperBound":1,"independentScore":0.16654929668538904,"independent":true,"opponentIds":50,"independentOpponentIds":50,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["c3a7675bf193929b296e1238"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.04969911158495855,"lowerBound":0,"upperBound":1,"independentScore":0.04969911158495855,"independent":true,"opponentIds":51,"independentOpponentIds":51,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["fd3e68f24b42e3314808e348"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.10115175803383822,"lowerBound":0,"upperBound":1,"independentScore":0.10115175803383822,"independent":true,"opponentIds":52,"independentOpponentIds":52,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["c810f78cb4cfe1a60c148b93"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.1560282637616285,"lowerBound":0,"upperBound":1,"independentScore":0.1560282637616285,"independent":true,"opponentIds":53,"independentOpponentIds":53,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["02860b6478118aafcbe8cda2"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.0824274774317877,"lowerBound":0,"upperBound":1,"independentScore":0.0824274774317877,"independent":true,"opponentIds":54,"independentOpponentIds":54,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["69ddc6a403ed9b335c7c7e51"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["50e4adca8e5e54dc5a129468","adf5df0b30d27f83e52f2b51","ff486d9ba46adad27a1b6fe4","dbd1d83f7580735392e6f6a7","981168cc7575baa0277b03a4","6feffecc4d281a47d9a8c63c","dbdd0586ea1c53079fda7843","7dd1a3d260f548765e07a7db","c8e86b20efeee800f08898bd","c3a7675bf193929b296e1238","fd3e68f24b42e3314808e348","c810f78cb4cfe1a60c148b93","02860b6478118aafcbe8cda2","69ddc6a403ed9b335c7c7e51"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"amazon-nova-micro--effort-non-reasoning","name":"Amazon Nova Micro · Non-reasoning","labId":"amazon","labName":"Amazon","scores":{},"baseModelId":"amazon-nova-micro","detailsUrl":"/efforts?model=amazon-nova-micro","publishedBenchmarkCount":13,"overallRating":{"score":0.007895911193897782,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999968}]},"capabilityRatings":[{"bucket":"agentic","score":0.0055782085156344564,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.010113144738701618,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0052513973073810664,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.009245992947710044,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.017905924431419022,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.03929566805338258,"lowerBound":0,"upperBound":1,"independentScore":0.03929566805338258,"independent":true,"opponentIds":55,"independentOpponentIds":55,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["c395cbf5898af86d26300d73"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.17791273036973113,"lowerBound":0,"upperBound":1,"independentScore":0.17791273036973113,"independent":true,"opponentIds":56,"independentOpponentIds":56,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["cfcec14d811a655ca4726508"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2551733148128986,"lowerBound":0,"upperBound":1,"independentScore":0.2551733148128986,"independent":true,"opponentIds":57,"independentOpponentIds":57,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["db9b99c98dd617c9ca05910d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.08370377401571709,"lowerBound":0,"upperBound":1,"independentScore":0.08370377401571709,"independent":true,"opponentIds":58,"independentOpponentIds":58,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["696c084e4d6c62ab15b53492"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.24076621955580413,"lowerBound":0,"upperBound":1,"independentScore":0.24076621955580413,"independent":true,"opponentIds":59,"independentOpponentIds":59,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["f8a60f4c48d2cf35f26ad74c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.14981437328155964,"lowerBound":0,"upperBound":1,"independentScore":0.14981437328155964,"independent":true,"opponentIds":60,"independentOpponentIds":60,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["7e8455203b39b886b2967732"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.09176272053567698,"lowerBound":0,"upperBound":1,"independentScore":0.09176272053567698,"independent":true,"opponentIds":61,"independentOpponentIds":61,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["aef838f6a1d2eca33b5a1e33"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.13362303230600459,"lowerBound":0,"upperBound":1,"independentScore":0.13362303230600459,"independent":true,"opponentIds":62,"independentOpponentIds":62,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["ffa04be81f3227c6f19350f1"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.106592747959308,"lowerBound":0,"upperBound":1,"independentScore":0.106592747959308,"independent":true,"opponentIds":63,"independentOpponentIds":63,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["35e37d3045a2a291273b84f1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.10936252059177463,"lowerBound":0,"upperBound":1,"independentScore":0.10936252059177463,"independent":true,"opponentIds":64,"independentOpponentIds":64,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["abebfd3cf4beb6117af462cc"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.10163480354482002,"lowerBound":0,"upperBound":1,"independentScore":0.10163480354482002,"independent":true,"opponentIds":65,"independentOpponentIds":65,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["88ec995dfbbdc4b5240ddad1"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.1244267296135394,"lowerBound":0,"upperBound":1,"independentScore":0.1244267296135394,"independent":true,"opponentIds":66,"independentOpponentIds":66,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["19d78b7b4a3613704624e4c9"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c395cbf5898af86d26300d73","cfcec14d811a655ca4726508","db9b99c98dd617c9ca05910d","696c084e4d6c62ab15b53492","f8a60f4c48d2cf35f26ad74c","7e8455203b39b886b2967732","aef838f6a1d2eca33b5a1e33","ffa04be81f3227c6f19350f1","35e37d3045a2a291273b84f1","abebfd3cf4beb6117af462cc","88ec995dfbbdc4b5240ddad1","19d78b7b4a3613704624e4c9"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"amazon-nova-premier--effort-non-reasoning","name":"Amazon Nova Premier · Non-reasoning","labId":"amazon","labName":"Amazon","scores":{},"baseModelId":"amazon-nova-premier","detailsUrl":"/efforts?model=amazon-nova-premier","publishedBenchmarkCount":14,"overallRating":{"score":0.020933949731054932,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000098}]},"capabilityRatings":[{"bucket":"agentic","score":0.04763126887973359,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.014751136072247753,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.016386344085779634,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.04226656585392125,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.04965441210097036,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.1527520439787274,"lowerBound":0,"upperBound":1,"independentScore":0.1527520439787274,"independent":true,"opponentIds":67,"independentOpponentIds":67,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["ce9a2089796d737603a17e0b"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3757119535120816,"lowerBound":0,"upperBound":1,"independentScore":0.3757119535120816,"independent":true,"opponentIds":68,"independentOpponentIds":68,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["f2f040f4479911816988b68b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2546826059054759,"lowerBound":0,"upperBound":1,"independentScore":0.2546826059054759,"independent":true,"opponentIds":69,"independentOpponentIds":69,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["56f117757019799897341310"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.39723558351735316,"lowerBound":0,"upperBound":1,"independentScore":0.39723558351735316,"independent":true,"opponentIds":70,"independentOpponentIds":70,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["0e3b171515df1dcd1001b493"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2429340151165447,"lowerBound":0,"upperBound":1,"independentScore":0.2429340151165447,"independent":true,"opponentIds":71,"independentOpponentIds":71,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["6a6eaae484ab8fcb709d1c0f"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.14150261369202075,"lowerBound":0,"upperBound":1,"independentScore":0.14150261369202075,"independent":true,"opponentIds":72,"independentOpponentIds":72,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["5f0a56bbcc02e28b010b7360"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.30825740228362536,"lowerBound":0,"upperBound":1,"independentScore":0.30825740228362536,"independent":true,"opponentIds":73,"independentOpponentIds":73,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["8be501c4015a8228e5bf59d1"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.2753883744177567,"lowerBound":0,"upperBound":1,"independentScore":0.2753883744177567,"independent":true,"opponentIds":74,"independentOpponentIds":74,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["63e379977a372098a782ec00"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.33467483700673367,"lowerBound":0,"upperBound":1,"independentScore":0.33467483700673367,"independent":true,"opponentIds":75,"independentOpponentIds":75,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["9c279ec3f04cf3fdc739c887"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.37988715104420817,"lowerBound":0,"upperBound":1,"independentScore":0.37988715104420817,"independent":true,"opponentIds":76,"independentOpponentIds":76,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["354ff394a1c479d16d1ff096"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5936236160604264,"lowerBound":0,"upperBound":1,"independentScore":0.5936236160604264,"independent":true,"opponentIds":77,"independentOpponentIds":77,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["fe566bdc8b0fe8917d76032e"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.490998156805917,"lowerBound":0,"upperBound":1,"independentScore":0.490998156805917,"independent":true,"opponentIds":78,"independentOpponentIds":78,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["0bfbe8f57f24704b45f141ff"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3893705124188198,"lowerBound":0,"upperBound":1,"independentScore":0.3893705124188198,"independent":true,"opponentIds":79,"independentOpponentIds":79,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["3abff7933c0a42c95c4f53c9"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ce9a2089796d737603a17e0b","f2f040f4479911816988b68b","56f117757019799897341310","0e3b171515df1dcd1001b493","6a6eaae484ab8fcb709d1c0f","5f0a56bbcc02e28b010b7360","8be501c4015a8228e5bf59d1","63e379977a372098a782ec00","9c279ec3f04cf3fdc739c887","354ff394a1c479d16d1ff096","fe566bdc8b0fe8917d76032e","0bfbe8f57f24704b45f141ff","3abff7933c0a42c95c4f53c9"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"amazon-nova-pro--effort-non-reasoning","name":"Amazon Nova Pro · Non-reasoning","labId":"amazon","labName":"Amazon","scores":{},"baseModelId":"amazon-nova-pro","detailsUrl":"/efforts?model=amazon-nova-pro","publishedBenchmarkCount":14,"overallRating":{"score":0.012560011098143272,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999966}]},"capabilityRatings":[{"bucket":"agentic","score":0.0055782085156344564,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.010803432070837152,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.010622715412454539,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0290512777258136,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.011826481491897007,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.02798682659545219,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.06359457838652052,"lowerBound":0,"upperBound":1,"independentScore":0.06359457838652052,"independent":true,"opponentIds":80,"independentOpponentIds":80,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["541b9cd8656670591c6a1d18"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.25827736061620266,"lowerBound":0,"upperBound":1,"independentScore":0.25827736061620266,"independent":true,"opponentIds":81,"independentOpponentIds":81,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["9a068df3721adea27be27ecf"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2546826059054759,"lowerBound":0,"upperBound":1,"independentScore":0.2546826059054759,"independent":true,"opponentIds":82,"independentOpponentIds":82,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["d4896e593ff5512235c65933"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.18435845453135022,"lowerBound":0,"upperBound":1,"independentScore":0.18435845453135022,"independent":true,"opponentIds":83,"independentOpponentIds":83,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["fca9c963afc237552313f230"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.04144411275235541,"lowerBound":0,"upperBound":1,"independentScore":0.04144411275235541,"independent":true,"opponentIds":84,"independentOpponentIds":84,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["3b7c848ef0c5b4072692c53a"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.36466864993756687,"lowerBound":0,"upperBound":1,"independentScore":0.36466864993756687,"independent":true,"opponentIds":85,"independentOpponentIds":85,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["1718757623befb2b04cdffa0"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.14741363778657432,"lowerBound":0,"upperBound":1,"independentScore":0.14741363778657432,"independent":true,"opponentIds":86,"independentOpponentIds":86,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["7a72aadc62751bdabe32c810"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.27279156525831877,"lowerBound":0,"upperBound":1,"independentScore":0.27279156525831877,"independent":true,"opponentIds":87,"independentOpponentIds":87,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["fc2fc962c57c7a95ec0f5ab6"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.28522011921244256,"lowerBound":0,"upperBound":1,"independentScore":0.28522011921244256,"independent":true,"opponentIds":88,"independentOpponentIds":88,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["2b21dffdfeaeb4feaa7217c7"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.12432691767511128,"lowerBound":0,"upperBound":1,"independentScore":0.12432691767511128,"independent":true,"opponentIds":89,"independentOpponentIds":89,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["99044be57784aba47c270823"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.3915641032320076,"lowerBound":0,"upperBound":1,"independentScore":0.3915641032320076,"independent":true,"opponentIds":90,"independentOpponentIds":90,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["0050677da9a66bbd582ceef2"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.1022364959056663,"lowerBound":0,"upperBound":1,"independentScore":0.1022364959056663,"independent":true,"opponentIds":91,"independentOpponentIds":91,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["180bc2e6c945ab26a8631548"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3421451278166509,"lowerBound":0,"upperBound":1,"independentScore":0.3421451278166509,"independent":true,"opponentIds":92,"independentOpponentIds":92,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["d8eefcfd98bc646739e26568"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["541b9cd8656670591c6a1d18","9a068df3721adea27be27ecf","d4896e593ff5512235c65933","fca9c963afc237552313f230","3b7c848ef0c5b4072692c53a","1718757623befb2b04cdffa0","7a72aadc62751bdabe32c810","fc2fc962c57c7a95ec0f5ab6","2b21dffdfeaeb4feaa7217c7","99044be57784aba47c270823","0050677da9a66bbd582ceef2","180bc2e6c945ab26a8631548","d8eefcfd98bc646739e26568"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"claude-fable-5--effort-max","name":"Claude Fable 5 · Max","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-fable-5","detailsUrl":"/efforts?model=claude-fable-5","publishedBenchmarkCount":62,"overallRating":{"score":0.7318843773485036,"supported":true,"families":35,"publishers":8,"evaluationSources":8,"taskAreas":5,"opponents":221,"independentFamilies":34,"reason":null,"independentSources":8,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Terminal-Bench","independent":true,"share":0.13530223695453586},{"source":"Cognition","independent":true,"share":0.13530223695453578},{"source":"Artificial Analysis","independent":true,"share":0.13502466365304142},{"source":"LiveBench","independent":true,"share":0.13426145051642402},{"source":"Vals AI","independent":true,"share":0.12613656949507124},{"source":"ARC Prize","independent":true,"share":0.12481037928192101},{"source":"Epoch AI","independent":true,"share":0.12364629501825516},{"source":"Datacurve","independent":true,"share":0.08551616812619829}]},"capabilityRatings":[{"bucket":"agentic","score":0.7188436244340853,"supported":true,"families":12,"independentFamilies":12,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.693614063713203,"supported":true,"families":9,"independentFamilies":8,"opponents":221,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7976819871899679,"supported":true,"families":8,"independentFamilies":8,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.6662197502448904,"supported":true,"families":5,"independentFamilies":5,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.8033843607365783,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.8384276201331813,"lowerBound":0,"upperBound":1,"independentScore":0.8384276201331813,"independent":true,"opponentIds":93,"independentOpponentIds":93,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["5222e61d0123ece9278f23ce"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9563218390804598,"lowerBound":0,"upperBound":1,"independentScore":0.9563218390804598,"independent":true,"opponentIds":94,"independentOpponentIds":94,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["19d3225518b4ccc8a6be41a6"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":95,"independentOpponentIds":95,"panelSize":1,"publishers":["Epoch AI"],"observations":["epoch-run-eiLEpRUvK48wUKDh4sYkzV"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9745106966709525,"lowerBound":0,"upperBound":1,"independentScore":0.9745106966709525,"independent":true,"opponentIds":96,"independentOpponentIds":96,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["0ee4fa47e6674b3096c09c9e","744e2629ba0b96b375ed57e4"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8435668807752986,"lowerBound":0,"upperBound":1,"independentScore":0.8435668807752986,"independent":true,"opponentIds":97,"independentOpponentIds":97,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["680b64b696a83786a6320608"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9785000000000001,"lowerBound":0,"upperBound":1,"independentScore":0.9785000000000001,"independent":true,"opponentIds":98,"independentOpponentIds":98,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["54215a497f41ddcb020ffe22"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":99,"independentOpponentIds":99,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["8d97f93bf22fc4c9fca52916"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9522523292589109,"lowerBound":0,"upperBound":1,"independentScore":0.9522523292589109,"independent":true,"opponentIds":100,"independentOpponentIds":100,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["de3bcc367e4e2ad72d9e19cd"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9532377400024459,"lowerBound":0,"upperBound":1,"independentScore":0.9532377400024459,"independent":true,"opponentIds":101,"independentOpponentIds":101,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["428780032df0d32274761c4c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6825182516355365,"lowerBound":0,"upperBound":1,"independentScore":0.6825182516355365,"independent":true,"opponentIds":102,"independentOpponentIds":102,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["3c449154a748a844ff65a5ae","epoch-run-S5pm7ctk9zgPfbyHrbD9AV"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.9449870016956191,"lowerBound":0,"upperBound":1,"independentScore":0.9449870016956191,"independent":true,"opponentIds":103,"independentOpponentIds":103,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["1ad95d72f436373a20ff679a"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9971153846153846,"lowerBound":0,"upperBound":1,"independentScore":0.9971153846153846,"independent":true,"opponentIds":104,"independentOpponentIds":104,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["b5d9558a6fc07487bf1ba370"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7364232209737832,"lowerBound":0,"upperBound":1,"independentScore":0.7364232209737832,"independent":true,"opponentIds":105,"independentOpponentIds":105,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["1463611e4689ae0b5f7fe952"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9319584736251403,"lowerBound":0,"upperBound":1,"independentScore":0.9319584736251403,"independent":true,"opponentIds":106,"independentOpponentIds":106,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:anthropic/claude-fable-5"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9979797979797982,"lowerBound":0,"upperBound":1,"independentScore":0.9979797979797982,"independent":true,"opponentIds":107,"independentOpponentIds":107,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["577b7d5cb453524e4357e7a2"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9978012894693338,"lowerBound":0,"upperBound":1,"independentScore":0.9978012894693338,"independent":true,"opponentIds":108,"independentOpponentIds":108,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["1b65a404336eb24164c2e979"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9195255760342879,"lowerBound":0,"upperBound":1,"independentScore":0.9195255760342879,"independent":true,"opponentIds":109,"independentOpponentIds":109,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["605ea36789b69436cd8ec072","d0061ee612fdeb8168aa309b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6218337393203605,"lowerBound":0,"upperBound":1,"independentScore":0.6218337393203605,"independent":true,"opponentIds":110,"independentOpponentIds":110,"panelSize":201,"publishers":["Artificial Analysis","Terminal-Bench"],"observations":["2a12cb0123ccdceb07c3e79b","f1d9353cb007b83474b87e3c","9601059aaf11a654942910e5","cd453778d2e3302b302d0232"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9606042493071779,"lowerBound":0,"upperBound":1,"independentScore":0.9606042493071779,"independent":true,"opponentIds":111,"independentOpponentIds":111,"panelSize":38,"publishers":["ARC Prize"],"observations":["332952f68252290ee6a5a920"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.8399734795973717,"lowerBound":0,"upperBound":1,"independentScore":0.8399734795973717,"independent":true,"opponentIds":112,"independentOpponentIds":112,"panelSize":25,"publishers":["Datacurve"],"observations":["3efb0703151365e0a5c57ad7"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.9785714285714286,"lowerBound":0,"upperBound":1,"independentScore":0.9785714285714286,"independent":true,"opponentIds":113,"independentOpponentIds":113,"panelSize":7,"publishers":["Cognition"],"observations":["17937afc9a71c653c9d4f6f2","c02f418374e14634d8639cb0"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.7810077519379849,"lowerBound":0,"upperBound":1,"independentScore":0.7810077519379849,"independent":true,"opponentIds":114,"independentOpponentIds":114,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-ea6e6bc84b19cbbf13457f52","panel-1330ccf27b12cf2611c21dbe","panel-bdae59106882e6ce30423560","panel-43a711c2e4bf1032ca789322"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.8294573643410857,"lowerBound":0,"upperBound":1,"independentScore":0.8294573643410857,"independent":true,"opponentIds":114,"independentOpponentIds":114,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-662dfda40adfc5a2caa14820","panel-8a3152b9d28a7530dac28f3d"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.802325581395349,"lowerBound":0,"upperBound":1,"independentScore":0.802325581395349,"independent":true,"opponentIds":114,"independentOpponentIds":114,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-cfb0683f76806bf4fb0265d0","panel-03a1e315c4f027dcfd8299b7","panel-1d9c88711562ca4bc4793bf0"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.6472868217054268,"lowerBound":0,"upperBound":1,"independentScore":0.6472868217054268,"independent":true,"opponentIds":114,"independentOpponentIds":114,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-190855818b7e1222a48e2eae","panel-29667ef98b3f5bca5f681c85","panel-1b4c3991513f3ba7d226a43b"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.8385012919896643,"lowerBound":0,"upperBound":1,"independentScore":0.8385012919896643,"independent":true,"opponentIds":114,"independentOpponentIds":114,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-9e636b17bbcae275ecd8ee17","panel-a2de81d0984e710daa10737b","panel-802d1135b4384df772d4deb2"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.6356589147286829,"lowerBound":0,"upperBound":1,"independentScore":0.6356589147286829,"independent":true,"opponentIds":114,"independentOpponentIds":114,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-fb6b440bc03b13ca1c9f354c","panel-983329bcfa432e4151bc9bc2","panel-3677adeb13582e5bebeb40d9","panel-8da717a8690707003f08a090"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.7403100775193803,"lowerBound":0,"upperBound":1,"independentScore":0.7403100775193803,"independent":true,"opponentIds":114,"independentOpponentIds":114,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-2be4cdc484550578181f30a1","panel-c8fc51de7487c1b2d258c0f2","panel-2af525469b096e71b83c05f7","panel-dc7ca75625f95fde3437e823"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.9391543605461133,"lowerBound":0,"upperBound":1,"independentScore":0.9391543605461133,"independent":true,"opponentIds":115,"independentOpponentIds":115,"panelSize":40,"publishers":["Epoch AI"],"observations":["epoch-run-X29V6KG3aVe5Nv5r3tsLHX"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.9374752983953838,"lowerBound":0,"upperBound":1,"independentScore":0.9374752983953838,"independent":true,"opponentIds":116,"independentOpponentIds":116,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-ReDAtJGGfRtrEGGWf4Zbsd","epoch-run-E28uZiJvrPgKtawbJpoZQ8"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.7323132247174517,"lowerBound":0,"upperBound":1,"independentScore":0.7323132247174517,"independent":true,"opponentIds":117,"independentOpponentIds":117,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:anthropic/claude-fable-5"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.9397191308956016,"lowerBound":0,"upperBound":1,"independentScore":0.9397191308956016,"independent":true,"opponentIds":118,"independentOpponentIds":118,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:anthropic/claude-fable-5"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.9335889360536763,"lowerBound":0,"upperBound":1,"independentScore":0.9335889360536763,"independent":true,"opponentIds":119,"independentOpponentIds":119,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:anthropic/claude-fable-5"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.9671367930987265,"lowerBound":0,"upperBound":1,"independentScore":0.9671367930987265,"independent":true,"opponentIds":120,"independentOpponentIds":120,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:anthropic/claude-fable-5"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":121,"independentOpponentIds":121,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:anthropic/claude-fable-5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["5222e61d0123ece9278f23ce","19d3225518b4ccc8a6be41a6","0ee4fa47e6674b3096c09c9e","680b64b696a83786a6320608","54215a497f41ddcb020ffe22","8d97f93bf22fc4c9fca52916","de3bcc367e4e2ad72d9e19cd","428780032df0d32274761c4c","3c449154a748a844ff65a5ae","1ad95d72f436373a20ff679a","b5d9558a6fc07487bf1ba370","1463611e4689ae0b5f7fe952","744e2629ba0b96b375ed57e4","577b7d5cb453524e4357e7a2","1b65a404336eb24164c2e979","605ea36789b69436cd8ec072","d0061ee612fdeb8168aa309b","2a12cb0123ccdceb07c3e79b","f1d9353cb007b83474b87e3c","9601059aaf11a654942910e5","332952f68252290ee6a5a920","3efb0703151365e0a5c57ad7","17937afc9a71c653c9d4f6f2","c02f418374e14634d8639cb0","cd453778d2e3302b302d0232","panel-ea6e6bc84b19cbbf13457f52","panel-662dfda40adfc5a2caa14820","panel-8a3152b9d28a7530dac28f3d","panel-cfb0683f76806bf4fb0265d0","panel-190855818b7e1222a48e2eae","panel-1330ccf27b12cf2611c21dbe","panel-9e636b17bbcae275ecd8ee17","panel-fb6b440bc03b13ca1c9f354c","panel-bdae59106882e6ce30423560","panel-43a711c2e4bf1032ca789322","panel-2be4cdc484550578181f30a1","panel-03a1e315c4f027dcfd8299b7","panel-a2de81d0984e710daa10737b","panel-c8fc51de7487c1b2d258c0f2","panel-983329bcfa432e4151bc9bc2","panel-2af525469b096e71b83c05f7","panel-dc7ca75625f95fde3437e823","panel-29667ef98b3f5bca5f681c85","panel-1b4c3991513f3ba7d226a43b","panel-3677adeb13582e5bebeb40d9","panel-802d1135b4384df772d4deb2","panel-1d9c88711562ca4bc4793bf0","panel-8da717a8690707003f08a090","epoch-run-ReDAtJGGfRtrEGGWf4Zbsd","epoch-run-E28uZiJvrPgKtawbJpoZQ8","epoch-run-S5pm7ctk9zgPfbyHrbD9AV","epoch-run-X29V6KG3aVe5Nv5r3tsLHX","epoch-run-eiLEpRUvK48wUKDh4sYkzV","vals-finance-agent-v2:anthropic/claude-fable-5","vals-code-migration-v1:anthropic/claude-fable-5","vals-legal-research-v1:anthropic/claude-fable-5","vals-emb-v1:anthropic/claude-fable-5","vals-mmlu-pro-v1:anthropic/claude-fable-5","vals-vibe-code-bench-v1.1:anthropic/claude-fable-5"],"opponentModelIds":["claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","qwen3.7-flash","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":62}],"unspecified":0,"total":62}},{"id":"claude-fable-5--effort-high","name":"Claude Fable 5 · High","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-fable-5","detailsUrl":"/efforts?model=claude-fable-5","publishedBenchmarkCount":10,"overallRating":{"score":0.7399071972292336,"supported":true,"families":9,"publishers":7,"evaluationSources":7,"taskAreas":2,"opponents":71,"independentFamilies":9,"reason":null,"independentSources":7,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.1760447822860532},{"source":"SWE-rebench","independent":true,"share":0.16721099392761316},{"source":"ARC Prize","independent":true,"share":0.15905080960628015},{"source":"Epoch AI","independent":true,"share":0.13679782458434708},{"source":"Scale","independent":true,"share":0.1347152724662091},{"source":"Terminal-Bench","independent":true,"share":0.12072844089867918},{"source":"Datacurve","independent":true,"share":0.10545187623081698}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.7619411238147796,"supported":true,"families":5,"independentFamilies":5,"opponents":68,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7730178161984199,"supported":true,"families":4,"independentFamilies":4,"opponents":29,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.988699973842532,"lowerBound":0,"upperBound":1,"independentScore":0.988699973842532,"independent":true,"opponentIds":122,"independentOpponentIds":122,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-hwrnvtEbDAocFtjcsHqsQh"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5720829146315813,"lowerBound":0,"upperBound":1,"independentScore":0.5720829146315813,"independent":true,"opponentIds":123,"independentOpponentIds":123,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-d23hYvSNGFo7rniLFyBWiu"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":124,"independentOpponentIds":124,"panelSize":3,"publishers":["Terminal-Bench"],"observations":["667b208122296e70c88bf453"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9525468319894767,"lowerBound":0,"upperBound":1,"independentScore":0.9525468319894767,"independent":true,"opponentIds":111,"independentOpponentIds":111,"panelSize":38,"publishers":["ARC Prize"],"observations":["28d5bc6a86675295d42cb6c0"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.78554674410812,"lowerBound":0,"upperBound":1,"independentScore":0.78554674410812,"independent":true,"opponentIds":112,"independentOpponentIds":112,"panelSize":25,"publishers":["Datacurve"],"observations":["557dcb6d136782df1d6e3170"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.985663082437276,"lowerBound":0,"upperBound":1,"independentScore":0.985663082437276,"independent":true,"opponentIds":113,"independentOpponentIds":113,"panelSize":7,"publishers":["Cognition"],"observations":["a825739422e65a8fe0204db4","93062cdb2abb0e270b7b4742"],"sourceScores":[]},{"id":"enigma-eval","label":"enigma-eval","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":125,"independentOpponentIds":125,"panelSize":4,"publishers":["Scale"],"observations":["3203239d5cb0c63824c2a86d"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.7169811320754718,"lowerBound":0,"upperBound":1,"independentScore":0.7169811320754718,"independent":true,"opponentIds":126,"independentOpponentIds":126,"panelSize":7,"publishers":["SWE-rebench"],"observations":["panel-7227c50a2326d0f76441e35b"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.9235320479002512,"lowerBound":0,"upperBound":1,"independentScore":0.9235320479002512,"independent":true,"opponentIds":127,"independentOpponentIds":127,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-SoCkYbcxzkYHXqcqnEQwFN"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["28d5bc6a86675295d42cb6c0","557dcb6d136782df1d6e3170","667b208122296e70c88bf453","a825739422e65a8fe0204db4","93062cdb2abb0e270b7b4742","3203239d5cb0c63824c2a86d","panel-7227c50a2326d0f76441e35b","epoch-run-SoCkYbcxzkYHXqcqnEQwFN","epoch-run-d23hYvSNGFo7rniLFyBWiu","epoch-run-hwrnvtEbDAocFtjcsHqsQh"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","claude-haiku-4-5-20251001","claude-sonnet-4-5-20250929","gemini-2.5-pro","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5-pro","o3","o3-mini","o3-pro","o4-mini","muse-spark-1.1","muse-spark-1.2","deepseek-v4-pro-0424","qwen3.5-2b"]},"effort":{"label":"High","settings":[{"label":"High","observations":10}],"unspecified":0,"total":10}},{"id":"claude-fable-5--effort-low","name":"Claude Fable 5 · Low","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-fable-5","detailsUrl":"/efforts?model=claude-fable-5","publishedBenchmarkCount":7,"overallRating":{"score":0.5532795703379354,"supported":true,"families":6,"publishers":4,"evaluationSources":4,"taskAreas":2,"opponents":70,"independentFamilies":6,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.32297020713688285},{"source":"ARC Prize","independent":true,"share":0.2860359203360839},{"source":"Epoch AI","independent":true,"share":0.2380187934921796},{"source":"Datacurve","independent":true,"share":0.15297507903485635}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.4978723765378403,"supported":true,"families":4,"independentFamilies":4,"opponents":68,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.6770951717379313,"supported":true,"families":2,"independentFamilies":2,"opponents":28,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9194682479754491,"lowerBound":0,"upperBound":1,"independentScore":0.9194682479754491,"independent":true,"opponentIds":122,"independentOpponentIds":122,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-6E989Xxeuw925T7cCV3XGB"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.41286691160876493,"lowerBound":0,"upperBound":1,"independentScore":0.41286691160876493,"independent":true,"opponentIds":123,"independentOpponentIds":123,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-U5PsUdX2ak4kJ2hgnQkWnX"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8908888566313452,"lowerBound":0,"upperBound":1,"independentScore":0.8908888566313452,"independent":true,"opponentIds":111,"independentOpponentIds":111,"panelSize":38,"publishers":["ARC Prize"],"observations":["6f9372a183ee68e6b48bb18c"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.6037588815035522,"lowerBound":0,"upperBound":1,"independentScore":0.6037588815035522,"independent":true,"opponentIds":112,"independentOpponentIds":112,"panelSize":25,"publishers":["Datacurve"],"observations":["59377a8e5a165f1e29a9f170"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.8104063275434248,"lowerBound":0,"upperBound":1,"independentScore":0.8104063275434248,"independent":true,"opponentIds":113,"independentOpponentIds":113,"panelSize":7,"publishers":["Cognition"],"observations":["dae492a117175343395ae164","afbecdd463048a0daf4430c6"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.8485190843132915,"lowerBound":0,"upperBound":1,"independentScore":0.8485190843132915,"independent":true,"opponentIds":127,"independentOpponentIds":127,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-aftzew4ra4iax5D4R4vvfF"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6f9372a183ee68e6b48bb18c","59377a8e5a165f1e29a9f170","dae492a117175343395ae164","afbecdd463048a0daf4430c6","epoch-run-aftzew4ra4iax5D4R4vvfF","epoch-run-U5PsUdX2ak4kJ2hgnQkWnX","epoch-run-6E989Xxeuw925T7cCV3XGB"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","claude-haiku-4-5-20251001","claude-sonnet-4-5-20250929","gemini-2.5-pro","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5-pro","o3","o3-mini","o3-pro","o4-mini","muse-spark-1.1","muse-spark-1.2","qwen3.5-2b"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":7}],"unspecified":0,"total":7}},{"id":"claude-fable-5--effort-medium","name":"Claude Fable 5 · Medium","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-fable-5","detailsUrl":"/efforts?model=claude-fable-5","publishedBenchmarkCount":4,"overallRating":{"score":0.6885003708555538,"supported":true,"families":3,"publishers":3,"evaluationSources":3,"taskAreas":2,"opponents":48,"independentFamilies":3,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.4244253288612244},{"source":"ARC Prize","independent":true,"share":0.39487368925655164},{"source":"Datacurve","independent":true,"share":0.18070098188222378}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.6527403306067048,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7546566830708689,"supported":true,"families":2,"independentFamilies":2,"opponents":28,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9075989239026107,"lowerBound":0,"upperBound":1,"independentScore":0.9075989239026107,"independent":true,"opponentIds":111,"independentOpponentIds":111,"panelSize":38,"publishers":["ARC Prize"],"observations":["47f74dad473d960addbaf5cd"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.687382128423888,"lowerBound":0,"upperBound":1,"independentScore":0.687382128423888,"independent":true,"opponentIds":112,"independentOpponentIds":112,"panelSize":25,"publishers":["Datacurve"],"observations":["9eade32ea719c5f0ba716c1d"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.8914379352724294,"lowerBound":0,"upperBound":1,"independentScore":0.8914379352724294,"independent":true,"opponentIds":113,"independentOpponentIds":113,"panelSize":7,"publishers":["Cognition"],"observations":["2c3bec9e4e0eff839c3ff4df","395047417b94ee3b51adaa55"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["47f74dad473d960addbaf5cd","9eade32ea719c5f0ba716c1d","2c3bec9e4e0eff839c3ff4df","395047417b94ee3b51adaa55"],"opponentModelIds":["claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini","claude-sonnet-5","gemini-3.1-pro","gemini-3.8-flash","glm-5.2","glm-5.3","glm-5.3-flash","muse-spark-1.1","muse-spark-1.2","qwen-3.8-max","claude-opus-4-7"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":4}],"unspecified":0,"total":4}},{"id":"claude-fable-5--effort-xhigh","name":"Claude Fable 5 · XHigh","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-fable-5","detailsUrl":"/efforts?model=claude-fable-5","publishedBenchmarkCount":9,"overallRating":{"score":0.6802726118515611,"supported":true,"families":8,"publishers":6,"evaluationSources":6,"taskAreas":3,"opponents":49,"independentFamilies":5,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Scale","independent":true,"share":0.2217281311124089},{"source":"Cognition","independent":true,"share":0.21786674325085953},{"source":"Terminal-Bench","independent":true,"share":0.199555318001168},{"source":"ARC Prize","independent":true,"share":0.19259088741679162},{"source":"Datacurve","independent":true,"share":0.12298942678332303},{"source":"Epoch AI","independent":true,"share":0.045269493435450156}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.7290016663773319,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7244611455400866,"supported":true,"families":6,"independentFamilies":3,"opponents":29,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.7010842736838461,"supported":false,"families":1,"independentFamilies":1,"opponents":6,"opponentLabs":3,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":128,"independentOpponentIds":128,"panelSize":4,"publishers":["Terminal-Bench"],"observations":["c44bf1486b2f7dadbe84989a"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.958882468783138,"lowerBound":0,"upperBound":1,"independentScore":0.958882468783138,"independent":true,"opponentIds":111,"independentOpponentIds":111,"panelSize":38,"publishers":["ARC Prize"],"observations":["fd5f5a2e4f7c743ac93db432"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.8418666941382502,"lowerBound":0,"upperBound":1,"independentScore":0.8418666941382502,"independent":true,"opponentIds":112,"independentOpponentIds":112,"panelSize":25,"publishers":["Datacurve"],"observations":["2c326836891084fe24c0ed23"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":113,"independentOpponentIds":113,"panelSize":7,"publishers":["Cognition"],"observations":["b54fdd6462a56cf9fbbff457","00cd14ef96cfd2e8dfd5e845"],"sourceScores":[]},{"id":"swe-atlas-qna","label":"swe-atlas-qna","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":129,"independentOpponentIds":129,"panelSize":2,"publishers":["Scale"],"observations":["22863bca1313db0d07725e03"],"sourceScores":[]},{"id":"swe-atlas-refactoring","label":"swe-atlas-refactoring","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":130,"independentOpponentIds":130,"panelSize":1,"publishers":["Scale"],"observations":["488e21e807236e118e34fcf6"],"sourceScores":[]},{"id":"swe-atlas-test-writing","label":"swe-atlas-test-writing","bucket":"coding","score":0.5,"lowerBound":0,"upperBound":1,"independentScore":0.5,"independent":true,"opponentIds":129,"independentOpponentIds":129,"panelSize":2,"publishers":["Scale"],"observations":["ffc0fa711ef42f89ea97e2b2"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.7959183673469388,"lowerBound":0,"upperBound":1,"independentScore":0.7959183673469388,"independent":true,"opponentIds":131,"independentOpponentIds":131,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-SEnvgtunRa5GwAtU2sHa87"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["fd5f5a2e4f7c743ac93db432","2c326836891084fe24c0ed23","c44bf1486b2f7dadbe84989a","b54fdd6462a56cf9fbbff457","00cd14ef96cfd2e8dfd5e845","22863bca1313db0d07725e03","488e21e807236e118e34fcf6","ffc0fa711ef42f89ea97e2b2","epoch-run-SEnvgtunRa5GwAtU2sHa87"],"opponentModelIds":["claude-opus-4-7","claude-opus-4-8","claude-sonnet-5","glm-5.1","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini","gemini-3.1-pro","gemini-3.8-flash","glm-5.2","glm-5.3","glm-5.3-flash","muse-spark-1.1","muse-spark-1.2","qwen-3.8-max"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":9}],"unspecified":0,"total":9}},{"id":"claude-fable-5-1--effort-max","name":"Claude Fable 5.1 · Max","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-fable-5-1","detailsUrl":"/efforts?model=claude-fable-5-1","publishedBenchmarkCount":57,"overallRating":{"score":0.7883941516399734,"supported":true,"families":33,"publishers":7,"evaluationSources":7,"taskAreas":5,"opponents":221,"independentFamilies":33,"reason":null,"independentSources":7,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.15180955700512277},{"source":"LiveBench","independent":true,"share":0.14599173087197137},{"source":"Epoch AI","independent":true,"share":0.14586332137341368},{"source":"Terminal-Bench","independent":true,"share":0.145256626486916},{"source":"Vals AI","independent":true,"share":0.14348813995071152},{"source":"ARC Prize","independent":true,"share":0.13754783183563674},{"source":"Artificial Analysis","independent":true,"share":0.1300427924762206}]},"capabilityRatings":[{"bucket":"agentic","score":0.7175896085274435,"supported":true,"families":11,"independentFamilies":11,"opponents":131,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7640124839100952,"supported":true,"families":9,"independentFamilies":9,"opponents":221,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.8476587791507703,"supported":true,"families":7,"independentFamilies":7,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.779324486167524,"supported":true,"families":5,"independentFamilies":5,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.8577741707474983,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.9690491721166065,"lowerBound":0,"upperBound":1,"independentScore":0.9690491721166065,"independent":true,"opponentIds":132,"independentOpponentIds":132,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["8c767d5ab6384b96f9010a82"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":133,"independentOpponentIds":133,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["b3e19c0045c0eaec856209c2"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.983629893238434,"lowerBound":0,"upperBound":1,"independentScore":0.983629893238434,"independent":true,"opponentIds":134,"independentOpponentIds":134,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-mRAASXsUuoJmc2oR5G89zR"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.999429070068762,"lowerBound":0,"upperBound":1,"independentScore":0.999429070068762,"independent":true,"opponentIds":135,"independentOpponentIds":135,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["5f4ffc277e559a8291b00d73","6495b66e8d711ccf1b3b50cd"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9498165200802138,"lowerBound":0,"upperBound":1,"independentScore":0.9498165200802138,"independent":true,"opponentIds":136,"independentOpponentIds":136,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["eacb51c8e87a7c410276ba17"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9860696833655301,"lowerBound":0,"upperBound":1,"independentScore":0.9860696833655301,"independent":true,"opponentIds":137,"independentOpponentIds":137,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["ca8f62d35b4afeef27e6ccdb"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9710567942646977,"lowerBound":0,"upperBound":1,"independentScore":0.9710567942646977,"independent":true,"opponentIds":138,"independentOpponentIds":138,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["2fab1974add12bcdedee8d5f"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":139,"independentOpponentIds":139,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["4dd9ffce8af725c94fc62c52"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9844525768702276,"lowerBound":0,"upperBound":1,"independentScore":0.9844525768702276,"independent":true,"opponentIds":140,"independentOpponentIds":140,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["56e19612c165fd00da95d347"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.664557006405133,"lowerBound":0,"upperBound":1,"independentScore":0.664557006405133,"independent":true,"opponentIds":141,"independentOpponentIds":141,"panelSize":50,"publishers":["Artificial Analysis","Vals AI"],"observations":["cb980b508bb7de6e8a60602e","vals-legal-agent-benchmark-v1:anthropic/claude-fable-5-1"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":142,"independentOpponentIds":142,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["e48dbc098b0fb31a3a874828"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":143,"independentOpponentIds":143,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:anthropic/claude-fable-5-1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":144,"independentOpponentIds":144,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["4a9b48125a7a12fa9c2ed18f"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":145,"independentOpponentIds":145,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["559bdd63a6706d0f6fee9a81"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9422558000147432,"lowerBound":0,"upperBound":1,"independentScore":0.9422558000147432,"independent":true,"opponentIds":146,"independentOpponentIds":146,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["d93eaf0e3e460c62a67ccf6a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9997647480346944,"lowerBound":0,"upperBound":1,"independentScore":0.9997647480346944,"independent":true,"opponentIds":147,"independentOpponentIds":147,"panelSize":125,"publishers":["Artificial Analysis","Terminal-Bench"],"observations":["17776df89fd155c5eb6e37a5","f2f7245010569d80dd44161a","ea6ce5e67b0ac25bebd66ef3"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.977084907730187,"lowerBound":0,"upperBound":1,"independentScore":0.977084907730187,"independent":true,"opponentIds":148,"independentOpponentIds":148,"panelSize":38,"publishers":["ARC Prize"],"observations":["29140dd5416b42ea788cab53"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.8741007194244605,"lowerBound":0,"upperBound":1,"independentScore":0.8741007194244605,"independent":true,"opponentIds":149,"independentOpponentIds":149,"panelSize":7,"publishers":["Cognition"],"observations":["ef3184b2503a57f0077f8932","1927548b0a16cd1479986cbd"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.9159113796576028,"lowerBound":0,"upperBound":1,"independentScore":0.9159113796576028,"independent":true,"opponentIds":150,"independentOpponentIds":150,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-6be887e1f44cda444a386e7b","panel-65c52ed61e13ff7b3b9fb1e6","panel-67e783f1c412af0bc138d97d","panel-6c18356f3e605ccf870bc0e4"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.9111278952668681,"lowerBound":0,"upperBound":1,"independentScore":0.9111278952668681,"independent":true,"opponentIds":150,"independentOpponentIds":150,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-641076241a9a5fb731ab01d0","panel-32989ffe22dc5dd32f1b1f83"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.7950654582074521,"lowerBound":0,"upperBound":1,"independentScore":0.7950654582074521,"independent":true,"opponentIds":150,"independentOpponentIds":150,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-ad218815ebcfbb1c50b5859c","panel-d60952da8f212b02c5b80e5a","panel-77e6cef54a0db4bdbe46d00b"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.6423296408190667,"lowerBound":0,"upperBound":1,"independentScore":0.6423296408190667,"independent":true,"opponentIds":150,"independentOpponentIds":150,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-fd99f744a0c951b883b6eaea","panel-0deb807684d82cf80a5af7d2","panel-c99273c2737ca494de2a88bb"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.8783148707620005,"lowerBound":0,"upperBound":1,"independentScore":0.8783148707620005,"independent":true,"opponentIds":150,"independentOpponentIds":150,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-dfcdc9973f2a0d00f0fc919c","panel-03d6d7332196ab2b7940014a","panel-6edd971d60d57fb9f81575e2"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.771651560926485,"lowerBound":0,"upperBound":1,"independentScore":0.771651560926485,"independent":true,"opponentIds":150,"independentOpponentIds":150,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-8f0343e8b72f79cdda804ff7","panel-a7d2871bbc6917780c8d21b3","panel-16ade649934f26164cea7aa7","panel-a7ae39b18ff37882f52d61dd"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.6642749244712987,"lowerBound":0,"upperBound":1,"independentScore":0.6642749244712987,"independent":true,"opponentIds":150,"independentOpponentIds":150,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-7b21ddb3a6195cfe20acdf0f","panel-e497283877b2504635abf48e","panel-cceb36ce7791a1eb1562144d","panel-6c20b285e58d1c77b49b2468"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.9386182689838196,"lowerBound":0,"upperBound":1,"independentScore":0.9386182689838196,"independent":true,"opponentIds":151,"independentOpponentIds":151,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-EEGf5SDiF8jXB6NX7eR6Sa","epoch-run-dBHxnnTzLGz3nHis5LET6t"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.9571712194421855,"lowerBound":0,"upperBound":1,"independentScore":0.9571712194421855,"independent":true,"opponentIds":152,"independentOpponentIds":152,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-T56N3X4KLA3xz7tf5aCMGb","epoch-run-g7dXwZH2tWvqLg3X5idGs2"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.97029702970297,"lowerBound":0,"upperBound":1,"independentScore":0.97029702970297,"independent":true,"opponentIds":153,"independentOpponentIds":153,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-ExyL3GN8s34tizrXV3VmS3"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.8700356983489512,"lowerBound":0,"upperBound":1,"independentScore":0.8700356983489512,"independent":true,"opponentIds":154,"independentOpponentIds":154,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:anthropic/claude-fable-5-1"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.9072954453849255,"lowerBound":0,"upperBound":1,"independentScore":0.9072954453849255,"independent":true,"opponentIds":155,"independentOpponentIds":155,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:anthropic/claude-fable-5-1"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.9833402748854646,"lowerBound":0,"upperBound":1,"independentScore":0.9833402748854646,"independent":true,"opponentIds":156,"independentOpponentIds":156,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:anthropic/claude-fable-5-1"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":157,"independentOpponentIds":157,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:anthropic/claude-fable-5-1"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.9666805497709288,"lowerBound":0,"upperBound":1,"independentScore":0.9666805497709288,"independent":true,"opponentIds":158,"independentOpponentIds":158,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:anthropic/claude-fable-5-1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8c767d5ab6384b96f9010a82","b3e19c0045c0eaec856209c2","5f4ffc277e559a8291b00d73","eacb51c8e87a7c410276ba17","ca8f62d35b4afeef27e6ccdb","2fab1974add12bcdedee8d5f","4dd9ffce8af725c94fc62c52","56e19612c165fd00da95d347","cb980b508bb7de6e8a60602e","e48dbc098b0fb31a3a874828","6495b66e8d711ccf1b3b50cd","4a9b48125a7a12fa9c2ed18f","559bdd63a6706d0f6fee9a81","d93eaf0e3e460c62a67ccf6a","17776df89fd155c5eb6e37a5","f2f7245010569d80dd44161a","29140dd5416b42ea788cab53","ef3184b2503a57f0077f8932","1927548b0a16cd1479986cbd","ea6ce5e67b0ac25bebd66ef3","panel-6be887e1f44cda444a386e7b","panel-641076241a9a5fb731ab01d0","panel-32989ffe22dc5dd32f1b1f83","panel-ad218815ebcfbb1c50b5859c","panel-fd99f744a0c951b883b6eaea","panel-65c52ed61e13ff7b3b9fb1e6","panel-dfcdc9973f2a0d00f0fc919c","panel-8f0343e8b72f79cdda804ff7","panel-67e783f1c412af0bc138d97d","panel-6c18356f3e605ccf870bc0e4","panel-7b21ddb3a6195cfe20acdf0f","panel-d60952da8f212b02c5b80e5a","panel-03d6d7332196ab2b7940014a","panel-e497283877b2504635abf48e","panel-a7d2871bbc6917780c8d21b3","panel-cceb36ce7791a1eb1562144d","panel-6c20b285e58d1c77b49b2468","panel-0deb807684d82cf80a5af7d2","panel-c99273c2737ca494de2a88bb","panel-16ade649934f26164cea7aa7","panel-6edd971d60d57fb9f81575e2","panel-77e6cef54a0db4bdbe46d00b","panel-a7ae39b18ff37882f52d61dd","epoch-run-EEGf5SDiF8jXB6NX7eR6Sa","epoch-run-T56N3X4KLA3xz7tf5aCMGb","epoch-run-g7dXwZH2tWvqLg3X5idGs2","epoch-run-dBHxnnTzLGz3nHis5LET6t","epoch-run-mRAASXsUuoJmc2oR5G89zR","epoch-run-ExyL3GN8s34tizrXV3VmS3","vals-finance-agent-v2:anthropic/claude-fable-5-1","vals-code-migration-v1:anthropic/claude-fable-5-1","vals-legal-research-v1:anthropic/claude-fable-5-1","vals-emb-v1:anthropic/claude-fable-5-1","vals-mmlu-pro-v1:anthropic/claude-fable-5-1","vals-vibe-code-bench-v1.1:anthropic/claude-fable-5-1","vals-legal-agent-benchmark-v1:anthropic/claude-fable-5-1"],"opponentModelIds":["claude-fable-5","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":57}],"unspecified":0,"total":57}},{"id":"claude-fable-5-1--effort-high","name":"Claude Fable 5.1 · High","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-fable-5-1","detailsUrl":"/efforts?model=claude-fable-5-1","publishedBenchmarkCount":19,"overallRating":{"score":0.7216869169218176,"supported":true,"families":15,"publishers":4,"evaluationSources":4,"taskAreas":5,"opponents":217,"independentFamilies":15,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.3483252150595264},{"source":"ARC Prize","independent":true,"share":0.31530742621981395},{"source":"Artificial Analysis","independent":true,"share":0.258600665810506},{"source":"Vals AI","independent":true,"share":0.07776669291015342}]},"capabilityRatings":[{"bucket":"agentic","score":0.7155045921236711,"supported":true,"families":6,"independentFamilies":6,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.6948493660364354,"supported":true,"families":4,"independentFamilies":4,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7704099124523079,"supported":true,"families":3,"independentFamilies":3,"opponents":127,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.7197197207697811,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.7117078275315477,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.967824545817737,"lowerBound":0,"upperBound":1,"independentScore":0.967824545817737,"independent":true,"opponentIds":133,"independentOpponentIds":133,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["50b1ef50758cbe6e3e7b2670"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9964485623329165,"lowerBound":0,"upperBound":1,"independentScore":0.9964485623329165,"independent":true,"opponentIds":159,"independentOpponentIds":159,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["598af2bd77d73da5cec3e552"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8777111236830991,"lowerBound":0,"upperBound":1,"independentScore":0.8777111236830991,"independent":true,"opponentIds":136,"independentOpponentIds":136,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["31bfa9b9f74ca86a50b0156c"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9921225277266795,"lowerBound":0,"upperBound":1,"independentScore":0.9921225277266795,"independent":true,"opponentIds":137,"independentOpponentIds":137,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["67e728b27e7cac9181b83ed6"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9801326242780058,"lowerBound":0,"upperBound":1,"independentScore":0.9801326242780058,"independent":true,"opponentIds":138,"independentOpponentIds":138,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["c85fa539e15511983dd0461c"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9736659492353082,"lowerBound":0,"upperBound":1,"independentScore":0.9736659492353082,"independent":true,"opponentIds":139,"independentOpponentIds":139,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["22a61bb91a2a848a7aaa01f4"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9268792106871375,"lowerBound":0,"upperBound":1,"independentScore":0.9268792106871375,"independent":true,"opponentIds":140,"independentOpponentIds":140,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["4ecc02773bd7ff3ec9c0186b"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.95975713046188,"lowerBound":0,"upperBound":1,"independentScore":0.95975713046188,"independent":true,"opponentIds":160,"independentOpponentIds":160,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["82a94f00f660b6b69c560e78"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":142,"independentOpponentIds":142,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["1b1a819b085a3ec294c7e8de"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9994918955666716,"lowerBound":0,"upperBound":1,"independentScore":0.9994918955666716,"independent":true,"opponentIds":144,"independentOpponentIds":144,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["28a67006474651e3423b9c3a"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9666140499370451,"lowerBound":0,"upperBound":1,"independentScore":0.9666140499370451,"independent":true,"opponentIds":145,"independentOpponentIds":145,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["b8b018762a29006e12d9587b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8703568021774695,"lowerBound":0,"upperBound":1,"independentScore":0.8703568021774695,"independent":true,"opponentIds":146,"independentOpponentIds":146,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f5b00c8a4cdf9cbf28308958"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9791796964919569,"lowerBound":0,"upperBound":1,"independentScore":0.9791796964919569,"independent":true,"opponentIds":161,"independentOpponentIds":161,"panelSize":126,"publishers":["Artificial Analysis","Vals AI"],"observations":["c63a5aa101c5042ae00499a8","25ed925d0c2280f2ed57c925","vals-terminal-bench-2-1-v2.1:anthropic/claude-fable-5-1"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9778430195779472,"lowerBound":0,"upperBound":1,"independentScore":0.9778430195779472,"independent":true,"opponentIds":148,"independentOpponentIds":148,"panelSize":38,"publishers":["ARC Prize"],"observations":["ed1a32448622df1b6e6a2c76"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.89159891598916,"lowerBound":0,"upperBound":1,"independentScore":0.89159891598916,"independent":true,"opponentIds":149,"independentOpponentIds":149,"panelSize":7,"publishers":["Cognition"],"observations":["f1474950f0a1512219e1d401","bfe462efb459731aff29651b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["50b1ef50758cbe6e3e7b2670","598af2bd77d73da5cec3e552","31bfa9b9f74ca86a50b0156c","67e728b27e7cac9181b83ed6","c85fa539e15511983dd0461c","22a61bb91a2a848a7aaa01f4","4ecc02773bd7ff3ec9c0186b","82a94f00f660b6b69c560e78","1b1a819b085a3ec294c7e8de","28a67006474651e3423b9c3a","b8b018762a29006e12d9587b","f5b00c8a4cdf9cbf28308958","c63a5aa101c5042ae00499a8","25ed925d0c2280f2ed57c925","ed1a32448622df1b6e6a2c76","f1474950f0a1512219e1d401","bfe462efb459731aff29651b","vals-terminal-bench-2-1-v2.1:anthropic/claude-fable-5-1"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":19}],"unspecified":0,"total":19}},{"id":"claude-fable-5-1--effort-low","name":"Claude Fable 5.1 · Low","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-fable-5-1","detailsUrl":"/efforts?model=claude-fable-5-1","publishedBenchmarkCount":18,"overallRating":{"score":0.6550670171060332,"supported":true,"families":15,"publishers":3,"evaluationSources":3,"taskAreas":5,"opponents":217,"independentFamilies":15,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.3746416624663981},{"source":"ARC Prize","independent":true,"share":0.3582325292564318},{"source":"Artificial Analysis","independent":true,"share":0.2671258082771684}]},"capabilityRatings":[{"bucket":"agentic","score":0.6570790256865087,"supported":true,"families":6,"independentFamilies":6,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5974198362267128,"supported":true,"families":4,"independentFamilies":4,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7429419904353117,"supported":true,"families":3,"independentFamilies":3,"opponents":126,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.6704247306881531,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.6578750431047354,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9388564303213707,"lowerBound":0,"upperBound":1,"independentScore":0.9388564303213707,"independent":true,"opponentIds":133,"independentOpponentIds":133,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["0db58b309bd9c9bcf504997e"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9831924652338825,"lowerBound":0,"upperBound":1,"independentScore":0.9831924652338825,"independent":true,"opponentIds":159,"independentOpponentIds":159,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["f8523e5443d536bd47fd6505"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8472548998102872,"lowerBound":0,"upperBound":1,"independentScore":0.8472548998102872,"independent":true,"opponentIds":136,"independentOpponentIds":136,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["0f39111d381d1364e81a542b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9789705413987851,"lowerBound":0,"upperBound":1,"independentScore":0.9789705413987851,"independent":true,"opponentIds":137,"independentOpponentIds":137,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["4e8acabfa89f8d0bb6a4cea8"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9879572276781805,"lowerBound":0,"upperBound":1,"independentScore":0.9879572276781805,"independent":true,"opponentIds":138,"independentOpponentIds":138,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["7495dc8ba744e6c00403ec2c"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9258148612560531,"lowerBound":0,"upperBound":1,"independentScore":0.9258148612560531,"independent":true,"opponentIds":139,"independentOpponentIds":139,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["56cf34e23d01d54673edd390"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8804126594322498,"lowerBound":0,"upperBound":1,"independentScore":0.8804126594322498,"independent":true,"opponentIds":140,"independentOpponentIds":140,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["a28c83371bfa7c7f4036bb38"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.9541224173963381,"lowerBound":0,"upperBound":1,"independentScore":0.9541224173963381,"independent":true,"opponentIds":160,"independentOpponentIds":160,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["01584fe92740dab26d1a82cb"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.992414622105345,"lowerBound":0,"upperBound":1,"independentScore":0.992414622105345,"independent":true,"opponentIds":142,"independentOpponentIds":142,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["3e98323dba07921b9c5c62e1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.996465499230956,"lowerBound":0,"upperBound":1,"independentScore":0.996465499230956,"independent":true,"opponentIds":144,"independentOpponentIds":144,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["e923688d79048f36fcbf5cf8"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9454947356614224,"lowerBound":0,"upperBound":1,"independentScore":0.9454947356614224,"independent":true,"opponentIds":145,"independentOpponentIds":145,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["67cf4f284cf9fea377b8405b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.84211889046275,"lowerBound":0,"upperBound":1,"independentScore":0.84211889046275,"independent":true,"opponentIds":146,"independentOpponentIds":146,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["11fec5746028caad463b6b63"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.962073868223851,"lowerBound":0,"upperBound":1,"independentScore":0.962073868223851,"independent":true,"opponentIds":147,"independentOpponentIds":147,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["6843d8f13eb32f436251813d","65ecf25aa32fe1f6291195b4"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9117458934962782,"lowerBound":0,"upperBound":1,"independentScore":0.9117458934962782,"independent":true,"opponentIds":148,"independentOpponentIds":148,"panelSize":38,"publishers":["ARC Prize"],"observations":["e32cbb2b2e540c705e2682f4"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.8792031647358012,"lowerBound":0,"upperBound":1,"independentScore":0.8792031647358012,"independent":true,"opponentIds":149,"independentOpponentIds":149,"panelSize":7,"publishers":["Cognition"],"observations":["0d89a61a72b86a5fc22b7ebc","150f043c8b72655148c79768"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["0db58b309bd9c9bcf504997e","f8523e5443d536bd47fd6505","0f39111d381d1364e81a542b","4e8acabfa89f8d0bb6a4cea8","7495dc8ba744e6c00403ec2c","56cf34e23d01d54673edd390","a28c83371bfa7c7f4036bb38","01584fe92740dab26d1a82cb","3e98323dba07921b9c5c62e1","e923688d79048f36fcbf5cf8","67cf4f284cf9fea377b8405b","11fec5746028caad463b6b63","6843d8f13eb32f436251813d","65ecf25aa32fe1f6291195b4","e32cbb2b2e540c705e2682f4","0d89a61a72b86a5fc22b7ebc","150f043c8b72655148c79768"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":18}],"unspecified":0,"total":18}},{"id":"claude-fable-5-1--effort-medium","name":"Claude Fable 5.1 · Medium","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-fable-5-1","detailsUrl":"/efforts?model=claude-fable-5-1","publishedBenchmarkCount":18,"overallRating":{"score":0.7077943166319156,"supported":true,"families":15,"publishers":3,"evaluationSources":3,"taskAreas":5,"opponents":217,"independentFamilies":15,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.3746416624663981},{"source":"ARC Prize","independent":true,"share":0.3582325292564318},{"source":"Artificial Analysis","independent":true,"share":0.2671258082771684}]},"capabilityRatings":[{"bucket":"agentic","score":0.6861600569105554,"supported":true,"families":6,"independentFamilies":6,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.6594404428521695,"supported":true,"families":4,"independentFamilies":4,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7687912129677343,"supported":true,"families":3,"independentFamilies":3,"opponents":126,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.7197197207697811,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.7363996476337341,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9521939177763,"lowerBound":0,"upperBound":1,"independentScore":0.9521939177763,"independent":true,"opponentIds":133,"independentOpponentIds":133,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["4cff675467f54077a118366b"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9996581290988508,"lowerBound":0,"upperBound":1,"independentScore":0.9996581290988508,"independent":true,"opponentIds":159,"independentOpponentIds":159,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["843c626e866362d8cd87a028"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8716610820067919,"lowerBound":0,"upperBound":1,"independentScore":0.8716610820067919,"independent":true,"opponentIds":136,"independentOpponentIds":136,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["45fa7394cbd38c801f20474a"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9829541836566318,"lowerBound":0,"upperBound":1,"independentScore":0.9829541836566318,"independent":true,"opponentIds":137,"independentOpponentIds":137,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["d38118e2ffb318c2aa3e3814"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9806308142944227,"lowerBound":0,"upperBound":1,"independentScore":0.9806308142944227,"independent":true,"opponentIds":138,"independentOpponentIds":138,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["7c48a3bf4d6b9ee989cb4301"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9364244488033375,"lowerBound":0,"upperBound":1,"independentScore":0.9364244488033375,"independent":true,"opponentIds":139,"independentOpponentIds":139,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["f5e184202558abc3af535731"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8890088921181861,"lowerBound":0,"upperBound":1,"independentScore":0.8890088921181861,"independent":true,"opponentIds":140,"independentOpponentIds":140,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["68b36c309fc71fc38607f10d"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.9602641252247075,"lowerBound":0,"upperBound":1,"independentScore":0.9602641252247075,"independent":true,"opponentIds":160,"independentOpponentIds":160,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["c93a148cc00a00c4296dd23e"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9970576350507264,"lowerBound":0,"upperBound":1,"independentScore":0.9970576350507264,"independent":true,"opponentIds":142,"independentOpponentIds":142,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["f04626f3b72848c21148576e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9995486816136815,"lowerBound":0,"upperBound":1,"independentScore":0.9995486816136815,"independent":true,"opponentIds":144,"independentOpponentIds":144,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["d7f05e3e2a9ec8e6cd3fcc35"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9375532477096019,"lowerBound":0,"upperBound":1,"independentScore":0.9375532477096019,"independent":true,"opponentIds":145,"independentOpponentIds":145,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["1ca32c0218ee7be58ce7af69"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8561029561035045,"lowerBound":0,"upperBound":1,"independentScore":0.8561029561035045,"independent":true,"opponentIds":146,"independentOpponentIds":146,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["152c5a0d427284e3b05fd5c7"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9822129440669021,"lowerBound":0,"upperBound":1,"independentScore":0.9822129440669021,"independent":true,"opponentIds":147,"independentOpponentIds":147,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["003769ec709037bb79e89924","352aaae7d9ca1a02b8614131"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9720471958737635,"lowerBound":0,"upperBound":1,"independentScore":0.9720471958737635,"independent":true,"opponentIds":148,"independentOpponentIds":148,"panelSize":38,"publishers":["ARC Prize"],"observations":["07f22f183aad2883655252ba"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.9088725628708676,"lowerBound":0,"upperBound":1,"independentScore":0.9088725628708676,"independent":true,"opponentIds":149,"independentOpponentIds":149,"panelSize":7,"publishers":["Cognition"],"observations":["e182040a6b20731b3805613d","55349c832862fc4d4b933188"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4cff675467f54077a118366b","843c626e866362d8cd87a028","45fa7394cbd38c801f20474a","d38118e2ffb318c2aa3e3814","7c48a3bf4d6b9ee989cb4301","f5e184202558abc3af535731","68b36c309fc71fc38607f10d","c93a148cc00a00c4296dd23e","f04626f3b72848c21148576e","d7f05e3e2a9ec8e6cd3fcc35","1ca32c0218ee7be58ce7af69","152c5a0d427284e3b05fd5c7","003769ec709037bb79e89924","352aaae7d9ca1a02b8614131","07f22f183aad2883655252ba","e182040a6b20731b3805613d","55349c832862fc4d4b933188"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":18}],"unspecified":0,"total":18}},{"id":"claude-fable-5-1--effort-xhigh","name":"Claude Fable 5.1 · XHigh","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-fable-5-1","detailsUrl":"/efforts?model=claude-fable-5-1","publishedBenchmarkCount":23,"overallRating":{"score":0.7524314199805467,"supported":true,"families":16,"publishers":4,"evaluationSources":4,"taskAreas":5,"opponents":217,"independentFamilies":15,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.2891812297494887},{"source":"ARC Prize","independent":true,"share":0.2617697063584957},{"source":"Scale","independent":true,"share":0.2343575763970927},{"source":"Artificial Analysis","independent":true,"share":0.21469148749492273}]},"capabilityRatings":[{"bucket":"agentic","score":0.7491589400114607,"supported":true,"families":6,"independentFamilies":6,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7255201905062599,"supported":true,"families":4,"independentFamilies":4,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.8230348433714858,"supported":true,"families":4,"independentFamilies":3,"opponents":126,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.7220714882789055,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.6854872753968597,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":133,"independentOpponentIds":133,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["706f331d94b42da72a1e1201"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9881655336259731,"lowerBound":0,"upperBound":1,"independentScore":0.9881655336259731,"independent":true,"opponentIds":159,"independentOpponentIds":159,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["399a2b5e968764b4790f969c"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9320127611078671,"lowerBound":0,"upperBound":1,"independentScore":0.9320127611078671,"independent":true,"opponentIds":136,"independentOpponentIds":136,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["618d9e76b6eb57ca3bcfb5b1"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9982798571710864,"lowerBound":0,"upperBound":1,"independentScore":0.9982798571710864,"independent":true,"opponentIds":137,"independentOpponentIds":137,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["833da61d17bd29175043cf58"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9684485921970283,"lowerBound":0,"upperBound":1,"independentScore":0.9684485921970283,"independent":true,"opponentIds":138,"independentOpponentIds":138,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["b4fb4fe89df5d58f1d649e5a"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":139,"independentOpponentIds":139,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["960305805fd5bd6c6dd4f56b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9761915895676949,"lowerBound":0,"upperBound":1,"independentScore":0.9761915895676949,"independent":true,"opponentIds":140,"independentOpponentIds":140,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["7ffc561cd3a97d25c4d83e56"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.95975713046188,"lowerBound":0,"upperBound":1,"independentScore":0.95975713046188,"independent":true,"opponentIds":160,"independentOpponentIds":160,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["09418514956dfe8150fe5db8"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9478417526348287,"lowerBound":0,"upperBound":1,"independentScore":0.9478417526348287,"independent":true,"opponentIds":142,"independentOpponentIds":142,"panelSize":208,"publishers":["Artificial Analysis","Scale"],"observations":["f2a4d9bd93f2fc6f534b5fe9","8adcbb20f22ee3ada097baa2","8b77418f10a0d2c871504615"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":144,"independentOpponentIds":144,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["f7800dd959c9c9c332f79e99"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9984476804334217,"lowerBound":0,"upperBound":1,"independentScore":0.9984476804334217,"independent":true,"opponentIds":145,"independentOpponentIds":145,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["9483878dd9257fc729ce79af"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9116664678951629,"lowerBound":0,"upperBound":1,"independentScore":0.9116664678951629,"independent":true,"opponentIds":146,"independentOpponentIds":146,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["0bee8344681eb6c5aba76cc3"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9976806867262616,"lowerBound":0,"upperBound":1,"independentScore":0.9976806867262616,"independent":true,"opponentIds":147,"independentOpponentIds":147,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["8258b5f53b25da1e19eacdc4","dca6ae59f27fcd98e0970afa"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9839743069860994,"lowerBound":0,"upperBound":1,"independentScore":0.9839743069860994,"independent":true,"opponentIds":148,"independentOpponentIds":148,"panelSize":38,"publishers":["ARC Prize"],"observations":["01e39ca976d82e99ab3b9be8"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.8748605133110157,"lowerBound":0,"upperBound":1,"independentScore":0.8748605133110157,"independent":true,"opponentIds":149,"independentOpponentIds":149,"panelSize":7,"publishers":["Cognition"],"observations":["b4505193e0e1f1e917b5cabb","bf209e5b4b2da520e58b7863"],"sourceScores":[]},{"id":"swe-atlas-refactoring","label":"swe-atlas-refactoring","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":162,"independentOpponentIds":162,"panelSize":1,"publishers":["Scale"],"observations":["129ef34aa55c39c9f65a8288"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["706f331d94b42da72a1e1201","399a2b5e968764b4790f969c","618d9e76b6eb57ca3bcfb5b1","833da61d17bd29175043cf58","b4fb4fe89df5d58f1d649e5a","960305805fd5bd6c6dd4f56b","7ffc561cd3a97d25c4d83e56","09418514956dfe8150fe5db8","f2a4d9bd93f2fc6f534b5fe9","f7800dd959c9c9c332f79e99","9483878dd9257fc729ce79af","0bee8344681eb6c5aba76cc3","8258b5f53b25da1e19eacdc4","dca6ae59f27fcd98e0970afa","01e39ca976d82e99ab3b9be8","b4505193e0e1f1e917b5cabb","bf209e5b4b2da520e58b7863","8adcbb20f22ee3ada097baa2","8b77418f10a0d2c871504615","129ef34aa55c39c9f65a8288"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":23}],"unspecified":0,"total":23}},{"id":"claude-haiku-4-5-20251001--effort-reasoning","name":"Claude Haiku 4.5 · Reasoning","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-haiku-4-5-20251001","detailsUrl":"/efforts?model=claude-haiku-4-5-20251001","publishedBenchmarkCount":27,"overallRating":{"score":0.07528481897874136,"supported":true,"families":22,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":22,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999948}]},"capabilityRatings":[{"bucket":"agentic","score":0.12787904807626277,"supported":true,"families":9,"independentFamilies":9,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.060332837143293155,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.08477137349865287,"supported":true,"families":3,"independentFamilies":3,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.07730273845810055,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.03944490511192939,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.253467827981158,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.4615626243876563,"lowerBound":0,"upperBound":1,"independentScore":0.4615626243876563,"independent":true,"opponentIds":163,"independentOpponentIds":163,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["12613d0c4a993819d4dbdce2"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.43311511294020916,"lowerBound":0,"upperBound":1,"independentScore":0.43311511294020916,"independent":true,"opponentIds":164,"independentOpponentIds":164,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["7818278bf3f2e55b20200337"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8400038527122109,"lowerBound":0,"upperBound":1,"independentScore":0.8400038527122109,"independent":true,"opponentIds":165,"independentOpponentIds":165,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["d6f6b975bd6c103d42d44df7"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6411954026469588,"lowerBound":0,"upperBound":1,"independentScore":0.6411954026469588,"independent":true,"opponentIds":166,"independentOpponentIds":166,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["468ce6503360afbf169e36d2","0905c2c3dc408b46b86803cb"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.3771771568324876,"lowerBound":0,"upperBound":1,"independentScore":0.3771771568324876,"independent":true,"opponentIds":167,"independentOpponentIds":167,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["bea6cc2230d015678cd7aa2a"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25440087228988834,"lowerBound":0,"upperBound":1,"independentScore":0.25440087228988834,"independent":true,"opponentIds":168,"independentOpponentIds":168,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["b99ba0207b1b453a50cc06f6"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.2579097792661057,"lowerBound":0,"upperBound":1,"independentScore":0.2579097792661057,"independent":true,"opponentIds":169,"independentOpponentIds":169,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["db86f964ce75806a4ed189c1"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.37234222725887134,"lowerBound":0,"upperBound":1,"independentScore":0.37234222725887134,"independent":true,"opponentIds":170,"independentOpponentIds":170,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["2806b54519e581523aedfb18"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5128916073232886,"lowerBound":0,"upperBound":1,"independentScore":0.5128916073232886,"independent":true,"opponentIds":171,"independentOpponentIds":171,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["fcc39bdab94bc050439a0683"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.6403711255999304,"lowerBound":0,"upperBound":1,"independentScore":0.6403711255999304,"independent":true,"opponentIds":172,"independentOpponentIds":172,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["d65a5ce38f7183b304600ef1"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4081743529103261,"lowerBound":0,"upperBound":1,"independentScore":0.4081743529103261,"independent":true,"opponentIds":173,"independentOpponentIds":173,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["509191a186cf539ad56147b5"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.17819367133315897,"lowerBound":0,"upperBound":1,"independentScore":0.17819367133315897,"independent":true,"opponentIds":174,"independentOpponentIds":174,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["3486d7ce6fefedd596a57fcc"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5401420261234277,"lowerBound":0,"upperBound":1,"independentScore":0.5401420261234277,"independent":true,"opponentIds":175,"independentOpponentIds":175,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["f4ba8ec0f816cf38c66148d7"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6629072745165608,"lowerBound":0,"upperBound":1,"independentScore":0.6629072745165608,"independent":true,"opponentIds":176,"independentOpponentIds":176,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["4261bc632ec7f2d41fba238e"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.2990585995175136,"lowerBound":0,"upperBound":1,"independentScore":0.2990585995175136,"independent":true,"opponentIds":177,"independentOpponentIds":177,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["b93459d07cc3fd00f317e844"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6398157333805857,"lowerBound":0,"upperBound":1,"independentScore":0.6398157333805857,"independent":true,"opponentIds":178,"independentOpponentIds":178,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["ad5e1bd45ba3b1854e2f521b"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.49203568506576395,"lowerBound":0,"upperBound":1,"independentScore":0.49203568506576395,"independent":true,"opponentIds":179,"independentOpponentIds":179,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["acf88c56fae018e5c7c5ee48"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.3488391673601627,"lowerBound":0,"upperBound":1,"independentScore":0.3488391673601627,"independent":true,"opponentIds":180,"independentOpponentIds":180,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["aacbc7330857d739a0430710"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.44171493904745984,"lowerBound":0,"upperBound":1,"independentScore":0.44171493904745984,"independent":true,"opponentIds":181,"independentOpponentIds":181,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["8862c4640b472096ac1a95b1"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.43903928443565304,"lowerBound":0,"upperBound":1,"independentScore":0.43903928443565304,"independent":true,"opponentIds":182,"independentOpponentIds":182,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["a4ab94d87626afc466c301f6"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.47618443150877593,"lowerBound":0,"upperBound":1,"independentScore":0.47618443150877593,"independent":true,"opponentIds":183,"independentOpponentIds":183,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["5067c956bfdd13d3de44ff4f","a14c2426307d122868a12c50"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5020851780731315,"lowerBound":0,"upperBound":1,"independentScore":0.5020851780731315,"independent":true,"opponentIds":184,"independentOpponentIds":184,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["d18cf2172a3d45ea811b2610","2c85fcef255e2897eb9b9056","64b4f035f94e078ac148dbd9"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["12613d0c4a993819d4dbdce2","7818278bf3f2e55b20200337","d6f6b975bd6c103d42d44df7","468ce6503360afbf169e36d2","bea6cc2230d015678cd7aa2a","b99ba0207b1b453a50cc06f6","db86f964ce75806a4ed189c1","2806b54519e581523aedfb18","fcc39bdab94bc050439a0683","d65a5ce38f7183b304600ef1","509191a186cf539ad56147b5","3486d7ce6fefedd596a57fcc","f4ba8ec0f816cf38c66148d7","4261bc632ec7f2d41fba238e","b93459d07cc3fd00f317e844","ad5e1bd45ba3b1854e2f521b","0905c2c3dc408b46b86803cb","acf88c56fae018e5c7c5ee48","aacbc7330857d739a0430710","8862c4640b472096ac1a95b1","a4ab94d87626afc466c301f6","5067c956bfdd13d3de44ff4f","a14c2426307d122868a12c50","d18cf2172a3d45ea811b2610","2c85fcef255e2897eb9b9056","64b4f035f94e078ac148dbd9"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":27}],"unspecified":0,"total":27}},{"id":"claude-haiku-4-5-20251001--effort-non-reasoning","name":"Claude Haiku 4.5 · Non-reasoning","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-haiku-4-5-20251001","detailsUrl":"/efforts?model=claude-haiku-4-5-20251001","publishedBenchmarkCount":14,"overallRating":{"score":0.03231406751038155,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999999}]},"capabilityRatings":[{"bucket":"agentic","score":0.03511442463517289,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.025681137948805503,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0580372538315353,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.04558609807794414,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.02970914040543275,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.10821273648546055,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.40675761113956216,"lowerBound":0,"upperBound":1,"independentScore":0.40675761113956216,"independent":true,"opponentIds":165,"independentOpponentIds":165,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["3c47d4da68b5bf084c0e9f76"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4543400374956384,"lowerBound":0,"upperBound":1,"independentScore":0.4543400374956384,"independent":true,"opponentIds":166,"independentOpponentIds":166,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["2705174dc70afd80971d2f06","6f10d5c0ef1a592623e7cd20"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2525607572369935,"lowerBound":0,"upperBound":1,"independentScore":0.2525607572369935,"independent":true,"opponentIds":168,"independentOpponentIds":168,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["5791f8e4e8fde45e7fb66886"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.35498399306799333,"lowerBound":0,"upperBound":1,"independentScore":0.35498399306799333,"independent":true,"opponentIds":173,"independentOpponentIds":173,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["4d49a8d283248db5fd5e0e34"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.16501136962805074,"lowerBound":0,"upperBound":1,"independentScore":0.16501136962805074,"independent":true,"opponentIds":175,"independentOpponentIds":175,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["ffb8c6eaab9ce5c0d4156a57"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.46748051024434745,"lowerBound":0,"upperBound":1,"independentScore":0.46748051024434745,"independent":true,"opponentIds":176,"independentOpponentIds":176,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["cf094d38468fec8c0e27adb0"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5270002098785307,"lowerBound":0,"upperBound":1,"independentScore":0.5270002098785307,"independent":true,"opponentIds":178,"independentOpponentIds":178,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["77e2abafe21efe47759564a5"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6524437245971014,"lowerBound":0,"upperBound":1,"independentScore":0.6524437245971014,"independent":true,"opponentIds":179,"independentOpponentIds":179,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["fc24d97f80cf49b75640cc90"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.2875606012336661,"lowerBound":0,"upperBound":1,"independentScore":0.2875606012336661,"independent":true,"opponentIds":180,"independentOpponentIds":180,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["23ecbd3ca8a4df7f15ba1758"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.23878695974897807,"lowerBound":0,"upperBound":1,"independentScore":0.23878695974897807,"independent":true,"opponentIds":181,"independentOpponentIds":181,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["e9c6fcae19f0b875efc5d431"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4212413347149211,"lowerBound":0,"upperBound":1,"independentScore":0.4212413347149211,"independent":true,"opponentIds":185,"independentOpponentIds":185,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["cb4ff6598c0f6e58acbeb5e6"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7172640201927056,"lowerBound":0,"upperBound":1,"independentScore":0.7172640201927056,"independent":true,"opponentIds":186,"independentOpponentIds":186,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["d76d253d766085ae9b980404"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3c47d4da68b5bf084c0e9f76","2705174dc70afd80971d2f06","5791f8e4e8fde45e7fb66886","4d49a8d283248db5fd5e0e34","ffb8c6eaab9ce5c0d4156a57","cf094d38468fec8c0e27adb0","77e2abafe21efe47759564a5","6f10d5c0ef1a592623e7cd20","fc24d97f80cf49b75640cc90","23ecbd3ca8a4df7f15ba1758","e9c6fcae19f0b875efc5d431","cb4ff6598c0f6e58acbeb5e6","d76d253d766085ae9b980404"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"claude-haiku-4-5-20251001--effort-thinking-32k","name":"Claude Haiku 4.5 · Thinking 32K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-haiku-4-5-20251001","detailsUrl":"/efforts?model=claude-haiku-4-5-20251001","publishedBenchmarkCount":5,"overallRating":{"score":0.059410057059873976,"supported":true,"families":5,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":69,"independentFamilies":3,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.5567818455876069},{"source":"ARC Prize","independent":true,"share":0.44321815441239276}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.0757570314103785,"supported":true,"families":4,"independentFamilies":2,"opponents":67,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.039134733159596743,"supported":false,"families":1,"independentFamilies":1,"opponents":25,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":187,"independentOpponentIds":187,"panelSize":1,"publishers":["Epoch AI"],"observations":["epoch-run-neZvEzLi6yeL9z5KjGef7H"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":187,"independentOpponentIds":187,"panelSize":1,"publishers":["Epoch AI"],"observations":["epoch-run-GEaAdb9UmoUFbEtBx7WzAR"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.3520769068767726,"lowerBound":0,"upperBound":1,"independentScore":0.3520769068767726,"independent":true,"opponentIds":188,"independentOpponentIds":188,"panelSize":38,"publishers":["ARC Prize"],"observations":["95e92e71b76ea62d02ca6cd4"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.43324405711827474,"lowerBound":0,"upperBound":1,"independentScore":0.43324405711827474,"independent":true,"opponentIds":189,"independentOpponentIds":189,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-QUuykbQhKapHn3gjLFjTam"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":190,"independentOpponentIds":190,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-VhBM9HgJ2RuSVwXriRXMVJ"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["95e92e71b76ea62d02ca6cd4","epoch-run-QUuykbQhKapHn3gjLFjTam","epoch-run-GEaAdb9UmoUFbEtBx7WzAR","epoch-run-neZvEzLi6yeL9z5KjGef7H","epoch-run-VhBM9HgJ2RuSVwXriRXMVJ"],"opponentModelIds":["claude-sonnet-4-5-20250929","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini","gemma-4-26b-a4b-it","qwen3-4b","qwen3-1.7b","gemma-4-31b-it","gemini-3.1-pro","gpt-oss-20b","glm-5.3","glm-5.3-flash","gemini-3.8-flash","qwen3-8b","qwen3.6-27b","claude-sonnet-5","glm-5.2","qwen3.6-35b-a3b","claude-opus-4-7","qwen3.5-9b","minimax-m3","qwen3.5-35b-a3b","gemini-3.1-flash-lite","glm-4.7-flash","qwen3.7-plus","qwen3-32b","qwen3-14b","qwen-3.8-max","qwen3.5-2b","grok-4.3","qwen3-30b-a3b","qwen3.5-397b-a17b","qwen3.7-flash","claude-opus-4-5-20251101","muse-spark-1.2"]},"effort":{"label":"Thinking 32K","settings":[{"label":"Thinking 32K","observations":5}],"unspecified":0,"total":5}},{"id":"claude-haiku-4-5-20251001--effort-thinking-1k","name":"Claude Haiku 4.5 · Thinking 1K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-haiku-4-5-20251001","detailsUrl":"/efforts?model=claude-haiku-4-5-20251001","publishedBenchmarkCount":1,"overallRating":{"score":0.02744719133175356,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999996}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.038348711231243,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.14294069249908306,"lowerBound":0,"upperBound":1,"independentScore":0.14294069249908306,"independent":true,"opponentIds":188,"independentOpponentIds":188,"panelSize":38,"publishers":["ARC Prize"],"observations":["ba3f20c5292fdd48682b2099"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ba3f20c5292fdd48682b2099"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Thinking 1K","settings":[{"label":"Thinking 1K","observations":1}],"unspecified":0,"total":1}},{"id":"claude-haiku-4-5-20251001--effort-thinking-8k","name":"Claude Haiku 4.5 · Thinking 8K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-haiku-4-5-20251001","detailsUrl":"/efforts?model=claude-haiku-4-5-20251001","publishedBenchmarkCount":1,"overallRating":{"score":0.03412790660189285,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999996}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.04658932855974487,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.18041058276583294,"lowerBound":0,"upperBound":1,"independentScore":0.18041058276583294,"independent":true,"opponentIds":188,"independentOpponentIds":188,"panelSize":38,"publishers":["ARC Prize"],"observations":["e2c60a47ba43609d5f7802f0"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e2c60a47ba43609d5f7802f0"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Thinking 8K","settings":[{"label":"Thinking 8K","observations":1}],"unspecified":0,"total":1}},{"id":"claude-haiku-4-5-20251001--effort-thinking-16k","name":"Claude Haiku 4.5 · Thinking 16K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-haiku-4-5-20251001","detailsUrl":"/efforts?model=claude-haiku-4-5-20251001","publishedBenchmarkCount":1,"overallRating":{"score":0.06903801352241236,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999996}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.08596848196862918,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.3219635015513327,"lowerBound":0,"upperBound":1,"independentScore":0.3219635015513327,"independent":true,"opponentIds":188,"independentOpponentIds":188,"panelSize":38,"publishers":["ARC Prize"],"observations":["f4fbbe2e4e16767233d36d08"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f4fbbe2e4e16767233d36d08"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Thinking 16K","settings":[{"label":"Thinking 16K","observations":1}],"unspecified":0,"total":1}},{"id":"claude-opus-4-5-20251101--effort-non-reasoning","name":"Claude Opus 4.5 · Non-reasoning","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-5-20251101","detailsUrl":"/efforts?model=claude-opus-4-5-20251101","publishedBenchmarkCount":14,"overallRating":{"score":0.1288842111572753,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000109}]},"capabilityRatings":[{"bucket":"agentic","score":0.2024392149643318,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.0943181102015795,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.1759345373686294,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.22073449809912535,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.16020813116204538,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.2399667179997098,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6060499501422898,"lowerBound":0,"upperBound":1,"independentScore":0.6060499501422898,"independent":true,"opponentIds":191,"independentOpponentIds":191,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["777d836c2aab8b1a753b4fe5"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7674838325150182,"lowerBound":0,"upperBound":1,"independentScore":0.7674838325150182,"independent":true,"opponentIds":192,"independentOpponentIds":192,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["364e593f02f62ed75fd18066"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5609748730046005,"lowerBound":0,"upperBound":1,"independentScore":0.5609748730046005,"independent":true,"opponentIds":193,"independentOpponentIds":193,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["108fba49cb2e133b5c3292c6"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.9420522800919111,"lowerBound":0,"upperBound":1,"independentScore":0.9420522800919111,"independent":true,"opponentIds":194,"independentOpponentIds":194,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["a1db7ea0ee512320711194d0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6956323189811194,"lowerBound":0,"upperBound":1,"independentScore":0.6956323189811194,"independent":true,"opponentIds":195,"independentOpponentIds":195,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1db3648c4fe84e124fa696fc"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6301163912348554,"lowerBound":0,"upperBound":1,"independentScore":0.6301163912348554,"independent":true,"opponentIds":196,"independentOpponentIds":196,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["be7e6806ef9ffabbe47660e5"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.4929123694036171,"lowerBound":0,"upperBound":1,"independentScore":0.4929123694036171,"independent":true,"opponentIds":197,"independentOpponentIds":197,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["555c0f000e8ee371e88e57a2"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8266539794382064,"lowerBound":0,"upperBound":1,"independentScore":0.8266539794382064,"independent":true,"opponentIds":198,"independentOpponentIds":198,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["fa884eeb86cb180cbd489bac"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9936715549277693,"lowerBound":0,"upperBound":1,"independentScore":0.9936715549277693,"independent":true,"opponentIds":199,"independentOpponentIds":199,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["5314fc9ebb9ae8bcdf75b98e"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7076959652327375,"lowerBound":0,"upperBound":1,"independentScore":0.7076959652327375,"independent":true,"opponentIds":200,"independentOpponentIds":200,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["34e7fcfb97c55289d0bf4b48"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9087057301684568,"lowerBound":0,"upperBound":1,"independentScore":0.9087057301684568,"independent":true,"opponentIds":201,"independentOpponentIds":201,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["313fe229263c5d3be7780b9b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8028957849733894,"lowerBound":0,"upperBound":1,"independentScore":0.8028957849733894,"independent":true,"opponentIds":202,"independentOpponentIds":202,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["993af034623aaedde3a3de9b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9333095560669069,"lowerBound":0,"upperBound":1,"independentScore":0.9333095560669069,"independent":true,"opponentIds":203,"independentOpponentIds":203,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["42a28e056d264ff2cdaead6f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["777d836c2aab8b1a753b4fe5","364e593f02f62ed75fd18066","108fba49cb2e133b5c3292c6","a1db7ea0ee512320711194d0","1db3648c4fe84e124fa696fc","be7e6806ef9ffabbe47660e5","555c0f000e8ee371e88e57a2","fa884eeb86cb180cbd489bac","5314fc9ebb9ae8bcdf75b98e","34e7fcfb97c55289d0bf4b48","313fe229263c5d3be7780b9b","993af034623aaedde3a3de9b","42a28e056d264ff2cdaead6f"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"claude-opus-4-5-20251101--effort-reasoning","name":"Claude Opus 4.5 · Reasoning","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-5-20251101","detailsUrl":"/efforts?model=claude-opus-4-5-20251101","publishedBenchmarkCount":14,"overallRating":{"score":0.2343987773121534,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000109}]},"capabilityRatings":[{"bucket":"agentic","score":0.24262320998248796,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.2694340219488012,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.30045885988053156,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2924393788968454,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.20763372188297355,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.3930611486095938,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9452054988488157,"lowerBound":0,"upperBound":1,"independentScore":0.9452054988488157,"independent":true,"opponentIds":191,"independentOpponentIds":191,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["0f517ae1f51f86c35cfb0be4"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8941886950862841,"lowerBound":0,"upperBound":1,"independentScore":0.8941886950862841,"independent":true,"opponentIds":192,"independentOpponentIds":192,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["85c81b940cce2a4e217f39f1"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8271705755705727,"lowerBound":0,"upperBound":1,"independentScore":0.8271705755705727,"independent":true,"opponentIds":193,"independentOpponentIds":193,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["1958b99c15a27c0d8d0aba84"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.9563212769917154,"lowerBound":0,"upperBound":1,"independentScore":0.9563212769917154,"independent":true,"opponentIds":194,"independentOpponentIds":194,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["a0e35583919bfa925e3253c4"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8459175202372378,"lowerBound":0,"upperBound":1,"independentScore":0.8459175202372378,"independent":true,"opponentIds":195,"independentOpponentIds":195,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["ea5097c6ae66554091a20a26"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8737456950795839,"lowerBound":0,"upperBound":1,"independentScore":0.8737456950795839,"independent":true,"opponentIds":196,"independentOpponentIds":196,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["c8afa47b2b589899209075fd"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6939924571621895,"lowerBound":0,"upperBound":1,"independentScore":0.6939924571621895,"independent":true,"opponentIds":197,"independentOpponentIds":197,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["321deea5aaf37c3322817314"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.972161627824926,"lowerBound":0,"upperBound":1,"independentScore":0.972161627824926,"independent":true,"opponentIds":198,"independentOpponentIds":198,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["3b0e8231a510903a76fb9715"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":199,"independentOpponentIds":199,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["6d150283271e045da32ceab8"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7673155376451495,"lowerBound":0,"upperBound":1,"independentScore":0.7673155376451495,"independent":true,"opponentIds":200,"independentOpponentIds":200,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["46aff7e0e196660d8e321636"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9475695550153311,"lowerBound":0,"upperBound":1,"independentScore":0.9475695550153311,"independent":true,"opponentIds":201,"independentOpponentIds":201,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["8667c79135a6fbe7cc5fa1e4"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8426268354817599,"lowerBound":0,"upperBound":1,"independentScore":0.8426268354817599,"independent":true,"opponentIds":202,"independentOpponentIds":202,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["08adca9aa4e2043174db9373"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9725749857576937,"lowerBound":0,"upperBound":1,"independentScore":0.9725749857576937,"independent":true,"opponentIds":203,"independentOpponentIds":203,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["87149dbfd56c9450a6af41d4"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["0f517ae1f51f86c35cfb0be4","85c81b940cce2a4e217f39f1","1958b99c15a27c0d8d0aba84","a0e35583919bfa925e3253c4","ea5097c6ae66554091a20a26","c8afa47b2b589899209075fd","321deea5aaf37c3322817314","3b0e8231a510903a76fb9715","6d150283271e045da32ceab8","46aff7e0e196660d8e321636","8667c79135a6fbe7cc5fa1e4","08adca9aa4e2043174db9373","87149dbfd56c9450a6af41d4"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"claude-opus-4-6--effort-max","name":"Claude Opus 4.6 · Max","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-6","detailsUrl":"/efforts?model=claude-opus-4-6","publishedBenchmarkCount":22,"overallRating":{"score":0.4190515921508973,"supported":true,"families":16,"publishers":4,"evaluationSources":4,"taskAreas":6,"opponents":221,"independentFamilies":16,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.2740000419992933},{"source":"Epoch AI","independent":true,"share":0.26801912186946264},{"source":"ARC Prize","independent":true,"share":0.24654667418176598},{"source":"Scale","independent":true,"share":0.21143416194948111}]},"capabilityRatings":[{"bucket":"agentic","score":0.39404132204119496,"supported":true,"families":2,"independentFamilies":2,"opponents":173,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.4554119285681575,"supported":true,"families":7,"independentFamilies":7,"opponents":221,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.3870388361605588,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.30369825824388563,"supported":true,"families":4,"independentFamilies":4,"opponents":209,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.2645156230816426,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.426762702374434,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6403785488958985,"lowerBound":0,"upperBound":1,"independentScore":0.6403785488958985,"independent":true,"opponentIds":204,"independentOpponentIds":204,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-coxYk5vK5cBhQ7iZohMtA5"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.8516478562369468,"lowerBound":0,"upperBound":1,"independentScore":0.8516478562369468,"independent":true,"opponentIds":205,"independentOpponentIds":205,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["883c249929e963c72cf44009"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8633834868553893,"lowerBound":0,"upperBound":1,"independentScore":0.8633834868553893,"independent":true,"opponentIds":206,"independentOpponentIds":206,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["1df24d4a693777637b218ad1"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8955770865816934,"lowerBound":0,"upperBound":1,"independentScore":0.8955770865816934,"independent":true,"opponentIds":207,"independentOpponentIds":207,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["1079b6e09e35fc3bf7181c3d"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.9750773493909644,"lowerBound":0,"upperBound":1,"independentScore":0.9750773493909644,"independent":true,"opponentIds":208,"independentOpponentIds":208,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["67dabb07507f3af6b80f475b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.730761967172728,"lowerBound":0,"upperBound":1,"independentScore":0.730761967172728,"independent":true,"opponentIds":209,"independentOpponentIds":209,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["d3c5440c1476d374192760b2","epoch-run-JcQMgXdZKU54u52B8TGQKp"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8953108256449958,"lowerBound":0,"upperBound":1,"independentScore":0.8953108256449958,"independent":true,"opponentIds":210,"independentOpponentIds":210,"panelSize":208,"publishers":["Artificial Analysis","Scale"],"observations":["08cc9eb85e32224bc1421970","3668be0998ee9f9dbe1cb4b4","5982871718a1d5284ac2e401"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6462426816768108,"lowerBound":0,"upperBound":1,"independentScore":0.6462426816768108,"independent":true,"opponentIds":211,"independentOpponentIds":211,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a199353fd286c627af757e1a"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7784844761822018,"lowerBound":0,"upperBound":1,"independentScore":0.7784844761822018,"independent":true,"opponentIds":212,"independentOpponentIds":212,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["3f8d701703320627812d694d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9337400640176814,"lowerBound":0,"upperBound":1,"independentScore":0.9337400640176814,"independent":true,"opponentIds":213,"independentOpponentIds":213,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["668e62a5d42e2bef73937cce"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8707608628243485,"lowerBound":0,"upperBound":1,"independentScore":0.8707608628243485,"independent":true,"opponentIds":214,"independentOpponentIds":214,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["63d40fb93f723399e39df0a3"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9574648638311573,"lowerBound":0,"upperBound":1,"independentScore":0.9574648638311573,"independent":true,"opponentIds":215,"independentOpponentIds":215,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["c239c04b17c69baedb9f629a"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8146423636742188,"lowerBound":0,"upperBound":1,"independentScore":0.8146423636742188,"independent":true,"opponentIds":216,"independentOpponentIds":216,"panelSize":38,"publishers":["ARC Prize"],"observations":["d89c7fdc274f08893e4629d1"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.523393676695564,"lowerBound":0,"upperBound":1,"independentScore":0.523393676695564,"independent":true,"opponentIds":217,"independentOpponentIds":217,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-FF8iU7vP5ecg6PdvDyE7XG","epoch-run-64rokFyL2L8Vd4SZVdayCy"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.5218941915251766,"lowerBound":0,"upperBound":1,"independentScore":0.5218941915251766,"independent":true,"opponentIds":218,"independentOpponentIds":218,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-2hbbp8z6PhB7c2T33os9q5","epoch-run-kgJ2d6XbKj3dZutDcBYSKU"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.4543419874664279,"lowerBound":0,"upperBound":1,"independentScore":0.4543419874664279,"independent":true,"opponentIds":219,"independentOpponentIds":219,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-85fhMxLaebWtLoi6oLpTbi"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["883c249929e963c72cf44009","1df24d4a693777637b218ad1","1079b6e09e35fc3bf7181c3d","67dabb07507f3af6b80f475b","d3c5440c1476d374192760b2","08cc9eb85e32224bc1421970","a199353fd286c627af757e1a","3f8d701703320627812d694d","668e62a5d42e2bef73937cce","63d40fb93f723399e39df0a3","c239c04b17c69baedb9f629a","d89c7fdc274f08893e4629d1","3668be0998ee9f9dbe1cb4b4","5982871718a1d5284ac2e401","epoch-run-FF8iU7vP5ecg6PdvDyE7XG","epoch-run-2hbbp8z6PhB7c2T33os9q5","epoch-run-kgJ2d6XbKj3dZutDcBYSKU","epoch-run-JcQMgXdZKU54u52B8TGQKp","epoch-run-64rokFyL2L8Vd4SZVdayCy","epoch-run-coxYk5vK5cBhQ7iZohMtA5","epoch-run-85fhMxLaebWtLoi6oLpTbi"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","deepseek-v3.2","deepseek-v4-pro-0424","glm-5","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-oss-120b","kimi-k2.6","mimo-v2.5-pro","minimax-m2.7","nvidia-nemotron-3-super-120b-a12b-bf16","step-3.7-flash","agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","deepseek-v4-flash-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-max","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":22}],"unspecified":0,"total":22}},{"id":"claude-opus-4-6--effort-non-reasoning","name":"Claude Opus 4.6 · Non-reasoning","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-6","detailsUrl":"/efforts?model=claude-opus-4-6","publishedBenchmarkCount":13,"overallRating":{"score":0.15302441568816075,"supported":true,"families":10,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":216,"independentFamilies":10,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5324530470775743},{"source":"Scale","independent":true,"share":0.467546952922426}]},"capabilityRatings":[{"bucket":"agentic","score":0.17388074815260426,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.17893982929143729,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.40854360803213835,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.22351307020318148,"supported":true,"families":3,"independentFamilies":3,"opponents":209,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.1755436369085631,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.1909513206914946,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6989386360985305,"lowerBound":0,"upperBound":1,"independentScore":0.6989386360985305,"independent":true,"opponentIds":206,"independentOpponentIds":206,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["edea07f755a646e80b59fc5c"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7730292959111286,"lowerBound":0,"upperBound":1,"independentScore":0.7730292959111286,"independent":true,"opponentIds":207,"independentOpponentIds":207,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["82d31085d8e7dd2df2cd8276"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.9509438201551103,"lowerBound":0,"upperBound":1,"independentScore":0.9509438201551103,"independent":true,"opponentIds":208,"independentOpponentIds":208,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["b7837606fc0dd1e1d67c4be7"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7595617660309318,"lowerBound":0,"upperBound":1,"independentScore":0.7595617660309318,"independent":true,"opponentIds":220,"independentOpponentIds":220,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3c7a4e4716cfa28abfd88e18"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4323151040478943,"lowerBound":0,"upperBound":1,"independentScore":0.4323151040478943,"independent":true,"opponentIds":210,"independentOpponentIds":210,"panelSize":208,"publishers":["Artificial Analysis","Scale"],"observations":["01eba8e6568c716b434ceb9a","9a7a2837429ecbebf2d957b1","1ce57fce710e63f4fde5f000"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5382026165138933,"lowerBound":0,"upperBound":1,"independentScore":0.5382026165138933,"independent":true,"opponentIds":211,"independentOpponentIds":211,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["819fa99734059e55c305dfb1"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7172114643692619,"lowerBound":0,"upperBound":1,"independentScore":0.7172114643692619,"independent":true,"opponentIds":212,"independentOpponentIds":212,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["97a5c4bf360e00751e6fa217"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9415733141896155,"lowerBound":0,"upperBound":1,"independentScore":0.9415733141896155,"independent":true,"opponentIds":213,"independentOpponentIds":213,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["baa04b456361440058325f0b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7794698588932796,"lowerBound":0,"upperBound":1,"independentScore":0.7794698588932796,"independent":true,"opponentIds":214,"independentOpponentIds":214,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["b9a0b73f4ddc5a887e70736a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9781412780570585,"lowerBound":0,"upperBound":1,"independentScore":0.9781412780570585,"independent":true,"opponentIds":215,"independentOpponentIds":215,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["e3fe5100a1b70dc45580f44b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["edea07f755a646e80b59fc5c","82d31085d8e7dd2df2cd8276","b7837606fc0dd1e1d67c4be7","3c7a4e4716cfa28abfd88e18","01eba8e6568c716b434ceb9a","819fa99734059e55c305dfb1","97a5c4bf360e00751e6fa217","baa04b456361440058325f0b","b9a0b73f4ddc5a887e70736a","e3fe5100a1b70dc45580f44b","9a7a2837429ecbebf2d957b1","1ce57fce710e63f4fde5f000"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-max","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"claude-opus-4-6--effort-high","name":"Claude Opus 4.6 · High","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-6","detailsUrl":"/efforts?model=claude-opus-4-6","publishedBenchmarkCount":30,"overallRating":{"score":0.33245713807776806,"supported":true,"families":10,"publishers":4,"evaluationSources":4,"taskAreas":4,"opponents":49,"independentFamilies":10,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"SWE-rebench","independent":true,"share":0.28389068988715555},{"source":"Cognition","independent":true,"share":0.28041447735792485},{"source":"ARC Prize","independent":true,"share":0.23494355919185633},{"source":"LiveBench","independent":true,"share":0.20075127356305886}]},"capabilityRatings":[{"bucket":"agentic","score":0.4348883411245514,"supported":false,"families":1,"independentFamilies":1,"opponents":26,"opponentLabs":4,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5171356235802981,"supported":true,"families":3,"independentFamilies":3,"opponents":46,"opponentLabs":7,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.3441386597569515,"supported":true,"families":4,"independentFamilies":4,"opponents":30,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.3526529534226695,"supported":true,"families":2,"independentFamilies":2,"opponents":26,"opponentLabs":4,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8146423636742188,"lowerBound":0,"upperBound":1,"independentScore":0.8146423636742188,"independent":true,"opponentIds":216,"independentOpponentIds":216,"panelSize":38,"publishers":["ARC Prize"],"observations":["3da84ad297936aa3afed7671"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.15909090909090925,"lowerBound":0,"upperBound":1,"independentScore":0.15909090909090925,"independent":true,"opponentIds":221,"independentOpponentIds":221,"panelSize":7,"publishers":["Cognition"],"observations":["4348fbb897a2a59eae46e3f4","0d5e49902497ab349126387e"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.4425990675990679,"lowerBound":0,"upperBound":1,"independentScore":0.4425990675990679,"independent":true,"opponentIds":222,"independentOpponentIds":222,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-b3c92aa9680c3988ba1d0614","panel-fb548e320f80168b36d88c76","panel-9af7f61af6179d5eac0c51be","panel-0d7a1d9d2a51aa4564298f91"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.427933177933178,"lowerBound":0,"upperBound":1,"independentScore":0.427933177933178,"independent":true,"opponentIds":222,"independentOpponentIds":222,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-c7a6b32798ef20c70836ed4e","panel-bfd076ce374bb30a922457d6"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.63588880255547,"lowerBound":0,"upperBound":1,"independentScore":0.63588880255547,"independent":true,"opponentIds":222,"independentOpponentIds":222,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-02715a3959bcec12a2118d77","panel-5db103e8c0d0940f23c1c437","panel-025bcfd2e9a4b3b37fa9de55"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.4147025813692485,"lowerBound":0,"upperBound":1,"independentScore":0.4147025813692485,"independent":true,"opponentIds":222,"independentOpponentIds":222,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-39728f4c4f0069938bbfdf20","panel-83f1eb7d5def019910aba669","panel-4d1ffd4d663cda024c844433"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.3886730553397225,"lowerBound":0,"upperBound":1,"independentScore":0.3886730553397225,"independent":true,"opponentIds":222,"independentOpponentIds":222,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-6414676946387e29fa05c0a8","panel-b8667c26ba0685da759190a2","panel-0a0b1cc3b474cddeab9176c2"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.591394716394717,"lowerBound":0,"upperBound":1,"independentScore":0.591394716394717,"independent":true,"opponentIds":222,"independentOpponentIds":222,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-f1f80cee7d1e762d01154e92","panel-a794216ca56ac67f785dad20","panel-ef6437efce9a4ee894b838eb","panel-f1903bf3ae7784fac180c5c6"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.19716394716394736,"lowerBound":0,"upperBound":1,"independentScore":0.19716394716394736,"independent":true,"opponentIds":222,"independentOpponentIds":222,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-53612080416a8a2c52255475","panel-19218562af1e33a655a35d87","panel-ba137339713465f06d96bfe2","panel-f627cd7090aff302ea1688bd"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.5833333333333334,"lowerBound":0,"upperBound":1,"independentScore":0.5833333333333334,"independent":true,"opponentIds":223,"independentOpponentIds":223,"panelSize":9,"publishers":["SWE-rebench"],"observations":["panel-439f39520f3958e5a7901ccc","panel-9cfedefbaaad4dfb46e7ab3e","panel-af6affc17d37d1ebceed5651","panel-c4a47cfea3565c4484c1c8b8"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3da84ad297936aa3afed7671","4348fbb897a2a59eae46e3f4","0d5e49902497ab349126387e","panel-b3c92aa9680c3988ba1d0614","panel-c7a6b32798ef20c70836ed4e","panel-bfd076ce374bb30a922457d6","panel-02715a3959bcec12a2118d77","panel-39728f4c4f0069938bbfdf20","panel-fb548e320f80168b36d88c76","panel-6414676946387e29fa05c0a8","panel-f1f80cee7d1e762d01154e92","panel-9af7f61af6179d5eac0c51be","panel-0d7a1d9d2a51aa4564298f91","panel-53612080416a8a2c52255475","panel-5db103e8c0d0940f23c1c437","panel-b8667c26ba0685da759190a2","panel-19218562af1e33a655a35d87","panel-a794216ca56ac67f785dad20","panel-ba137339713465f06d96bfe2","panel-f627cd7090aff302ea1688bd","panel-83f1eb7d5def019910aba669","panel-4d1ffd4d663cda024c844433","panel-ef6437efce9a4ee894b838eb","panel-0a0b1cc3b474cddeab9176c2","panel-025bcfd2e9a4b3b37fa9de55","panel-f1903bf3ae7784fac180c5c6","panel-439f39520f3958e5a7901ccc","panel-9cfedefbaaad4dfb46e7ab3e","panel-af6affc17d37d1ebceed5651","panel-c4a47cfea3565c4484c1c8b8"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini","claude-opus-4-7","claude-sonnet-5","claude-opus-4-5-20251101","gemini-3.1-pro","gemini-3.8-flash","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","gpt-5.3-codex","deepseek-v4-pro-0424","glm-5.2"]},"effort":{"label":"High","settings":[{"label":"High","observations":30}],"unspecified":0,"total":30}},{"id":"claude-opus-4-6--effort-low","name":"Claude Opus 4.6 · Low","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-6","detailsUrl":"/efforts?model=claude-opus-4-6","publishedBenchmarkCount":4,"overallRating":{"score":0.11603861352135303,"supported":true,"families":3,"publishers":3,"evaluationSources":3,"taskAreas":2,"opponents":41,"independentFamilies":3,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.39197832598183896},{"source":"ARC Prize","independent":true,"share":0.3157975333691917},{"source":"Epoch AI","independent":true,"share":0.29222414064896995}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.1818087978492197,"supported":true,"families":2,"independentFamilies":2,"opponents":39,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.11581884963529489,"supported":false,"families":1,"independentFamilies":1,"opponents":7,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8132468807315749,"lowerBound":0,"upperBound":1,"independentScore":0.8132468807315749,"independent":true,"opponentIds":216,"independentOpponentIds":216,"panelSize":38,"publishers":["ARC Prize"],"observations":["cc808875c949319a9c28aeb4"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.03796095444685467,"lowerBound":0,"upperBound":1,"independentScore":0.03796095444685467,"independent":true,"opponentIds":221,"independentOpponentIds":221,"panelSize":7,"publishers":["Cognition"],"observations":["9183ca03c441d129fd6a8992","01c83861b72d5096082de252"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":224,"independentOpponentIds":224,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-JarZHkwUMZ6HuA4ArMNT45"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["cc808875c949319a9c28aeb4","9183ca03c441d129fd6a8992","01c83861b72d5096082de252","epoch-run-JarZHkwUMZ6HuA4ArMNT45"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini","claude-opus-4-7","claude-sonnet-5","gemini-3.1-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":4}],"unspecified":0,"total":4}},{"id":"claude-opus-4-6--effort-medium","name":"Claude Opus 4.6 · Medium","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-6","detailsUrl":"/efforts?model=claude-opus-4-6","publishedBenchmarkCount":3,"overallRating":{"score":0.2536204140841242,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":40,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":2,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Cognition","independent":true,"share":0.5505430244457115},{"source":"ARC Prize","independent":true,"share":0.44945697555428926}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.519708537056606,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.16487070410044583,"supported":false,"families":1,"independentFamilies":1,"opponents":7,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8413386933199742,"lowerBound":0,"upperBound":1,"independentScore":0.8413386933199742,"independent":true,"opponentIds":216,"independentOpponentIds":216,"panelSize":38,"publishers":["ARC Prize"],"observations":["06f217cc8cc75c7a1ed581a5"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.1010830324909748,"lowerBound":0,"upperBound":1,"independentScore":0.1010830324909748,"independent":true,"opponentIds":221,"independentOpponentIds":221,"panelSize":7,"publishers":["Cognition"],"observations":["8f57b7f23dea1aca619ea9db","bced9c84bedddd36c1d85054"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["06f217cc8cc75c7a1ed581a5","8f57b7f23dea1aca619ea9db","bced9c84bedddd36c1d85054"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini","claude-opus-4-7","claude-sonnet-5"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":3}],"unspecified":0,"total":3}},{"id":"claude-opus-4-6--effort-thinking","name":"Claude Opus 4.6 · Thinking","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-6","detailsUrl":"/efforts?model=claude-opus-4-6","publishedBenchmarkCount":1,"overallRating":{"score":0.12618185518950076,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":2,"independentFamilies":0,"reason":"Needs 3 benchmark families, a reviewed independent evaluator, 3 distinct opponents, 2 independently measured families","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Scale","independent":true,"share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":0.14205498411656362,"supported":false,"families":1,"independentFamilies":0,"opponents":2,"opponentLabs":2,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"swe-bench-pro","label":"swe-bench-pro","bucket":"coding","score":0.96,"lowerBound":0,"upperBound":1,"independentScore":0.96,"independent":true,"opponentIds":225,"independentOpponentIds":225,"panelSize":2,"publishers":["Scale"],"observations":["f95de089dfd26220d76b06bd"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f95de089dfd26220d76b06bd"],"opponentModelIds":["gemini-3.1-pro","gpt-5.4"]},"effort":{"label":"Thinking","settings":[{"label":"Thinking","observations":1}],"unspecified":0,"total":1}},{"id":"claude-opus-4-7--effort-max","name":"Claude Opus 4.7 · Max","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-7","detailsUrl":"/efforts?model=claude-opus-4-7","publishedBenchmarkCount":32,"overallRating":{"score":0.35822707854579144,"supported":true,"families":23,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":220,"independentFamilies":23,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.21382043284053523},{"source":"Cognition","independent":true,"share":0.21051474575719825},{"source":"Terminal-Bench","independent":true,"share":0.20773974361612918},{"source":"Epoch AI","independent":true,"share":0.20372303741126938},{"source":"Vals AI","independent":true,"share":0.16420204037486938}]},"capabilityRatings":[{"bucket":"agentic","score":0.5313902957627371,"supported":true,"families":8,"independentFamilies":8,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.36293982031383926,"supported":true,"families":6,"independentFamilies":6,"opponents":220,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4184611620147345,"supported":true,"families":4,"independentFamilies":4,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.4829337999602867,"supported":true,"families":3,"independentFamilies":3,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.38496520868078415,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.45715872306048216,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.7546878406446692,"lowerBound":0,"upperBound":1,"independentScore":0.7546878406446692,"independent":true,"opponentIds":226,"independentOpponentIds":226,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["3d191d0319c4a21ff3c9f3e0"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.808126143011058,"lowerBound":0,"upperBound":1,"independentScore":0.808126143011058,"independent":true,"opponentIds":227,"independentOpponentIds":227,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["d97fa34c6d74197e5651c44d"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5925341745531015,"lowerBound":0,"upperBound":1,"independentScore":0.5925341745531015,"independent":true,"opponentIds":228,"independentOpponentIds":228,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-T4y4iGHMqA8tXCdBKr5GjS"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8751518441756976,"lowerBound":0,"upperBound":1,"independentScore":0.8751518441756976,"independent":true,"opponentIds":229,"independentOpponentIds":229,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["b0cb265c650fe3cdc983ffe8"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8833904273243327,"lowerBound":0,"upperBound":1,"independentScore":0.8833904273243327,"independent":true,"opponentIds":230,"independentOpponentIds":230,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["2683b9293f59efe8aa064de8"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8384447127835122,"lowerBound":0,"upperBound":1,"independentScore":0.8384447127835122,"independent":true,"opponentIds":231,"independentOpponentIds":231,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["c8ead59f49e97a9f171599fc"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6670146621619742,"lowerBound":0,"upperBound":1,"independentScore":0.6670146621619742,"independent":true,"opponentIds":232,"independentOpponentIds":232,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["9c82836191e21678e7e1d886","epoch-run-Ju7pUkkwYVj6ugi9Ri5Jjp"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.5774073465812666,"lowerBound":0,"upperBound":1,"independentScore":0.5774073465812666,"independent":true,"opponentIds":233,"independentOpponentIds":233,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:anthropic/claude-opus-4-7"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9347321478228595,"lowerBound":0,"upperBound":1,"independentScore":0.9347321478228595,"independent":true,"opponentIds":234,"independentOpponentIds":234,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["af98b790618965ff81b8c93c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6880877474905256,"lowerBound":0,"upperBound":1,"independentScore":0.6880877474905256,"independent":true,"opponentIds":235,"independentOpponentIds":235,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["af7b2396e18ba580ebda89a3"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.9338728256076599,"lowerBound":0,"upperBound":1,"independentScore":0.9338728256076599,"independent":true,"opponentIds":236,"independentOpponentIds":236,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["8700e3e2f9d7fafb7c78712f"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8417424792096893,"lowerBound":0,"upperBound":1,"independentScore":0.8417424792096893,"independent":true,"opponentIds":237,"independentOpponentIds":237,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:anthropic/claude-opus-4-7"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8633591855112829,"lowerBound":0,"upperBound":1,"independentScore":0.8633591855112829,"independent":true,"opponentIds":238,"independentOpponentIds":238,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f1ea4bf0714b2256e0cabb78"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.937531608563603,"lowerBound":0,"upperBound":1,"independentScore":0.937531608563603,"independent":true,"opponentIds":239,"independentOpponentIds":239,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["ef24af42f560d182356c45d7"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8229614908271138,"lowerBound":0,"upperBound":1,"independentScore":0.8229614908271138,"independent":true,"opponentIds":240,"independentOpponentIds":240,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["154a39d23fcfec07f4dba3e9","227305481fdd337950a1ec37"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3649082825706565,"lowerBound":0,"upperBound":1,"independentScore":0.3649082825706565,"independent":true,"opponentIds":241,"independentOpponentIds":241,"panelSize":201,"publishers":["Artificial Analysis","Terminal-Bench"],"observations":["bbf9b4814fb13eef00b601a7","0461d2eb2969cf81f0a93ea2","da713bbecda4ed9bb6e4575a","f1a9e8085f72db6bccf6962b"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.3947272061515926,"lowerBound":0,"upperBound":1,"independentScore":0.3947272061515926,"independent":true,"opponentIds":242,"independentOpponentIds":242,"panelSize":7,"publishers":["Cognition"],"observations":["f1f80cdfdf2fedc08b3c8e7d","7db12365ec82e0beae8240ba"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.4862882007690754,"lowerBound":0,"upperBound":1,"independentScore":0.4862882007690754,"independent":true,"opponentIds":243,"independentOpponentIds":243,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-hrRSYo5XSFrcs9fADb5Hox","epoch-run-VFYhE54autgdYcMJNXicwU"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.6655367926437776,"lowerBound":0,"upperBound":1,"independentScore":0.6655367926437776,"independent":true,"opponentIds":244,"independentOpponentIds":244,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-P4LXQ9PyDDziEANMB5jVRd","epoch-run-ZkNQ7GER7Mc9FSPmpUzgKH"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.7142933304899506,"lowerBound":0,"upperBound":1,"independentScore":0.7142933304899506,"independent":true,"opponentIds":245,"independentOpponentIds":245,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:anthropic/claude-opus-4-7"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.5244255271796584,"lowerBound":0,"upperBound":1,"independentScore":0.5244255271796584,"independent":true,"opponentIds":246,"independentOpponentIds":246,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:anthropic/claude-opus-4-7"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.6416569298392033,"lowerBound":0,"upperBound":1,"independentScore":0.6416569298392033,"independent":true,"opponentIds":247,"independentOpponentIds":247,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:anthropic/claude-opus-4-7"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.5413066211679233,"lowerBound":0,"upperBound":1,"independentScore":0.5413066211679233,"independent":true,"opponentIds":248,"independentOpponentIds":248,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:anthropic/claude-opus-4-7"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3d191d0319c4a21ff3c9f3e0","d97fa34c6d74197e5651c44d","b0cb265c650fe3cdc983ffe8","2683b9293f59efe8aa064de8","c8ead59f49e97a9f171599fc","9c82836191e21678e7e1d886","af98b790618965ff81b8c93c","af7b2396e18ba580ebda89a3","8700e3e2f9d7fafb7c78712f","f1ea4bf0714b2256e0cabb78","ef24af42f560d182356c45d7","154a39d23fcfec07f4dba3e9","227305481fdd337950a1ec37","bbf9b4814fb13eef00b601a7","0461d2eb2969cf81f0a93ea2","da713bbecda4ed9bb6e4575a","f1a9e8085f72db6bccf6962b","f1f80cdfdf2fedc08b3c8e7d","7db12365ec82e0beae8240ba","epoch-run-hrRSYo5XSFrcs9fADb5Hox","epoch-run-P4LXQ9PyDDziEANMB5jVRd","epoch-run-ZkNQ7GER7Mc9FSPmpUzgKH","epoch-run-Ju7pUkkwYVj6ugi9Ri5Jjp","epoch-run-VFYhE54autgdYcMJNXicwU","epoch-run-T4y4iGHMqA8tXCdBKr5GjS","vals-code-migration-v1:anthropic/claude-opus-4-7","vals-legal-research-v1:anthropic/claude-opus-4-7","vals-emb-v1:anthropic/claude-opus-4-7","vals-mmlu-pro-v1:anthropic/claude-opus-4-7","vals-vibe-code-bench-v1.1:anthropic/claude-opus-4-7","vals-legal-agent-benchmark-v1:anthropic/claude-opus-4-7"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":32}],"unspecified":0,"total":32}},{"id":"claude-opus-4-7--effort-non-reasoning","name":"Claude Opus 4.7 · Non-reasoning","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-7","detailsUrl":"/efforts?model=claude-opus-4-7","publishedBenchmarkCount":12,"overallRating":{"score":0.23091808570457795,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000078}]},"capabilityRatings":[{"bucket":"agentic","score":0.17281419213438057,"supported":true,"families":2,"independentFamilies":2,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.31298860847516075,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4615009581294936,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1673927744939743,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.30437230236323326,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5647490821754798,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7200027714434006,"lowerBound":0,"upperBound":1,"independentScore":0.7200027714434006,"independent":true,"opponentIds":227,"independentOpponentIds":227,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["091e5cb1037fed300fe45855"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8665312592114288,"lowerBound":0,"upperBound":1,"independentScore":0.8665312592114288,"independent":true,"opponentIds":249,"independentOpponentIds":249,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["d44e895b9101241914947dee","f6035dc69613ed9a74dd7118"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8502017973744252,"lowerBound":0,"upperBound":1,"independentScore":0.8502017973744252,"independent":true,"opponentIds":230,"independentOpponentIds":230,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["89994a0a4f9540721a978124"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8931080827174253,"lowerBound":0,"upperBound":1,"independentScore":0.8931080827174253,"independent":true,"opponentIds":250,"independentOpponentIds":250,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["dddb3b75d1a29c96c9cd5fab"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8895706492677906,"lowerBound":0,"upperBound":1,"independentScore":0.8895706492677906,"independent":true,"opponentIds":234,"independentOpponentIds":234,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["05438d532cb2f9dd8da92413"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.504141198964968,"lowerBound":0,"upperBound":1,"independentScore":0.504141198964968,"independent":true,"opponentIds":235,"independentOpponentIds":235,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["7a319b3c96aa5cc4abdee521"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8592604385407943,"lowerBound":0,"upperBound":1,"independentScore":0.8592604385407943,"independent":true,"opponentIds":238,"independentOpponentIds":238,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["26ce26f97e9518e71d17a846"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9332663296032311,"lowerBound":0,"upperBound":1,"independentScore":0.9332663296032311,"independent":true,"opponentIds":239,"independentOpponentIds":239,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["78c91c33a4b44b6c86d050ba"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6825070548684266,"lowerBound":0,"upperBound":1,"independentScore":0.6825070548684266,"independent":true,"opponentIds":251,"independentOpponentIds":251,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["9e814f42f29863fa0d0aafd9"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9957981091042349,"lowerBound":0,"upperBound":1,"independentScore":0.9957981091042349,"independent":true,"opponentIds":252,"independentOpponentIds":252,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["99a7a4ac71a72c0520740983"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["091e5cb1037fed300fe45855","d44e895b9101241914947dee","89994a0a4f9540721a978124","dddb3b75d1a29c96c9cd5fab","05438d532cb2f9dd8da92413","7a319b3c96aa5cc4abdee521","f6035dc69613ed9a74dd7118","26ce26f97e9518e71d17a846","78c91c33a4b44b6c86d050ba","9e814f42f29863fa0d0aafd9","99a7a4ac71a72c0520740983"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"claude-opus-4-8--effort-max","name":"Claude Opus 4.8 · Max","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-8","detailsUrl":"/efforts?model=claude-opus-4-8","publishedBenchmarkCount":63,"overallRating":{"score":0.5061143256822513,"supported":true,"families":34,"publishers":6,"evaluationSources":6,"taskAreas":5,"opponents":220,"independentFamilies":33,"reason":null,"independentSources":6,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.17846579390515424},{"source":"Cognition","independent":true,"share":0.17629563088550324},{"source":"Vals AI","independent":true,"share":0.16926566834170315},{"source":"LiveBench","independent":true,"share":0.1624965210095114},{"source":"Terminal-Bench","independent":true,"share":0.15815862676961256},{"source":"Epoch AI","independent":true,"share":0.15531775908850884}]},"capabilityRatings":[{"bucket":"agentic","score":0.5361896853490332,"supported":true,"families":12,"independentFamilies":12,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5419149617921768,"supported":true,"families":8,"independentFamilies":7,"opponents":220,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5948595939361078,"supported":true,"families":7,"independentFamilies":7,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.4928549245383261,"supported":true,"families":6,"independentFamilies":6,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.6337447588318166,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.7457808490352023,"lowerBound":0,"upperBound":1,"independentScore":0.7457808490352023,"independent":true,"opponentIds":253,"independentOpponentIds":253,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["38bd39336f87942a65930af7"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8438458905028083,"lowerBound":0,"upperBound":1,"independentScore":0.8438458905028083,"independent":true,"opponentIds":254,"independentOpponentIds":254,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["96e07d2acdac72606809adc6"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":162,"independentOpponentIds":162,"panelSize":1,"publishers":["Epoch AI"],"observations":["epoch-run-37pJqPpXTE6ia9ikmmGPJ4"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8542125382281808,"lowerBound":0,"upperBound":1,"independentScore":0.8542125382281808,"independent":true,"opponentIds":255,"independentOpponentIds":255,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["396c304045bfd21fed6494cd","d4440269bce8cda5310d406c"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7724805880651509,"lowerBound":0,"upperBound":1,"independentScore":0.7724805880651509,"independent":true,"opponentIds":256,"independentOpponentIds":256,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["55ab6f2bb1306e9de5b5cf55"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9528773850324829,"lowerBound":0,"upperBound":1,"independentScore":0.9528773850324829,"independent":true,"opponentIds":257,"independentOpponentIds":257,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["9baeb1c807742dfa60b68f32"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.6995837616694599,"lowerBound":0,"upperBound":1,"independentScore":0.6995837616694599,"independent":true,"opponentIds":258,"independentOpponentIds":258,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["dbd34afbb3a236f1e52c05d8"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9273624052517756,"lowerBound":0,"upperBound":1,"independentScore":0.9273624052517756,"independent":true,"opponentIds":259,"independentOpponentIds":259,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["67f24e326dc157af68bba59f"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8900721781028003,"lowerBound":0,"upperBound":1,"independentScore":0.8900721781028003,"independent":true,"opponentIds":260,"independentOpponentIds":260,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["2d430d708739c1838a86ee01"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9172673904302365,"lowerBound":0,"upperBound":1,"independentScore":0.9172673904302365,"independent":true,"opponentIds":261,"independentOpponentIds":261,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["19d5c01029e87cfc22eb0792"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.8266630786382284,"lowerBound":0,"upperBound":1,"independentScore":0.8266630786382284,"independent":true,"opponentIds":262,"independentOpponentIds":262,"panelSize":50,"publishers":["Artificial Analysis","Vals AI"],"observations":["9e9513aec83ed5c426771c7a","vals-legal-agent-benchmark-v1:anthropic/claude-opus-4-8"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9796767160117379,"lowerBound":0,"upperBound":1,"independentScore":0.9796767160117379,"independent":true,"opponentIds":263,"independentOpponentIds":263,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["837eed14d5abe653526f9c1e"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7177684013127049,"lowerBound":0,"upperBound":1,"independentScore":0.7177684013127049,"independent":true,"opponentIds":264,"independentOpponentIds":264,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["f68d5f7125d6078981d1cdc8"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7736040965207632,"lowerBound":0,"upperBound":1,"independentScore":0.7736040965207632,"independent":true,"opponentIds":265,"independentOpponentIds":265,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:anthropic/claude-opus-4-8"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9234709519626586,"lowerBound":0,"upperBound":1,"independentScore":0.9234709519626586,"independent":true,"opponentIds":266,"independentOpponentIds":266,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["1e3ca5abae432a2e5870be34"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.8458320238703099,"lowerBound":0,"upperBound":1,"independentScore":0.8458320238703099,"independent":true,"opponentIds":267,"independentOpponentIds":267,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["fa9718cf977935383075b2e2"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8546424265119894,"lowerBound":0,"upperBound":1,"independentScore":0.8546424265119894,"independent":true,"opponentIds":268,"independentOpponentIds":268,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["5e87020b9d0c264608d5c3e5","02cceeaa14a76c764ac377f1"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.31099901793056944,"lowerBound":0,"upperBound":1,"independentScore":0.31099901793056944,"independent":true,"opponentIds":269,"independentOpponentIds":269,"panelSize":201,"publishers":["Artificial Analysis","Terminal-Bench","Vals AI"],"observations":["3ee92943d34643e7c8109127","09b44ba8a082ec541fdf76c6","e6bc38ad1655069ba484c206","47d55be1dd81aa1bf4bf5a74","vals-terminal-bench-2-1-v2.1:anthropic/claude-opus-4-8"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.6664682400728348,"lowerBound":0,"upperBound":1,"independentScore":0.6664682400728348,"independent":true,"opponentIds":270,"independentOpponentIds":270,"panelSize":7,"publishers":["Cognition"],"observations":["c16b09ec865ee083d20ed15f","5ce108c441495c34dbedea2f"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.7475069039582695,"lowerBound":0,"upperBound":1,"independentScore":0.7475069039582695,"independent":true,"opponentIds":271,"independentOpponentIds":271,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-c2408725a1995f2f76a38c0a","panel-5610f87659e4a35f39fc8224","panel-3dd977ca39f5c684439cf98e","panel-141f8c45edac9dc4154ac08a"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.7193924516722925,"lowerBound":0,"upperBound":1,"independentScore":0.7193924516722925,"independent":true,"opponentIds":271,"independentOpponentIds":271,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-335d542464864769d1ca1bdf","panel-e79c5684c29cd6b303b8c12e"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.40349800552316667,"lowerBound":0,"upperBound":1,"independentScore":0.40349800552316667,"independent":true,"opponentIds":271,"independentOpponentIds":271,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-de5882ae22989b74ec6dc0e7","panel-4ed8370e5706671ee5d2dd82","panel-5317018cf4f7cd8ae532c388"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.3196276976577683,"lowerBound":0,"upperBound":1,"independentScore":0.3196276976577683,"independent":true,"opponentIds":271,"independentOpponentIds":271,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-dd863a0d16624af984380aa0","panel-e90fea5b53cba5c187c6980e","panel-502f63677ac7031d9e46c35a"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.4616958167126935,"lowerBound":0,"upperBound":1,"independentScore":0.4616958167126935,"independent":true,"opponentIds":271,"independentOpponentIds":271,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-af8e1e7afb22e13a8161b804","panel-75a12802fa02fbeea400c4cb","panel-56a4d57c73bfc7aaac0a1a33"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.6279150046026389,"lowerBound":0,"upperBound":1,"independentScore":0.6279150046026389,"independent":true,"opponentIds":271,"independentOpponentIds":271,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-c3668fe9c1af9e1f815034dc","panel-c8c35a24dc4b0f79d4adbb2f","panel-f91ef1733b24ae4b57da78dc","panel-7aab7aefea402a837eb331c7"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.6173672905799327,"lowerBound":0,"upperBound":1,"independentScore":0.6173672905799327,"independent":true,"opponentIds":271,"independentOpponentIds":271,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-d1b3a97faa4ffcecfd7ad8f3","panel-69f8e076de1d08be8612d652","panel-f24c3abaf143433907c54872","panel-520b3b60cfad57f258de5139"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.37165382715390094,"lowerBound":0,"upperBound":1,"independentScore":0.37165382715390094,"independent":true,"opponentIds":272,"independentOpponentIds":272,"panelSize":40,"publishers":["Epoch AI"],"observations":["epoch-run-bwak5Cq3LBthfoboicGZUo","epoch-run-Q3WpHdurYNvawj6ycXyj6e"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.7766405098234446,"lowerBound":0,"upperBound":1,"independentScore":0.7766405098234446,"independent":true,"opponentIds":273,"independentOpponentIds":273,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-JiqgqBTfkGx797uowZgJbk","epoch-run-GVmgtgKMwEqc54f3jA7auP"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.6799898811029599,"lowerBound":0,"upperBound":1,"independentScore":0.6799898811029599,"independent":true,"opponentIds":274,"independentOpponentIds":274,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-ViC6pxQZUVS3E9M9iEubF7"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.5717745486569792,"lowerBound":0,"upperBound":1,"independentScore":0.5717745486569792,"independent":true,"opponentIds":275,"independentOpponentIds":275,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:anthropic/claude-opus-4-8"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.8232975622681505,"lowerBound":0,"upperBound":1,"independentScore":0.8232975622681505,"independent":true,"opponentIds":276,"independentOpponentIds":276,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:anthropic/claude-opus-4-8"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.7622552375735996,"lowerBound":0,"upperBound":1,"independentScore":0.7622552375735996,"independent":true,"opponentIds":277,"independentOpponentIds":277,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:anthropic/claude-opus-4-8"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.7922086813638227,"lowerBound":0,"upperBound":1,"independentScore":0.7922086813638227,"independent":true,"opponentIds":278,"independentOpponentIds":278,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:anthropic/claude-opus-4-8"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.871285772970012,"lowerBound":0,"upperBound":1,"independentScore":0.871285772970012,"independent":true,"opponentIds":279,"independentOpponentIds":279,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:anthropic/claude-opus-4-8"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["38bd39336f87942a65930af7","96e07d2acdac72606809adc6","396c304045bfd21fed6494cd","55ab6f2bb1306e9de5b5cf55","9baeb1c807742dfa60b68f32","dbd34afbb3a236f1e52c05d8","67f24e326dc157af68bba59f","2d430d708739c1838a86ee01","19d5c01029e87cfc22eb0792","9e9513aec83ed5c426771c7a","837eed14d5abe653526f9c1e","f68d5f7125d6078981d1cdc8","d4440269bce8cda5310d406c","1e3ca5abae432a2e5870be34","fa9718cf977935383075b2e2","5e87020b9d0c264608d5c3e5","02cceeaa14a76c764ac377f1","3ee92943d34643e7c8109127","09b44ba8a082ec541fdf76c6","e6bc38ad1655069ba484c206","c16b09ec865ee083d20ed15f","5ce108c441495c34dbedea2f","47d55be1dd81aa1bf4bf5a74","panel-c2408725a1995f2f76a38c0a","panel-335d542464864769d1ca1bdf","panel-e79c5684c29cd6b303b8c12e","panel-de5882ae22989b74ec6dc0e7","panel-dd863a0d16624af984380aa0","panel-5610f87659e4a35f39fc8224","panel-af8e1e7afb22e13a8161b804","panel-c3668fe9c1af9e1f815034dc","panel-3dd977ca39f5c684439cf98e","panel-141f8c45edac9dc4154ac08a","panel-d1b3a97faa4ffcecfd7ad8f3","panel-4ed8370e5706671ee5d2dd82","panel-75a12802fa02fbeea400c4cb","panel-69f8e076de1d08be8612d652","panel-c8c35a24dc4b0f79d4adbb2f","panel-f24c3abaf143433907c54872","panel-520b3b60cfad57f258de5139","panel-e90fea5b53cba5c187c6980e","panel-502f63677ac7031d9e46c35a","panel-f91ef1733b24ae4b57da78dc","panel-56a4d57c73bfc7aaac0a1a33","panel-5317018cf4f7cd8ae532c388","panel-7aab7aefea402a837eb331c7","epoch-run-bwak5Cq3LBthfoboicGZUo","epoch-run-JiqgqBTfkGx797uowZgJbk","epoch-run-GVmgtgKMwEqc54f3jA7auP","epoch-run-Q3WpHdurYNvawj6ycXyj6e","epoch-run-37pJqPpXTE6ia9ikmmGPJ4","epoch-run-ViC6pxQZUVS3E9M9iEubF7","vals-finance-agent-v2:anthropic/claude-opus-4-8","vals-code-migration-v1:anthropic/claude-opus-4-8","vals-legal-research-v1:anthropic/claude-opus-4-8","vals-emb-v1:anthropic/claude-opus-4-8","vals-mmlu-pro-v1:anthropic/claude-opus-4-8","vals-terminal-bench-2-1-v2.1:anthropic/claude-opus-4-8","vals-vibe-code-bench-v1.1:anthropic/claude-opus-4-8","vals-legal-agent-benchmark-v1:anthropic/claude-opus-4-8"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","qwen3.6-flash","qwen3.5-flash","qwen3.7-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":63}],"unspecified":0,"total":63}},{"id":"claude-opus-4-8--effort-high","name":"Claude Opus 4.8 · High","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-8","detailsUrl":"/efforts?model=claude-opus-4-8","publishedBenchmarkCount":5,"overallRating":{"score":0.47317217312188103,"supported":true,"families":4,"publishers":4,"evaluationSources":4,"taskAreas":2,"opponents":49,"independentFamilies":4,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.3008722793258216},{"source":"Cognition","independent":true,"share":0.28934589957028534},{"source":"Terminal-Bench","independent":true,"share":0.24211747831397598},{"source":"Datacurve","independent":true,"share":0.16766434278991746}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.5817813056431679,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5024754754747176,"supported":true,"families":3,"independentFamilies":3,"opponents":29,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7674418604651163,"lowerBound":0,"upperBound":1,"independentScore":0.7674418604651163,"independent":true,"opponentIds":280,"independentOpponentIds":280,"panelSize":4,"publishers":["Terminal-Bench"],"observations":["766dde2b58473794011e3786"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8253558781454476,"lowerBound":0,"upperBound":1,"independentScore":0.8253558781454476,"independent":true,"opponentIds":281,"independentOpponentIds":281,"panelSize":38,"publishers":["ARC Prize"],"observations":["b5c453e45d5a65111bf8c8fc"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.3185568988677796,"lowerBound":0,"upperBound":1,"independentScore":0.3185568988677796,"independent":true,"opponentIds":282,"independentOpponentIds":282,"panelSize":25,"publishers":["Datacurve"],"observations":["3ed225cfbd8da4a68cb773eb"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.5415409054805403,"lowerBound":0,"upperBound":1,"independentScore":0.5415409054805403,"independent":true,"opponentIds":270,"independentOpponentIds":270,"panelSize":7,"publishers":["Cognition"],"observations":["1cf1455535fc32710e1965cf","541e90621a96734aecdd8834"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b5c453e45d5a65111bf8c8fc","3ed225cfbd8da4a68cb773eb","766dde2b58473794011e3786","1cf1455535fc32710e1965cf","541e90621a96734aecdd8834"],"opponentModelIds":["claude-fable-5","claude-opus-4-7","claude-sonnet-5","glm-5.1","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini","gemini-3.1-pro","gemini-3.8-flash","glm-5.2","glm-5.3","glm-5.3-flash","muse-spark-1.1","muse-spark-1.2","qwen-3.8-max"]},"effort":{"label":"High","settings":[{"label":"High","observations":5}],"unspecified":0,"total":5}},{"id":"claude-opus-4-8--effort-low","name":"Claude Opus 4.8 · Low","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-8","detailsUrl":"/efforts?model=claude-opus-4-8","publishedBenchmarkCount":7,"overallRating":{"score":0.3543660057918289,"supported":true,"families":6,"publishers":4,"evaluationSources":4,"taskAreas":2,"opponents":70,"independentFamilies":6,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.30380691364049733},{"source":"Cognition","independent":true,"share":0.292168108407844},{"source":"Epoch AI","independent":true,"share":0.23472527834255766},{"source":"Datacurve","independent":true,"share":0.1692996996091014}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.4787243863012229,"supported":true,"families":4,"independentFamilies":4,"opponents":68,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.3686780558105476,"supported":true,"families":2,"independentFamilies":2,"opponents":28,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9105978961750537,"lowerBound":0,"upperBound":1,"independentScore":0.9105978961750537,"independent":true,"opponentIds":283,"independentOpponentIds":283,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-MEhV5sh6nbM8cKJGQ6HzcS"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7942169299743059,"lowerBound":0,"upperBound":1,"independentScore":0.7942169299743059,"independent":true,"opponentIds":284,"independentOpponentIds":284,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-GThtce6GAmRAS8srQyGQoA"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7489505405595562,"lowerBound":0,"upperBound":1,"independentScore":0.7489505405595562,"independent":true,"opponentIds":281,"independentOpponentIds":281,"panelSize":38,"publishers":["ARC Prize"],"observations":["7609122fbb5f21e0336fd79d"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.19554787948570324,"lowerBound":0,"upperBound":1,"independentScore":0.19554787948570324,"independent":true,"opponentIds":282,"independentOpponentIds":282,"panelSize":25,"publishers":["Datacurve"],"observations":["6529363c938719d7a1e4c752"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.41032565528196996,"lowerBound":0,"upperBound":1,"independentScore":0.41032565528196996,"independent":true,"opponentIds":270,"independentOpponentIds":270,"panelSize":7,"publishers":["Cognition"],"observations":["c7981128f2cb3799b53b66ec","e2c3b944130f3a5e4b806d94"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.8590523121572957,"lowerBound":0,"upperBound":1,"independentScore":0.8590523121572957,"independent":true,"opponentIds":285,"independentOpponentIds":285,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-5u3LkMVq4Dy8CfiwA2EAVr"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7609122fbb5f21e0336fd79d","6529363c938719d7a1e4c752","c7981128f2cb3799b53b66ec","e2c3b944130f3a5e4b806d94","epoch-run-5u3LkMVq4Dy8CfiwA2EAVr","epoch-run-GThtce6GAmRAS8srQyGQoA","epoch-run-MEhV5sh6nbM8cKJGQ6HzcS"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","claude-haiku-4-5-20251001","claude-sonnet-4-5-20250929","gemini-2.5-pro","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5-pro","o3","o3-mini","o3-pro","o4-mini","muse-spark-1.1","muse-spark-1.2","qwen3.5-2b"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":7}],"unspecified":0,"total":7}},{"id":"claude-opus-4-8--effort-medium","name":"Claude Opus 4.8 · Medium","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-8","detailsUrl":"/efforts?model=claude-opus-4-8","publishedBenchmarkCount":4,"overallRating":{"score":0.4546654263655137,"supported":true,"families":3,"publishers":3,"evaluationSources":3,"taskAreas":2,"opponents":48,"independentFamilies":3,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.4260359995612573},{"source":"Cognition","independent":true,"share":0.37465490592443673},{"source":"Datacurve","independent":true,"share":0.19930909451430662}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.5798204079603312,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4658927186155127,"supported":true,"families":2,"independentFamilies":2,"opponents":28,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8403968896503686,"lowerBound":0,"upperBound":1,"independentScore":0.8403968896503686,"independent":true,"opponentIds":281,"independentOpponentIds":281,"panelSize":38,"publishers":["ARC Prize"],"observations":["099afb744367e0027cb4beb0"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.2969352174710955,"lowerBound":0,"upperBound":1,"independentScore":0.2969352174710955,"independent":true,"opponentIds":282,"independentOpponentIds":282,"panelSize":25,"publishers":["Datacurve"],"observations":["00b724564a3c562424e7d7ee"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.5584379358437934,"lowerBound":0,"upperBound":1,"independentScore":0.5584379358437934,"independent":true,"opponentIds":270,"independentOpponentIds":270,"panelSize":7,"publishers":["Cognition"],"observations":["f1edd38ed72382bd57766812","fd19565d5d4088b6dfc79064"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["099afb744367e0027cb4beb0","00b724564a3c562424e7d7ee","f1edd38ed72382bd57766812","fd19565d5d4088b6dfc79064"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini","claude-sonnet-5","gemini-3.1-pro","gemini-3.8-flash","glm-5.2","glm-5.3","glm-5.3-flash","muse-spark-1.1","muse-spark-1.2","qwen-3.8-max","claude-opus-4-7"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":4}],"unspecified":0,"total":4}},{"id":"claude-opus-4-8--effort-xhigh","name":"Claude Opus 4.8 · XHigh","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-8","detailsUrl":"/efforts?model=claude-opus-4-8","publishedBenchmarkCount":9,"overallRating":{"score":0.4915823624819103,"supported":true,"families":7,"publishers":5,"evaluationSources":5,"taskAreas":2,"opponents":46,"independentFamilies":5,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Scale","independent":true,"share":0.24993955918372987},{"source":"SWE-rebench","independent":true,"share":0.24810176830737898},{"source":"Cognition","independent":true,"share":0.24708910802857345},{"source":"Datacurve","independent":true,"share":0.14922021782997713},{"source":"Epoch AI","independent":true,"share":0.10564934665034116}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.3193089177813516,"supported":true,"families":2,"independentFamilies":2,"opponents":40,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5853001017416695,"supported":true,"families":5,"independentFamilies":3,"opponents":29,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.4313191453424537,"lowerBound":0,"upperBound":1,"independentScore":0.4313191453424537,"independent":true,"opponentIds":282,"independentOpponentIds":282,"panelSize":25,"publishers":["Datacurve"],"observations":["c0c9ff5a707bf93dda7c0ef5"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.6725865209471766,"lowerBound":0,"upperBound":1,"independentScore":0.6725865209471766,"independent":true,"opponentIds":270,"independentOpponentIds":270,"panelSize":7,"publishers":["Cognition"],"observations":["b56938a2e49c9671f1657923","ba8ff35e294d29a743fa5c65"],"sourceScores":[]},{"id":"enigma-eval","label":"enigma-eval","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":286,"independentOpponentIds":286,"panelSize":4,"publishers":["Scale"],"observations":["8141013d16a793653a973079"],"sourceScores":[]},{"id":"swe-atlas-qna","label":"swe-atlas-qna","bucket":"coding","score":0.45454545454545453,"lowerBound":0,"upperBound":1,"independentScore":0.45454545454545453,"independent":true,"opponentIds":287,"independentOpponentIds":287,"panelSize":2,"publishers":["Scale"],"observations":["ba265c887f15f603db7f5f80"],"sourceScores":[]},{"id":"swe-atlas-test-writing","label":"swe-atlas-test-writing","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":287,"independentOpponentIds":287,"panelSize":2,"publishers":["Scale"],"observations":["d11e9cc7b5eb05e0e97dbb6d"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.7777777777777778,"lowerBound":0,"upperBound":1,"independentScore":0.7777777777777778,"independent":true,"opponentIds":288,"independentOpponentIds":288,"panelSize":6,"publishers":["SWE-rebench"],"observations":["panel-aa3ee5d91a696499570b9479","panel-59f0399257b1743a621e4448"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.9067648666782631,"lowerBound":0,"upperBound":1,"independentScore":0.9067648666782631,"independent":true,"opponentIds":289,"independentOpponentIds":289,"panelSize":40,"publishers":["Epoch AI"],"observations":["epoch-run-3ZnPtGRJkvqHk8wvWWRgCe"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c0c9ff5a707bf93dda7c0ef5","b56938a2e49c9671f1657923","ba8ff35e294d29a743fa5c65","8141013d16a793653a973079","ba265c887f15f603db7f5f80","d11e9cc7b5eb05e0e97dbb6d","panel-aa3ee5d91a696499570b9479","panel-59f0399257b1743a621e4448","epoch-run-3ZnPtGRJkvqHk8wvWWRgCe"],"opponentModelIds":["claude-fable-5","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash","gemini-3.1-pro","gemini-3.5-flash","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5.4","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","muse-spark-1.1","muse-spark-1.2","qwen-3.8-max","claude-fable-5-1","claude-opus-4-7","claude-opus-4-6","deepseek-v4-pro-0424","qwen3.6-flash","claude-sonnet-4-5-20250929","gpt-oss-120b","kimi-k2.6","qwen3.7-plus","deepseek-v4-pro","qwen3.5-397b-a17b","qwen3.5-flash","qwen3.6-27b","qwen3.7-max","qwen3.7-flash","qwen3.6-plus","minimax-m3","claude-opus-4-5-20251101","qwen3.6-35b-a3b","qwen3.5-122b-a10b","qwen3.5-plus"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":9}],"unspecified":0,"total":9}},{"id":"claude-opus-5--effort-max","name":"Claude Opus 5 · Max","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-5","detailsUrl":"/efforts?model=claude-opus-5","publishedBenchmarkCount":60,"overallRating":{"score":0.707544613481727,"supported":true,"families":34,"publishers":8,"evaluationSources":8,"taskAreas":6,"opponents":221,"independentFamilies":34,"reason":null,"independentSources":8,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.13576006244887598},{"source":"Terminal-Bench","independent":true,"share":0.13576006244887598},{"source":"ARC Prize","independent":true,"share":0.13546234301368104},{"source":"LiveBench","independent":true,"share":0.13471575427619198},{"source":"Epoch AI","independent":true,"share":0.13222046612969882},{"source":"Artificial Analysis","independent":true,"share":0.12365101518205522},{"source":"Vals AI","independent":true,"share":0.11662476522101338},{"source":"Datacurve","independent":true,"share":0.08580553127959244}]},"capabilityRatings":[{"bucket":"agentic","score":0.6290477387195327,"supported":true,"families":11,"independentFamilies":11,"opponents":131,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.707191194130334,"supported":true,"families":9,"independentFamilies":9,"opponents":221,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7859796679035626,"supported":true,"families":7,"independentFamilies":7,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.5799974966856284,"supported":true,"families":5,"independentFamilies":5,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.634334797250352,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.672131153526748,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.9281900533925249,"lowerBound":0,"upperBound":1,"independentScore":0.9281900533925249,"independent":true,"opponentIds":290,"independentOpponentIds":290,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["5c56287d7e5765c02c88c155"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9946564913131944,"lowerBound":0,"upperBound":1,"independentScore":0.9946564913131944,"independent":true,"opponentIds":291,"independentOpponentIds":291,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["6ccf007b68cbfb59bf9c8252"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9079915878023131,"lowerBound":0,"upperBound":1,"independentScore":0.9079915878023131,"independent":true,"opponentIds":292,"independentOpponentIds":292,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-KxvHAT9SV2dTDn7jBnTk6f"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9347743501216261,"lowerBound":0,"upperBound":1,"independentScore":0.9347743501216261,"independent":true,"opponentIds":293,"independentOpponentIds":293,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["24a003a38836b7cca709a4c0","14e148b786d25d0b58bdc6e0"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9000289823527873,"lowerBound":0,"upperBound":1,"independentScore":0.9000289823527873,"independent":true,"opponentIds":294,"independentOpponentIds":294,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["c74b70fe0573557faa90b030"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9816036527539423,"lowerBound":0,"upperBound":1,"independentScore":0.9816036527539423,"independent":true,"opponentIds":295,"independentOpponentIds":295,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["11e328c7711c66ea215224ef"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.8780176969770179,"lowerBound":0,"upperBound":1,"independentScore":0.8780176969770179,"independent":true,"opponentIds":296,"independentOpponentIds":296,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["f0bc6fe30fabbdc0ca3994ed"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9158391143342525,"lowerBound":0,"upperBound":1,"independentScore":0.9158391143342525,"independent":true,"opponentIds":297,"independentOpponentIds":297,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["c151f6e613c9f67b13f406ab"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9964143828338395,"lowerBound":0,"upperBound":1,"independentScore":0.9964143828338395,"independent":true,"opponentIds":298,"independentOpponentIds":298,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["2ee14965b98c9860ecdfda01"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9371978193570792,"lowerBound":0,"upperBound":1,"independentScore":0.9371978193570792,"independent":true,"opponentIds":299,"independentOpponentIds":299,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["1e79f74f121b0c6c0e762121","epoch-run-D3mtasTumfvjR4fjmnHWRy"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.6634510039083955,"lowerBound":0,"upperBound":1,"independentScore":0.6634510039083955,"independent":true,"opponentIds":300,"independentOpponentIds":300,"panelSize":50,"publishers":["Artificial Analysis","Vals AI"],"observations":["190d3154d65bcd070a046533","vals-legal-agent-benchmark-v1:anthropic/claude-opus-5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9960006755097174,"lowerBound":0,"upperBound":1,"independentScore":0.9960006755097174,"independent":true,"opponentIds":301,"independentOpponentIds":301,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["6ea79ab29bbd3b2b3a79eb04"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9696663296258847,"lowerBound":0,"upperBound":1,"independentScore":0.9696663296258847,"independent":true,"opponentIds":302,"independentOpponentIds":302,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:anthropic/claude-opus-5"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9836829236909626,"lowerBound":0,"upperBound":1,"independentScore":0.9836829236909626,"independent":true,"opponentIds":303,"independentOpponentIds":303,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["47c3aa23cc920ea643f444d8"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9915597174962707,"lowerBound":0,"upperBound":1,"independentScore":0.9915597174962707,"independent":true,"opponentIds":304,"independentOpponentIds":304,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["edcfcac8042bda56dd69b89d"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.915409072074448,"lowerBound":0,"upperBound":1,"independentScore":0.915409072074448,"independent":true,"opponentIds":305,"independentOpponentIds":305,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["dbede154e31777d84a3eb6e1"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9000157506259205,"lowerBound":0,"upperBound":1,"independentScore":0.9000157506259205,"independent":true,"opponentIds":306,"independentOpponentIds":306,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["b0193783b1bb63fe4754172d"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8092578836219484,"lowerBound":0,"upperBound":1,"independentScore":0.8092578836219484,"independent":true,"opponentIds":307,"independentOpponentIds":307,"panelSize":125,"publishers":["Artificial Analysis","Terminal-Bench"],"observations":["3d3ed199a4eea5302ce0af04","b1ddf5e6fac2438349cc72b8","f197d86f96a3cd32ba83cf18"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9736263736263736,"lowerBound":0,"upperBound":1,"independentScore":0.9736263736263736,"independent":true,"opponentIds":308,"independentOpponentIds":308,"panelSize":38,"publishers":["ARC Prize"],"observations":["48b4a19317b73c4a3f407097"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.972876860948707,"lowerBound":0,"upperBound":1,"independentScore":0.972876860948707,"independent":true,"opponentIds":309,"independentOpponentIds":309,"panelSize":25,"publishers":["Datacurve"],"observations":["a0003347b8421c764d77ca4a"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.7000000000000005,"lowerBound":0,"upperBound":1,"independentScore":0.7000000000000005,"independent":true,"opponentIds":310,"independentOpponentIds":310,"panelSize":7,"publishers":["Cognition"],"observations":["391c90fa4b674dc1c3932918","190a41f349d6ec138ffcdc33"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.7277131782945742,"lowerBound":0,"upperBound":1,"independentScore":0.7277131782945742,"independent":true,"opponentIds":311,"independentOpponentIds":311,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-d19da72f8f3dcc7122fa23c7","panel-f717d2864a445467e54f0414","panel-919a5557dc2a750353058ef4","panel-35992b4dd228235b40982727"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.7344961240310078,"lowerBound":0,"upperBound":1,"independentScore":0.7344961240310078,"independent":true,"opponentIds":311,"independentOpponentIds":311,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-8dfe6e73a7070dd2ca731ec5","panel-6a2c68e12f2d8caab35e1330"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.7571059431524552,"lowerBound":0,"upperBound":1,"independentScore":0.7571059431524552,"independent":true,"opponentIds":311,"independentOpponentIds":311,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-da44c7f3cf2a9599579e7cea","panel-bf356ff8ba3d33e34d5d7695","panel-2e71239f081d90f01235b7b9"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.432816537467701,"lowerBound":0,"upperBound":1,"independentScore":0.432816537467701,"independent":true,"opponentIds":311,"independentOpponentIds":311,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-2aa437a8829dbf56b4b5d351","panel-3f2a9bc3bdb1688bb3f3d825","panel-af88304c0bd2108ce908a459"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.8527131782945737,"lowerBound":0,"upperBound":1,"independentScore":0.8527131782945737,"independent":true,"opponentIds":311,"independentOpponentIds":311,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-1915dc0e10000252e26496f2","panel-679a950ffb35122c670ad6ba","panel-ece90ea288dc3cb037efb07e"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.7073643410852716,"lowerBound":0,"upperBound":1,"independentScore":0.7073643410852716,"independent":true,"opponentIds":311,"independentOpponentIds":311,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-8b775d5d773456b6ab271308","panel-ff77a6c3a9e65b6ccb8e3a7c","panel-3884a3a33eb9bae7cf35d1c8","panel-b76aa763373c89156231a6da"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.23255813953488405,"lowerBound":0,"upperBound":1,"independentScore":0.23255813953488405,"independent":true,"opponentIds":311,"independentOpponentIds":311,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-1099925f01eec7849c621575","panel-c4700c0736a7c76bf94c8d04","panel-3e98d27984c5af805c065745","panel-f6473e04c058c6372d74263c"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.9246408570732897,"lowerBound":0,"upperBound":1,"independentScore":0.9246408570732897,"independent":true,"opponentIds":312,"independentOpponentIds":312,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-BiaKGj9CUTKhhNwW9SM4qt","epoch-run-FfAvNS5H9bMDSBF4JNNiDz"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.8368700265251995,"lowerBound":0,"upperBound":1,"independentScore":0.8368700265251995,"independent":true,"opponentIds":313,"independentOpponentIds":313,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-ji3kMn49Jcr9t4whxcpjj4","epoch-run-ff7GeS7rdperjxSBZ7MHZY"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.5000000000000001,"lowerBound":0,"upperBound":1,"independentScore":0.5000000000000001,"independent":true,"opponentIds":314,"independentOpponentIds":314,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-Zftz2yk4X5NF28JQzjN3hZ"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.9747959673547768,"lowerBound":0,"upperBound":1,"independentScore":0.9747959673547768,"independent":true,"opponentIds":315,"independentOpponentIds":315,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:anthropic/claude-opus-5"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.9850709131624781,"lowerBound":0,"upperBound":1,"independentScore":0.9850709131624781,"independent":true,"opponentIds":316,"independentOpponentIds":316,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:anthropic/claude-opus-5"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.9396616073650161,"lowerBound":0,"upperBound":1,"independentScore":0.9396616073650161,"independent":true,"opponentIds":317,"independentOpponentIds":317,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:anthropic/claude-opus-5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["5c56287d7e5765c02c88c155","6ccf007b68cbfb59bf9c8252","24a003a38836b7cca709a4c0","c74b70fe0573557faa90b030","11e328c7711c66ea215224ef","f0bc6fe30fabbdc0ca3994ed","c151f6e613c9f67b13f406ab","2ee14965b98c9860ecdfda01","1e79f74f121b0c6c0e762121","190d3154d65bcd070a046533","6ea79ab29bbd3b2b3a79eb04","14e148b786d25d0b58bdc6e0","47c3aa23cc920ea643f444d8","edcfcac8042bda56dd69b89d","dbede154e31777d84a3eb6e1","b0193783b1bb63fe4754172d","3d3ed199a4eea5302ce0af04","b1ddf5e6fac2438349cc72b8","48b4a19317b73c4a3f407097","a0003347b8421c764d77ca4a","391c90fa4b674dc1c3932918","190a41f349d6ec138ffcdc33","f197d86f96a3cd32ba83cf18","panel-d19da72f8f3dcc7122fa23c7","panel-8dfe6e73a7070dd2ca731ec5","panel-6a2c68e12f2d8caab35e1330","panel-da44c7f3cf2a9599579e7cea","panel-2aa437a8829dbf56b4b5d351","panel-f717d2864a445467e54f0414","panel-1915dc0e10000252e26496f2","panel-8b775d5d773456b6ab271308","panel-919a5557dc2a750353058ef4","panel-35992b4dd228235b40982727","panel-1099925f01eec7849c621575","panel-bf356ff8ba3d33e34d5d7695","panel-679a950ffb35122c670ad6ba","panel-c4700c0736a7c76bf94c8d04","panel-ff77a6c3a9e65b6ccb8e3a7c","panel-3e98d27984c5af805c065745","panel-f6473e04c058c6372d74263c","panel-3f2a9bc3bdb1688bb3f3d825","panel-af88304c0bd2108ce908a459","panel-3884a3a33eb9bae7cf35d1c8","panel-ece90ea288dc3cb037efb07e","panel-2e71239f081d90f01235b7b9","panel-b76aa763373c89156231a6da","epoch-run-BiaKGj9CUTKhhNwW9SM4qt","epoch-run-ji3kMn49Jcr9t4whxcpjj4","epoch-run-ff7GeS7rdperjxSBZ7MHZY","epoch-run-D3mtasTumfvjR4fjmnHWRy","epoch-run-FfAvNS5H9bMDSBF4JNNiDz","epoch-run-KxvHAT9SV2dTDn7jBnTk6f","epoch-run-Zftz2yk4X5NF28JQzjN3hZ","vals-code-migration-v1:anthropic/claude-opus-5","vals-legal-research-v1:anthropic/claude-opus-5","vals-emb-v1:anthropic/claude-opus-5","vals-mmlu-pro-v1:anthropic/claude-opus-5","vals-legal-agent-benchmark-v1:anthropic/claude-opus-5"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":60}],"unspecified":0,"total":60}},{"id":"claude-opus-5--effort-high","name":"Claude Opus 5 · High","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-5","detailsUrl":"/efforts?model=claude-opus-5","publishedBenchmarkCount":24,"overallRating":{"score":0.7233257330324019,"supported":true,"families":18,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":217,"independentFamilies":18,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.25193912307948996},{"source":"Cognition","independent":true,"share":0.2367934232353746},{"source":"SWE-rebench","independent":true,"share":0.19522064123748975},{"source":"Artificial Analysis","independent":true,"share":0.19072673257847303},{"source":"Datacurve","independent":true,"share":0.12532007986917007}]},"capabilityRatings":[{"bucket":"agentic","score":0.654710268898967,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7529361620713225,"supported":true,"families":5,"independentFamilies":5,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7573674137356635,"supported":true,"families":5,"independentFamilies":5,"opponents":126,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.6129452579680731,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.5503664131799114,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.661218763502882,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9637731175240778,"lowerBound":0,"upperBound":1,"independentScore":0.9637731175240778,"independent":true,"opponentIds":291,"independentOpponentIds":291,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["2acbc319f9ca38c18ec3a259"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9318932376620563,"lowerBound":0,"upperBound":1,"independentScore":0.9318932376620563,"independent":true,"opponentIds":293,"independentOpponentIds":293,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["5b22e582a3c8e14d92be4915","efca67f8cab27166f2aca5bc"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8541881884023325,"lowerBound":0,"upperBound":1,"independentScore":0.8541881884023325,"independent":true,"opponentIds":294,"independentOpponentIds":294,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["a177fa122a0704fa26e22ecf"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9789016082077743,"lowerBound":0,"upperBound":1,"independentScore":0.9789016082077743,"independent":true,"opponentIds":295,"independentOpponentIds":295,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["1f8ef1151d05deff6991bece"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.886616985891791,"lowerBound":0,"upperBound":1,"independentScore":0.886616985891791,"independent":true,"opponentIds":297,"independentOpponentIds":297,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["e2c1cac9115a42116304eb4f"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9449192283059301,"lowerBound":0,"upperBound":1,"independentScore":0.9449192283059301,"independent":true,"opponentIds":298,"independentOpponentIds":298,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["dcd761cff60d797b91471d68"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9890323413243158,"lowerBound":0,"upperBound":1,"independentScore":0.9890323413243158,"independent":true,"opponentIds":318,"independentOpponentIds":318,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["006b1964b4c677ae98cd2b1a"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9932665457233224,"lowerBound":0,"upperBound":1,"independentScore":0.9932665457233224,"independent":true,"opponentIds":301,"independentOpponentIds":301,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["36dff2620079957f2cf44006"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9657027100196276,"lowerBound":0,"upperBound":1,"independentScore":0.9657027100196276,"independent":true,"opponentIds":303,"independentOpponentIds":303,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["4c5638fe71f88682a29658e9"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9893207020331584,"lowerBound":0,"upperBound":1,"independentScore":0.9893207020331584,"independent":true,"opponentIds":304,"independentOpponentIds":304,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["6d975dae9df671005980ecfe"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9069936365375575,"lowerBound":0,"upperBound":1,"independentScore":0.9069936365375575,"independent":true,"opponentIds":305,"independentOpponentIds":305,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["40cdc1072dabab9b4c857204"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8829885289596591,"lowerBound":0,"upperBound":1,"independentScore":0.8829885289596591,"independent":true,"opponentIds":306,"independentOpponentIds":306,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["1b768b05eb73f6ddd5a4b833"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9747436833758175,"lowerBound":0,"upperBound":1,"independentScore":0.9747436833758175,"independent":true,"opponentIds":307,"independentOpponentIds":307,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["a1d00a56700fde6178cfc616","ed71d135daea16e33ab93a9f"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9420735052111905,"lowerBound":0,"upperBound":1,"independentScore":0.9420735052111905,"independent":true,"opponentIds":308,"independentOpponentIds":308,"panelSize":38,"publishers":["ARC Prize"],"observations":["ee2fdd53366196c1c9cdaf3a"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.9468543521976441,"lowerBound":0,"upperBound":1,"independentScore":0.9468543521976441,"independent":true,"opponentIds":309,"independentOpponentIds":309,"panelSize":25,"publishers":["Datacurve"],"observations":["e57e43848926eef736a897ba"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.8666666666666669,"lowerBound":0,"upperBound":1,"independentScore":0.8666666666666669,"independent":true,"opponentIds":319,"independentOpponentIds":319,"panelSize":6,"publishers":["ARC Prize"],"observations":["7d8be1469a7c57ca60300f6b"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.7019004524886878,"lowerBound":0,"upperBound":1,"independentScore":0.7019004524886878,"independent":true,"opponentIds":310,"independentOpponentIds":310,"panelSize":7,"publishers":["Cognition"],"observations":["c30c3f0dc62b17786a57f7cc","668028a9e1437683d6c27dea"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":320,"independentOpponentIds":320,"panelSize":7,"publishers":["SWE-rebench"],"observations":["panel-79497e6cca80d008679179a1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["2acbc319f9ca38c18ec3a259","5b22e582a3c8e14d92be4915","a177fa122a0704fa26e22ecf","1f8ef1151d05deff6991bece","e2c1cac9115a42116304eb4f","dcd761cff60d797b91471d68","006b1964b4c677ae98cd2b1a","36dff2620079957f2cf44006","efca67f8cab27166f2aca5bc","4c5638fe71f88682a29658e9","6d975dae9df671005980ecfe","40cdc1072dabab9b4c857204","1b768b05eb73f6ddd5a4b833","a1d00a56700fde6178cfc616","ed71d135daea16e33ab93a9f","ee2fdd53366196c1c9cdaf3a","e57e43848926eef736a897ba","7d8be1469a7c57ca60300f6b","c30c3f0dc62b17786a57f7cc","668028a9e1437683d6c27dea","panel-79497e6cca80d008679179a1"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":24}],"unspecified":0,"total":24}},{"id":"claude-opus-5--effort-low","name":"Claude Opus 5 · Low","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-5","detailsUrl":"/efforts?model=claude-opus-5","publishedBenchmarkCount":23,"overallRating":{"score":0.44955452208864793,"supported":true,"families":17,"publishers":4,"evaluationSources":4,"taskAreas":6,"opponents":217,"independentFamilies":17,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.32717972605050927},{"source":"Epoch AI","independent":true,"share":0.26434269795088383},{"source":"Artificial Analysis","independent":true,"share":0.2523275628576683},{"source":"Datacurve","independent":true,"share":0.15615001314094007}]},"capabilityRatings":[{"bucket":"agentic","score":0.48617681455722356,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3755947403147495,"supported":true,"families":5,"independentFamilies":5,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5426329344689881,"supported":true,"families":4,"independentFamilies":4,"opponents":126,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.5743846566594045,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.43329664938400286,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.7285934138835207,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7987048643253337,"lowerBound":0,"upperBound":1,"independentScore":0.7987048643253337,"independent":true,"opponentIds":291,"independentOpponentIds":291,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["1414f305685da0868a45a66a"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8022881116178935,"lowerBound":0,"upperBound":1,"independentScore":0.8022881116178935,"independent":true,"opponentIds":292,"independentOpponentIds":292,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-Z5FAHm8aqmk8NUUm7tojng"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9703768958542781,"lowerBound":0,"upperBound":1,"independentScore":0.9703768958542781,"independent":true,"opponentIds":293,"independentOpponentIds":293,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["e5132af703da957e07672d06","6111e4573ab8476970cca681"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8429524770824459,"lowerBound":0,"upperBound":1,"independentScore":0.8429524770824459,"independent":true,"opponentIds":294,"independentOpponentIds":294,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["ae356140a8fb0176655f86d3"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9668623548289436,"lowerBound":0,"upperBound":1,"independentScore":0.9668623548289436,"independent":true,"opponentIds":295,"independentOpponentIds":295,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["b4d4ab463a8327175663102e"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8431516290055945,"lowerBound":0,"upperBound":1,"independentScore":0.8431516290055945,"independent":true,"opponentIds":297,"independentOpponentIds":297,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["3596daa06314edef2be5527a"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8704749183578381,"lowerBound":0,"upperBound":1,"independentScore":0.8704749183578381,"independent":true,"opponentIds":298,"independentOpponentIds":298,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["e48970372d521599be694114"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7992372951215726,"lowerBound":0,"upperBound":1,"independentScore":0.7992372951215726,"independent":true,"opponentIds":299,"independentOpponentIds":299,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["8dcd39578d24b8c83c91a5fd","epoch-run-WfaJS4L7Xdz5ZBXgJMbRGb"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9733968588399768,"lowerBound":0,"upperBound":1,"independentScore":0.9733968588399768,"independent":true,"opponentIds":301,"independentOpponentIds":301,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["0a3a02e52af1195826001ee7"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.926665750087188,"lowerBound":0,"upperBound":1,"independentScore":0.926665750087188,"independent":true,"opponentIds":303,"independentOpponentIds":303,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["d2aac50aef97fb04e4297e03"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9838832979297306,"lowerBound":0,"upperBound":1,"independentScore":0.9838832979297306,"independent":true,"opponentIds":304,"independentOpponentIds":304,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["adb649862ee1cae5791cabe7"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.690649405742129,"lowerBound":0,"upperBound":1,"independentScore":0.690649405742129,"independent":true,"opponentIds":305,"independentOpponentIds":305,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["36099057e38dc95fa8ab5f47"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7728570306734668,"lowerBound":0,"upperBound":1,"independentScore":0.7728570306734668,"independent":true,"opponentIds":306,"independentOpponentIds":306,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["9632912356d7829b44d8bc4d"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8803455154913234,"lowerBound":0,"upperBound":1,"independentScore":0.8803455154913234,"independent":true,"opponentIds":307,"independentOpponentIds":307,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["bc03dd79445442141592d089","bdc81d0dc6d9e8e2e5473d75"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.5908985587840024,"lowerBound":0,"upperBound":1,"independentScore":0.5908985587840024,"independent":true,"opponentIds":309,"independentOpponentIds":309,"panelSize":25,"publishers":["Datacurve"],"observations":["f6a6f991a9a99441b39a26ca"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.6380726698262246,"lowerBound":0,"upperBound":1,"independentScore":0.6380726698262246,"independent":true,"opponentIds":310,"independentOpponentIds":310,"panelSize":7,"publishers":["Cognition"],"observations":["ddfef6cc7d43c0b169169e45","ba391b95e256d194ae244169"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.7051078887219282,"lowerBound":0,"upperBound":1,"independentScore":0.7051078887219282,"independent":true,"opponentIds":321,"independentOpponentIds":321,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-3dXpsUjaVEbBN72dnw4Vzq"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1414f305685da0868a45a66a","e5132af703da957e07672d06","ae356140a8fb0176655f86d3","b4d4ab463a8327175663102e","3596daa06314edef2be5527a","e48970372d521599be694114","8dcd39578d24b8c83c91a5fd","0a3a02e52af1195826001ee7","6111e4573ab8476970cca681","d2aac50aef97fb04e4297e03","adb649862ee1cae5791cabe7","36099057e38dc95fa8ab5f47","9632912356d7829b44d8bc4d","bc03dd79445442141592d089","bdc81d0dc6d9e8e2e5473d75","f6a6f991a9a99441b39a26ca","ddfef6cc7d43c0b169169e45","ba391b95e256d194ae244169","epoch-run-3dXpsUjaVEbBN72dnw4Vzq","epoch-run-WfaJS4L7Xdz5ZBXgJMbRGb","epoch-run-Z5FAHm8aqmk8NUUm7tojng"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":23}],"unspecified":0,"total":23}},{"id":"claude-opus-5--effort-medium","name":"Claude Opus 5 · Medium","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-5","detailsUrl":"/efforts?model=claude-opus-5","publishedBenchmarkCount":20,"overallRating":{"score":0.755183677173226,"supported":true,"families":15,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":216,"independentFamilies":15,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.4605310530840918},{"source":"Artificial Analysis","independent":true,"share":0.342296459572161},{"source":"Datacurve","independent":true,"share":0.1971724873437451}]},"capabilityRatings":[{"bucket":"agentic","score":0.6033003657887627,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5477846185969123,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7840246071244548,"supported":true,"families":4,"independentFamilies":4,"opponents":126,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.5865306953592323,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.5202455652734136,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.7468869076027954,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9028016800240947,"lowerBound":0,"upperBound":1,"independentScore":0.9028016800240947,"independent":true,"opponentIds":291,"independentOpponentIds":291,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["442707c1f2c89460f6d3ca4a"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9766829888157479,"lowerBound":0,"upperBound":1,"independentScore":0.9766829888157479,"independent":true,"opponentIds":293,"independentOpponentIds":293,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["2570efa51639dcd9b893a408","1085b20d5dbf474ef852eea7"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8584945693001892,"lowerBound":0,"upperBound":1,"independentScore":0.8584945693001892,"independent":true,"opponentIds":294,"independentOpponentIds":294,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["5c641df41d523e8929af62e4"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9740725458337688,"lowerBound":0,"upperBound":1,"independentScore":0.9740725458337688,"independent":true,"opponentIds":295,"independentOpponentIds":295,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["62da1cce8a6cf73f3672b9e9"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8812920150312191,"lowerBound":0,"upperBound":1,"independentScore":0.8812920150312191,"independent":true,"opponentIds":297,"independentOpponentIds":297,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["291f2f1bdb22c81ab94d05b1"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.928676164688556,"lowerBound":0,"upperBound":1,"independentScore":0.928676164688556,"independent":true,"opponentIds":298,"independentOpponentIds":298,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["f05f223070de2c4dc322b132"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.949971530340608,"lowerBound":0,"upperBound":1,"independentScore":0.949971530340608,"independent":true,"opponentIds":318,"independentOpponentIds":318,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1f113838bc0b1f8c607b1a4b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9931459466580553,"lowerBound":0,"upperBound":1,"independentScore":0.9931459466580553,"independent":true,"opponentIds":301,"independentOpponentIds":301,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["c6fa27919bb5bb2fad17c59d"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9556635665196161,"lowerBound":0,"upperBound":1,"independentScore":0.9556635665196161,"independent":true,"opponentIds":303,"independentOpponentIds":303,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["efef35ac11fb92942609d0d0"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9864059831791688,"lowerBound":0,"upperBound":1,"independentScore":0.9864059831791688,"independent":true,"opponentIds":304,"independentOpponentIds":304,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["e4650a9f4c7f76ae664f13c2"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.7860325807497844,"lowerBound":0,"upperBound":1,"independentScore":0.7860325807497844,"independent":true,"opponentIds":305,"independentOpponentIds":305,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["1acb4b14ade97952b30ef0ce"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8299701250800107,"lowerBound":0,"upperBound":1,"independentScore":0.8299701250800107,"independent":true,"opponentIds":306,"independentOpponentIds":306,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["d9b5f13b89dbfd47519f2e2f"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9605275479391564,"lowerBound":0,"upperBound":1,"independentScore":0.9605275479391564,"independent":true,"opponentIds":307,"independentOpponentIds":307,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["c3200a107ccc03d4b7807ba8","d7f1b2b1e77d957a1e5dc41d"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.8333484614686392,"lowerBound":0,"upperBound":1,"independentScore":0.8333484614686392,"independent":true,"opponentIds":309,"independentOpponentIds":309,"panelSize":25,"publishers":["Datacurve"],"observations":["0298f83d2256dcf2b5ed6e3f"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.9685981956974323,"lowerBound":0,"upperBound":1,"independentScore":0.9685981956974323,"independent":true,"opponentIds":310,"independentOpponentIds":310,"panelSize":7,"publishers":["Cognition"],"observations":["52da31a04b7d561b7573dc1f","f0c644f9ca0c8b80a60b8f6e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["442707c1f2c89460f6d3ca4a","2570efa51639dcd9b893a408","5c641df41d523e8929af62e4","62da1cce8a6cf73f3672b9e9","291f2f1bdb22c81ab94d05b1","f05f223070de2c4dc322b132","1f113838bc0b1f8c607b1a4b","c6fa27919bb5bb2fad17c59d","1085b20d5dbf474ef852eea7","efef35ac11fb92942609d0d0","e4650a9f4c7f76ae664f13c2","1acb4b14ade97952b30ef0ce","d9b5f13b89dbfd47519f2e2f","c3200a107ccc03d4b7807ba8","d7f1b2b1e77d957a1e5dc41d","0298f83d2256dcf2b5ed6e3f","52da31a04b7d561b7573dc1f","f0c644f9ca0c8b80a60b8f6e"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":20}],"unspecified":0,"total":20}},{"id":"claude-opus-5--effort-xhigh","name":"Claude Opus 5 · XHigh","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-5","detailsUrl":"/efforts?model=claude-opus-5","publishedBenchmarkCount":21,"overallRating":{"score":0.7317868666671107,"supported":true,"families":17,"publishers":4,"evaluationSources":4,"taskAreas":6,"opponents":216,"independentFamilies":15,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.35509498616140117},{"source":"Artificial Analysis","independent":true,"share":0.2738563710003574},{"source":"Scale","independent":true,"share":0.20157577413480277},{"source":"Datacurve","independent":true,"share":0.16947286870343797}]},"capabilityRatings":[{"bucket":"agentic","score":0.682046012565496,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.6007977004963088,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7974569381140885,"supported":true,"families":6,"independentFamilies":4,"opponents":126,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.614524514058834,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.5897250521769185,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.7115122137469209,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9937791973775055,"lowerBound":0,"upperBound":1,"independentScore":0.9937791973775055,"independent":true,"opponentIds":291,"independentOpponentIds":291,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["0d9fc3bf92bd9d13a3f094ea"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9621864815234014,"lowerBound":0,"upperBound":1,"independentScore":0.9621864815234014,"independent":true,"opponentIds":293,"independentOpponentIds":293,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["bc4f79530a6ea4de4924d3bf","0f5d2c4f3fe25d144e09034d"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8490860234151469,"lowerBound":0,"upperBound":1,"independentScore":0.8490860234151469,"independent":true,"opponentIds":294,"independentOpponentIds":294,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["172013119105d4051f909884"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9775088838831548,"lowerBound":0,"upperBound":1,"independentScore":0.9775088838831548,"independent":true,"opponentIds":295,"independentOpponentIds":295,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["2c36f895ea5cbdcebdf9c59d"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9096937175856977,"lowerBound":0,"upperBound":1,"independentScore":0.9096937175856977,"independent":true,"opponentIds":297,"independentOpponentIds":297,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["4e9076fe72580ca484849f73"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9963030690383626,"lowerBound":0,"upperBound":1,"independentScore":0.9963030690383626,"independent":true,"opponentIds":298,"independentOpponentIds":298,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["c8dd90d8b9eba1233eda9dcc"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9904034667855519,"lowerBound":0,"upperBound":1,"independentScore":0.9904034667855519,"independent":true,"opponentIds":318,"independentOpponentIds":318,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["b2626ffcb9a36bdfd69bb332"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9953468847957205,"lowerBound":0,"upperBound":1,"independentScore":0.9953468847957205,"independent":true,"opponentIds":301,"independentOpponentIds":301,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["b4e0fe498e9b3dfbf28688c0"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9782587187027802,"lowerBound":0,"upperBound":1,"independentScore":0.9782587187027802,"independent":true,"opponentIds":303,"independentOpponentIds":303,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["7e96ad605e9106c9bdf8db4f"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9900325938385347,"lowerBound":0,"upperBound":1,"independentScore":0.9900325938385347,"independent":true,"opponentIds":304,"independentOpponentIds":304,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["1dda745c989251a13a81b6fc"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.909888519727805,"lowerBound":0,"upperBound":1,"independentScore":0.909888519727805,"independent":true,"opponentIds":305,"independentOpponentIds":305,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["807a399d7233df30a7358e46"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8752145244372617,"lowerBound":0,"upperBound":1,"independentScore":0.8752145244372617,"independent":true,"opponentIds":306,"independentOpponentIds":306,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["0dd542a8bb903e6ff2c5502f"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9773023401247221,"lowerBound":0,"upperBound":1,"independentScore":0.9773023401247221,"independent":true,"opponentIds":307,"independentOpponentIds":307,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["5818ec32a44269e63adf0105","1e93aba2ffcc3b81a912dc2c"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.966402520969461,"lowerBound":0,"upperBound":1,"independentScore":0.966402520969461,"independent":true,"opponentIds":309,"independentOpponentIds":309,"panelSize":25,"publishers":["Datacurve"],"observations":["d138eb10af8dd2cacd7a504a"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.6756714060031599,"lowerBound":0,"upperBound":1,"independentScore":0.6756714060031599,"independent":true,"opponentIds":310,"independentOpponentIds":310,"panelSize":7,"publishers":["Cognition"],"observations":["cba8b60609ec8ba2d384bac4","56b0314f31e75a7aa19bd3b1"],"sourceScores":[]},{"id":"swe-atlas-qna","label":"swe-atlas-qna","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":322,"independentOpponentIds":322,"panelSize":2,"publishers":["Scale"],"observations":["01e44fc757e76a75628ede29"],"sourceScores":[]},{"id":"swe-atlas-test-writing","label":"swe-atlas-test-writing","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":323,"independentOpponentIds":323,"panelSize":2,"publishers":["Scale"],"observations":["b406780519719b231c94f076"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["0d9fc3bf92bd9d13a3f094ea","bc4f79530a6ea4de4924d3bf","172013119105d4051f909884","2c36f895ea5cbdcebdf9c59d","4e9076fe72580ca484849f73","c8dd90d8b9eba1233eda9dcc","b2626ffcb9a36bdfd69bb332","b4e0fe498e9b3dfbf28688c0","0f5d2c4f3fe25d144e09034d","7e96ad605e9106c9bdf8db4f","1dda745c989251a13a81b6fc","807a399d7233df30a7358e46","0dd542a8bb903e6ff2c5502f","5818ec32a44269e63adf0105","1e93aba2ffcc3b81a912dc2c","d138eb10af8dd2cacd7a504a","cba8b60609ec8ba2d384bac4","56b0314f31e75a7aa19bd3b1","01e44fc757e76a75628ede29","b406780519719b231c94f076"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":21}],"unspecified":0,"total":21}},{"id":"claude-sonnet-4-5-20250929--effort-reasoning","name":"Claude Sonnet 4.5 · Reasoning","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-5-20250929","detailsUrl":"/efforts?model=claude-sonnet-4-5-20250929","publishedBenchmarkCount":22,"overallRating":{"score":0.15320714500921537,"supported":true,"families":18,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":18,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999838}]},"capabilityRatings":[{"bucket":"agentic","score":0.19921360116820006,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.16798327682083755,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.1399032722991898,"supported":true,"families":3,"independentFamilies":3,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.22723842566216326,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.10371371240000878,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.2784177244326663,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.48474861959970483,"lowerBound":0,"upperBound":1,"independentScore":0.48474861959970483,"independent":true,"opponentIds":324,"independentOpponentIds":324,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["e11780747804a9ec05171e61"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9018274307143312,"lowerBound":0,"upperBound":1,"independentScore":0.9018274307143312,"independent":true,"opponentIds":325,"independentOpponentIds":325,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["de1e01647292e9102ed45aa0"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7996431860671032,"lowerBound":0,"upperBound":1,"independentScore":0.7996431860671032,"independent":true,"opponentIds":326,"independentOpponentIds":326,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["db806a12c42b98a164ee977d"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.582481395432463,"lowerBound":0,"upperBound":1,"independentScore":0.582481395432463,"independent":true,"opponentIds":327,"independentOpponentIds":327,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["1774a54d662320565d170e76"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7051174987226801,"lowerBound":0,"upperBound":1,"independentScore":0.7051174987226801,"independent":true,"opponentIds":328,"independentOpponentIds":328,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["4a36ccc9c0f665a4b53b1d6b"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.45022267105026886,"lowerBound":0,"upperBound":1,"independentScore":0.45022267105026886,"independent":true,"opponentIds":329,"independentOpponentIds":329,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["1016ec1494cf8458139671e2"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6094611543394719,"lowerBound":0,"upperBound":1,"independentScore":0.6094611543394719,"independent":true,"opponentIds":330,"independentOpponentIds":330,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["82cb4bb8edab7333e450a2c5"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.8744021414605583,"lowerBound":0,"upperBound":1,"independentScore":0.8744021414605583,"independent":true,"opponentIds":331,"independentOpponentIds":331,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["8f403f5bd47ca2833fc80bf0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7469028267665818,"lowerBound":0,"upperBound":1,"independentScore":0.7469028267665818,"independent":true,"opponentIds":332,"independentOpponentIds":332,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["df5144f0bc3dfefc0a136256"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7077427158210868,"lowerBound":0,"upperBound":1,"independentScore":0.7077427158210868,"independent":true,"opponentIds":333,"independentOpponentIds":333,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["c60e757ef68afcde43a56bc8"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6753792707941461,"lowerBound":0,"upperBound":1,"independentScore":0.6753792707941461,"independent":true,"opponentIds":334,"independentOpponentIds":334,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["752154fc7bb6ab5b9437f3c3"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7760316640551344,"lowerBound":0,"upperBound":1,"independentScore":0.7760316640551344,"independent":true,"opponentIds":335,"independentOpponentIds":335,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["6c9293e23e64f29131b3d278"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9694300334312093,"lowerBound":0,"upperBound":1,"independentScore":0.9694300334312093,"independent":true,"opponentIds":336,"independentOpponentIds":336,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["266d8dc9f86ccb95c6645fa9"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5998070291409162,"lowerBound":0,"upperBound":1,"independentScore":0.5998070291409162,"independent":true,"opponentIds":337,"independentOpponentIds":337,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["3e0d99a12bb7de08ad26556c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8365294249636567,"lowerBound":0,"upperBound":1,"independentScore":0.8365294249636567,"independent":true,"opponentIds":338,"independentOpponentIds":338,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["9e508c8c6b578671ad893039"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.587785509339363,"lowerBound":0,"upperBound":1,"independentScore":0.587785509339363,"independent":true,"opponentIds":339,"independentOpponentIds":339,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["843d8eff7e70d1387558ec55"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7292651393464483,"lowerBound":0,"upperBound":1,"independentScore":0.7292651393464483,"independent":true,"opponentIds":340,"independentOpponentIds":340,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["6722be7d2b55c374d9bb637c","f9f243e03759b358a57a4007"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5886273198498845,"lowerBound":0,"upperBound":1,"independentScore":0.5886273198498845,"independent":true,"opponentIds":341,"independentOpponentIds":341,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["4e1797d1fb9ba82a6999f801","bac4143f9a745d98bfeb22e4","1f78303c3188cf807ba58ec0"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e11780747804a9ec05171e61","de1e01647292e9102ed45aa0","db806a12c42b98a164ee977d","1774a54d662320565d170e76","4a36ccc9c0f665a4b53b1d6b","1016ec1494cf8458139671e2","82cb4bb8edab7333e450a2c5","8f403f5bd47ca2833fc80bf0","df5144f0bc3dfefc0a136256","c60e757ef68afcde43a56bc8","752154fc7bb6ab5b9437f3c3","6c9293e23e64f29131b3d278","266d8dc9f86ccb95c6645fa9","3e0d99a12bb7de08ad26556c","9e508c8c6b578671ad893039","843d8eff7e70d1387558ec55","6722be7d2b55c374d9bb637c","f9f243e03759b358a57a4007","4e1797d1fb9ba82a6999f801","bac4143f9a745d98bfeb22e4","1f78303c3188cf807ba58ec0"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":22}],"unspecified":0,"total":22}},{"id":"claude-sonnet-4-5-20250929--effort-non-reasoning","name":"Claude Sonnet 4.5 · Non-reasoning","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-5-20250929","detailsUrl":"/efforts?model=claude-sonnet-4-5-20250929","publishedBenchmarkCount":13,"overallRating":{"score":0.06018505433672994,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999973}]},"capabilityRatings":[{"bucket":"agentic","score":0.10132928422849802,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03840645967511042,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.07232154481284277,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.13659166604948975,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.07900382518891762,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.1068039994859582,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.3686731837835385,"lowerBound":0,"upperBound":1,"independentScore":0.3686731837835385,"independent":true,"opponentIds":325,"independentOpponentIds":325,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["8a159d4fef16041d56762dd8"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5655438160124443,"lowerBound":0,"upperBound":1,"independentScore":0.5655438160124443,"independent":true,"opponentIds":326,"independentOpponentIds":326,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["674b1c581fa7dd12ee0b66cc"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25387029298730024,"lowerBound":0,"upperBound":1,"independentScore":0.25387029298730024,"independent":true,"opponentIds":328,"independentOpponentIds":328,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["34d2f64ecde456514b2e2710"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5146198681964835,"lowerBound":0,"upperBound":1,"independentScore":0.5146198681964835,"independent":true,"opponentIds":332,"independentOpponentIds":332,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["2b31de44a316fc16fda8177e"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.440045607643517,"lowerBound":0,"upperBound":1,"independentScore":0.440045607643517,"independent":true,"opponentIds":333,"independentOpponentIds":333,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["f783eb29b70679064120eaa9"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.47473571738080117,"lowerBound":0,"upperBound":1,"independentScore":0.47473571738080117,"independent":true,"opponentIds":334,"independentOpponentIds":334,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["e9b0ce7d16a5006a78eca66c"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6144162243963933,"lowerBound":0,"upperBound":1,"independentScore":0.6144162243963933,"independent":true,"opponentIds":335,"independentOpponentIds":335,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["7076314c6b18338bfa363af1"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9390565863918754,"lowerBound":0,"upperBound":1,"independentScore":0.9390565863918754,"independent":true,"opponentIds":336,"independentOpponentIds":336,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["40bbe6df11b8de4e7657ecca"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5281829333826198,"lowerBound":0,"upperBound":1,"independentScore":0.5281829333826198,"independent":true,"opponentIds":337,"independentOpponentIds":337,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["b3c0845808f574dbc704d157"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7761519284127142,"lowerBound":0,"upperBound":1,"independentScore":0.7761519284127142,"independent":true,"opponentIds":338,"independentOpponentIds":338,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["5d5aed22ee29eec8262d15fa"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.660044307777663,"lowerBound":0,"upperBound":1,"independentScore":0.660044307777663,"independent":true,"opponentIds":342,"independentOpponentIds":342,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["d0a93edeaedf53b41d00dbd3"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.739069902962116,"lowerBound":0,"upperBound":1,"independentScore":0.739069902962116,"independent":true,"opponentIds":343,"independentOpponentIds":343,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["6535f19e64380503ae7e87fe"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8a159d4fef16041d56762dd8","674b1c581fa7dd12ee0b66cc","34d2f64ecde456514b2e2710","2b31de44a316fc16fda8177e","f783eb29b70679064120eaa9","e9b0ce7d16a5006a78eca66c","7076314c6b18338bfa363af1","40bbe6df11b8de4e7657ecca","b3c0845808f574dbc704d157","5d5aed22ee29eec8262d15fa","d0a93edeaedf53b41d00dbd3","6535f19e64380503ae7e87fe"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"claude-sonnet-4-5-20250929--effort-thinking-32k","name":"Claude Sonnet 4.5 · Thinking 32K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-5-20250929","detailsUrl":"/efforts?model=claude-sonnet-4-5-20250929","publishedBenchmarkCount":5,"overallRating":{"score":0.18914302065095231,"supported":true,"families":4,"publishers":2,"evaluationSources":2,"taskAreas":1,"opponents":57,"independentFamilies":2,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.5315869901886774},{"source":"Epoch AI","independent":true,"share":0.46841300981132306}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.20241059279273177,"supported":true,"families":4,"independentFamilies":2,"opponents":57,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":344,"independentOpponentIds":344,"panelSize":1,"publishers":["Epoch AI"],"observations":["epoch-run-ii6JE9j57eSbuswEsJArTa"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5501418466074499,"lowerBound":0,"upperBound":1,"independentScore":0.5501418466074499,"independent":true,"opponentIds":345,"independentOpponentIds":345,"panelSize":38,"publishers":["ARC Prize"],"observations":["3f070c56f3e96293b3502873"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.5,"lowerBound":0,"upperBound":1,"independentScore":0.5,"independent":true,"opponentIds":346,"independentOpponentIds":346,"panelSize":1,"publishers":["Epoch AI"],"observations":["epoch-run-6qgxJVk8HHLppb7hPqz9Tv"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.15737858366895932,"lowerBound":0,"upperBound":1,"independentScore":0.15737858366895932,"independent":true,"opponentIds":347,"independentOpponentIds":347,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-d3m9Xip8cof4s77z6LKkEh","epoch-run-7oUkeLfwMK3MtkSNHX6QPu"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3f070c56f3e96293b3502873","epoch-run-6qgxJVk8HHLppb7hPqz9Tv","epoch-run-d3m9Xip8cof4s77z6LKkEh","epoch-run-7oUkeLfwMK3MtkSNHX6QPu","epoch-run-ii6JE9j57eSbuswEsJArTa"],"opponentModelIds":["claude-haiku-4-5-20251001","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini","claude-opus-4-5-20251101","grok-4.3","glm-5.3","claude-sonnet-5","glm-5.3-flash","glm-5.2","gemini-3.8-flash","claude-opus-4-7","qwen-3.8-max","gemini-3.1-flash-lite","glm-5.1","qwen3.5-397b-a17b","qwen3.5-flash","qwen3.7-flash","qwen3.6-flash","qwen3.7-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus"]},"effort":{"label":"Thinking 32K","settings":[{"label":"Thinking 32K","observations":5}],"unspecified":0,"total":5}},{"id":"claude-sonnet-4-5-20250929--effort-thinking-16k","name":"Claude Sonnet 4.5 · Thinking 16K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-5-20250929","detailsUrl":"/efforts?model=claude-sonnet-4-5-20250929","publishedBenchmarkCount":3,"overallRating":{"score":0.19437650160677566,"supported":false,"families":3,"publishers":2,"evaluationSources":2,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.6547724304637363},{"source":"Epoch AI","independent":true,"share":0.34522756953626244}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.22850582459073462,"supported":true,"families":3,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":344,"independentOpponentIds":344,"panelSize":1,"publishers":["Epoch AI"],"observations":["epoch-run-7QkPRbRPpRx8nJT2ZcqSx6"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":344,"independentOpponentIds":344,"panelSize":1,"publishers":["Epoch AI"],"observations":["epoch-run-LkVuUxvsHNzpcg3sUiH7f3"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.4877045626293028,"lowerBound":0,"upperBound":1,"independentScore":0.4877045626293028,"independent":true,"opponentIds":345,"independentOpponentIds":345,"panelSize":38,"publishers":["ARC Prize"],"observations":["54de588ab99dc61e79aad8e5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["54de588ab99dc61e79aad8e5","epoch-run-LkVuUxvsHNzpcg3sUiH7f3","epoch-run-7QkPRbRPpRx8nJT2ZcqSx6"],"opponentModelIds":["claude-haiku-4-5-20251001","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Thinking 16K","settings":[{"label":"Thinking 16K","observations":3}],"unspecified":0,"total":3}},{"id":"claude-sonnet-4-5-20250929--effort-thinking-1k","name":"Claude Sonnet 4.5 · Thinking 1K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-5-20250929","detailsUrl":"/efforts?model=claude-sonnet-4-5-20250929","publishedBenchmarkCount":1,"overallRating":{"score":0.1431412859594932,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.16112607520523975,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5218981331288524,"lowerBound":0,"upperBound":1,"independentScore":0.5218981331288524,"independent":true,"opponentIds":345,"independentOpponentIds":345,"panelSize":38,"publishers":["ARC Prize"],"observations":["e513347234a010f067c79909"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e513347234a010f067c79909"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Thinking 1K","settings":[{"label":"Thinking 1K","observations":1}],"unspecified":0,"total":1}},{"id":"claude-sonnet-4-5-20250929--effort-thinking-8k","name":"Claude Sonnet 4.5 · Thinking 8K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-5-20250929","detailsUrl":"/efforts?model=claude-sonnet-4-5-20250929","publishedBenchmarkCount":1,"overallRating":{"score":0.16100562001422938,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.1815839684091822,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.552177033257636,"lowerBound":0,"upperBound":1,"independentScore":0.552177033257636,"independent":true,"opponentIds":345,"independentOpponentIds":345,"panelSize":38,"publishers":["ARC Prize"],"observations":["e78c77d5cf9767ea4f53df60"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e78c77d5cf9767ea4f53df60"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Thinking 8K","settings":[{"label":"Thinking 8K","observations":1}],"unspecified":0,"total":1}},{"id":"claude-sonnet-4-6--effort-max","name":"Claude Sonnet 4.6 · Max","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-6","detailsUrl":"/efforts?model=claude-sonnet-4-6","publishedBenchmarkCount":39,"overallRating":{"score":0.23190090981080605,"supported":true,"families":30,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":218,"independentFamilies":30,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.21611673041334353},{"source":"ARC Prize","independent":true,"share":0.21522182125744885},{"source":"Artificial Analysis","independent":true,"share":0.21463169730985784},{"source":"Vals AI","independent":true,"share":0.18942430543399055},{"source":"Epoch AI","independent":true,"share":0.16460544558535684}]},"capabilityRatings":[{"bucket":"agentic","score":0.40909145098562755,"supported":true,"families":12,"independentFamilies":12,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.26149885800013634,"supported":true,"families":6,"independentFamilies":6,"opponents":218,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.28683163288917607,"supported":true,"families":5,"independentFamilies":5,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.19204484587686013,"supported":true,"families":5,"independentFamilies":5,"opponents":209,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.1912007030014009,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.62710836759147,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.4577072108975733,"lowerBound":0,"upperBound":1,"independentScore":0.4577072108975733,"independent":true,"opponentIds":348,"independentOpponentIds":348,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["e332f1b2228e9266a71d05ad"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7056840372922235,"lowerBound":0,"upperBound":1,"independentScore":0.7056840372922235,"independent":true,"opponentIds":349,"independentOpponentIds":349,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["d3ee41fb89c6ccb1e66adf8f"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.4728558240075658,"lowerBound":0,"upperBound":1,"independentScore":0.4728558240075658,"independent":true,"opponentIds":350,"independentOpponentIds":350,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-XnQVH5qSfxVjpzoPwUEmnh"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.6116822165246533,"lowerBound":0,"upperBound":1,"independentScore":0.6116822165246533,"independent":true,"opponentIds":351,"independentOpponentIds":351,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["2b93039d4563fe3b157d15d5"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8502754743248178,"lowerBound":0,"upperBound":1,"independentScore":0.8502754743248178,"independent":true,"opponentIds":352,"independentOpponentIds":352,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["2d8faf0c2e0685f2c87902f3","a7f4aba36323901ba9da5ab4"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.57338341576813,"lowerBound":0,"upperBound":1,"independentScore":0.57338341576813,"independent":true,"opponentIds":353,"independentOpponentIds":353,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["8fec0dac751edaf179a65615"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7548978604411463,"lowerBound":0,"upperBound":1,"independentScore":0.7548978604411463,"independent":true,"opponentIds":354,"independentOpponentIds":354,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["5f405b80c050b037ebb56264"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7841451872096658,"lowerBound":0,"upperBound":1,"independentScore":0.7841451872096658,"independent":true,"opponentIds":355,"independentOpponentIds":355,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["dab21af4216ac279722b33bf"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7809386743980252,"lowerBound":0,"upperBound":1,"independentScore":0.7809386743980252,"independent":true,"opponentIds":356,"independentOpponentIds":356,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["aa8db74b95a531e6228d4cdb"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.9152766746094783,"lowerBound":0,"upperBound":1,"independentScore":0.9152766746094783,"independent":true,"opponentIds":357,"independentOpponentIds":357,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["8d6261c518f3a5cb2d3aa799"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.47885840660625145,"lowerBound":0,"upperBound":1,"independentScore":0.47885840660625145,"independent":true,"opponentIds":358,"independentOpponentIds":358,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["6ee50ff3940f843b316a11ca","epoch-run-SEePRKRcv8oqn5HpD2KFxB"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.5193912418126317,"lowerBound":0,"upperBound":1,"independentScore":0.5193912418126317,"independent":true,"opponentIds":359,"independentOpponentIds":359,"panelSize":50,"publishers":["Artificial Analysis","Vals AI"],"observations":["451dd11af5aa03b51c7df735","vals-legal-agent-benchmark-v1:anthropic/claude-sonnet-4-6"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8322754296799533,"lowerBound":0,"upperBound":1,"independentScore":0.8322754296799533,"independent":true,"opponentIds":360,"independentOpponentIds":360,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["b7ef923a70da041c042f467c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6494805784700151,"lowerBound":0,"upperBound":1,"independentScore":0.6494805784700151,"independent":true,"opponentIds":361,"independentOpponentIds":361,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5802b72f96fd2bc36b68b3b6"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.6861780225842902,"lowerBound":0,"upperBound":1,"independentScore":0.6861780225842902,"independent":true,"opponentIds":362,"independentOpponentIds":362,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["e75ab74cf5a997095d1f3380"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.3886185540950457,"lowerBound":0,"upperBound":1,"independentScore":0.3886185540950457,"independent":true,"opponentIds":363,"independentOpponentIds":363,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:anthropic/claude-sonnet-4-6"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6891705307120913,"lowerBound":0,"upperBound":1,"independentScore":0.6891705307120913,"independent":true,"opponentIds":364,"independentOpponentIds":364,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["2753a36a2d9898ee83a2c7e0"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8660712218856395,"lowerBound":0,"upperBound":1,"independentScore":0.8660712218856395,"independent":true,"opponentIds":365,"independentOpponentIds":365,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["cef67cc03b37e5d955687879"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.6508882635868911,"lowerBound":0,"upperBound":1,"independentScore":0.6508882635868911,"independent":true,"opponentIds":366,"independentOpponentIds":366,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["af900336d45849b431b9cad3"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7375331534085452,"lowerBound":0,"upperBound":1,"independentScore":0.7375331534085452,"independent":true,"opponentIds":367,"independentOpponentIds":367,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["b286a9e0d17ba5da81669d3e","3f305729d1c2d29db2f9101c"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4486741611542778,"lowerBound":0,"upperBound":1,"independentScore":0.4486741611542778,"independent":true,"opponentIds":368,"independentOpponentIds":368,"panelSize":201,"publishers":["Artificial Analysis","Vals AI"],"observations":["0e7ecd187c6d64aaaf7a121c","e9118d28b3767fb3d536c9bc","87726611ca55ead407ddd84c","vals-terminal-bench-2-1-v2.1:anthropic/claude-sonnet-4-6"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6407218359390703,"lowerBound":0,"upperBound":1,"independentScore":0.6407218359390703,"independent":true,"opponentIds":369,"independentOpponentIds":369,"panelSize":38,"publishers":["ARC Prize"],"observations":["d1a628a019bde02cfbdacf5e"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.09734051799061347,"lowerBound":0,"upperBound":1,"independentScore":0.09734051799061347,"independent":true,"opponentIds":370,"independentOpponentIds":370,"panelSize":7,"publishers":["Cognition"],"observations":["46f65324a766a154476a00ad","b7d96566d6b6b34d9e314f79"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.2770550078792098,"lowerBound":0,"upperBound":1,"independentScore":0.2770550078792098,"independent":true,"opponentIds":371,"independentOpponentIds":371,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-TDT98jZXHbUMFYTphGEpqC"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.09400179051029542,"lowerBound":0,"upperBound":1,"independentScore":0.09400179051029542,"independent":true,"opponentIds":372,"independentOpponentIds":372,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-Zs5fCvNzaz8LhqgwDSAztU"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.37325503355704714,"lowerBound":0,"upperBound":1,"independentScore":0.37325503355704714,"independent":true,"opponentIds":373,"independentOpponentIds":373,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:anthropic/claude-sonnet-4-6"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.6078372539606335,"lowerBound":0,"upperBound":1,"independentScore":0.6078372539606335,"independent":true,"opponentIds":374,"independentOpponentIds":374,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:anthropic/claude-sonnet-4-6"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.4987870116944512,"lowerBound":0,"upperBound":1,"independentScore":0.4987870116944512,"independent":true,"opponentIds":375,"independentOpponentIds":375,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:anthropic/claude-sonnet-4-6"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.4861594924110475,"lowerBound":0,"upperBound":1,"independentScore":0.4861594924110475,"independent":true,"opponentIds":376,"independentOpponentIds":376,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:anthropic/claude-sonnet-4-6"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.31263996018910156,"lowerBound":0,"upperBound":1,"independentScore":0.31263996018910156,"independent":true,"opponentIds":377,"independentOpponentIds":377,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:anthropic/claude-sonnet-4-6"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e332f1b2228e9266a71d05ad","d3ee41fb89c6ccb1e66adf8f","2b93039d4563fe3b157d15d5","2d8faf0c2e0685f2c87902f3","8fec0dac751edaf179a65615","5f405b80c050b037ebb56264","dab21af4216ac279722b33bf","aa8db74b95a531e6228d4cdb","8d6261c518f3a5cb2d3aa799","6ee50ff3940f843b316a11ca","451dd11af5aa03b51c7df735","b7ef923a70da041c042f467c","5802b72f96fd2bc36b68b3b6","e75ab74cf5a997095d1f3380","a7f4aba36323901ba9da5ab4","2753a36a2d9898ee83a2c7e0","cef67cc03b37e5d955687879","af900336d45849b431b9cad3","b286a9e0d17ba5da81669d3e","3f305729d1c2d29db2f9101c","0e7ecd187c6d64aaaf7a121c","e9118d28b3767fb3d536c9bc","87726611ca55ead407ddd84c","d1a628a019bde02cfbdacf5e","46f65324a766a154476a00ad","b7d96566d6b6b34d9e314f79","epoch-run-TDT98jZXHbUMFYTphGEpqC","epoch-run-SEePRKRcv8oqn5HpD2KFxB","epoch-run-XnQVH5qSfxVjpzoPwUEmnh","epoch-run-Zs5fCvNzaz8LhqgwDSAztU","vals-finance-agent-v2:anthropic/claude-sonnet-4-6","vals-code-migration-v1:anthropic/claude-sonnet-4-6","vals-legal-research-v1:anthropic/claude-sonnet-4-6","vals-emb-v1:anthropic/claude-sonnet-4-6","vals-mmlu-pro-v1:anthropic/claude-sonnet-4-6","vals-terminal-bench-2-1-v2.1:anthropic/claude-sonnet-4-6","vals-vibe-code-bench-v1.1:anthropic/claude-sonnet-4-6","vals-legal-agent-benchmark-v1:anthropic/claude-sonnet-4-6"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","deepseek-v3.2","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","qwen3-max","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":39}],"unspecified":0,"total":39}},{"id":"claude-sonnet-4-6--effort-non-reasoning","name":"Claude Sonnet 4.6 · Non-reasoning","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-6","detailsUrl":"/efforts?model=claude-sonnet-4-6","publishedBenchmarkCount":25,"overallRating":{"score":0.19832905629844777,"supported":false,"families":2,"publishers":1,"evaluationSources":1,"taskAreas":2,"opponents":200,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999989}]},"capabilityRatings":[{"bucket":"agentic","score":0.4139297583143839,"supported":false,"families":1,"independentFamilies":1,"opponents":37,"opponentLabs":14,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.14609201770274322,"supported":false,"families":1,"independentFamilies":1,"opponents":200,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6569842876599804,"lowerBound":0,"upperBound":1,"independentScore":0.6569842876599804,"independent":true,"opponentIds":354,"independentOpponentIds":354,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["2a850dc6ae782aabcb69a92e","754ae6038c192fcc20e15317"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.7191389667159701,"lowerBound":0,"upperBound":1,"independentScore":0.7191389667159701,"independent":true,"opponentIds":378,"independentOpponentIds":378,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["0e5f7bf21fd13c70b5963400"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["2a850dc6ae782aabcb69a92e","754ae6038c192fcc20e15317","0e5f7bf21fd13c70b5963400"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":25}],"unspecified":0,"total":25}},{"id":"claude-sonnet-4-6--effort-high","name":"Claude Sonnet 4.6 · High","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-6","detailsUrl":"/efforts?model=claude-sonnet-4-6","publishedBenchmarkCount":8,"overallRating":{"score":0.18691478976522427,"supported":true,"families":7,"publishers":4,"evaluationSources":4,"taskAreas":3,"opponents":70,"independentFamilies":7,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.2821300855460696},{"source":"Cognition","independent":true,"share":0.2756703790749559},{"source":"Datacurve","independent":true,"share":0.25966707247574994},{"source":"Epoch AI","independent":true,"share":0.18253246290322553}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.3245719511274294,"supported":true,"families":4,"independentFamilies":4,"opponents":68,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.1622957605452787,"supported":true,"families":2,"independentFamilies":2,"opponents":28,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.10690261429685455,"supported":false,"families":1,"independentFamilies":1,"opponents":6,"opponentLabs":3,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5209972584300807,"lowerBound":0,"upperBound":1,"independentScore":0.5209972584300807,"independent":true,"opponentIds":350,"independentOpponentIds":350,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-oXZ7ZVZtADrwFPKAe6zTvL"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6005744841569591,"lowerBound":0,"upperBound":1,"independentScore":0.6005744841569591,"independent":true,"opponentIds":379,"independentOpponentIds":379,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-DmdKPD9Z9RXwYyATAoG4Uw"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6762157035874298,"lowerBound":0,"upperBound":1,"independentScore":0.6762157035874298,"independent":true,"opponentIds":369,"independentOpponentIds":369,"panelSize":38,"publishers":["ARC Prize"],"observations":["3fc5dd5ad41a965cc918cdf2"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.06880535752862386,"lowerBound":0,"upperBound":1,"independentScore":0.06880535752862386,"independent":true,"opponentIds":380,"independentOpponentIds":380,"panelSize":25,"publishers":["Datacurve"],"observations":["46adf8595dc3ea458bbcbb0e"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.0763081395348838,"lowerBound":0,"upperBound":1,"independentScore":0.0763081395348838,"independent":true,"opponentIds":370,"independentOpponentIds":370,"panelSize":7,"publishers":["Cognition"],"observations":["6dd3175afce39f643aa12476","f069bb43a49e2e73d5a979fd"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.35968239773841804,"lowerBound":0,"upperBound":1,"independentScore":0.35968239773841804,"independent":true,"opponentIds":371,"independentOpponentIds":371,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-5Q9RNC2JfEmmvNFFE5CQCf"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":381,"independentOpponentIds":381,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-LJyKf8Xy4dymxNHbGLwNdA"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3fc5dd5ad41a965cc918cdf2","46adf8595dc3ea458bbcbb0e","6dd3175afce39f643aa12476","f069bb43a49e2e73d5a979fd","epoch-run-5Q9RNC2JfEmmvNFFE5CQCf","epoch-run-DmdKPD9Z9RXwYyATAoG4Uw","epoch-run-oXZ7ZVZtADrwFPKAe6zTvL","epoch-run-LJyKf8Xy4dymxNHbGLwNdA"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","claude-haiku-4-5-20251001","claude-sonnet-4-5-20250929","gemini-2.5-pro","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5-pro","o3","o3-mini","o3-pro","o4-mini","muse-spark-1.1","muse-spark-1.2","qwen3.5-2b"]},"effort":{"label":"High","settings":[{"label":"High","observations":8}],"unspecified":0,"total":8}},{"id":"claude-sonnet-5--effort-max","name":"Claude Sonnet 5 · Max","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-5","detailsUrl":"/efforts?model=claude-sonnet-5","publishedBenchmarkCount":38,"overallRating":{"score":0.3788921257282281,"supported":true,"families":28,"publishers":6,"evaluationSources":6,"taskAreas":6,"opponents":220,"independentFamilies":28,"reason":null,"independentSources":6,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.19038416799729102},{"source":"Vals AI","independent":true,"share":0.182792411110118},{"source":"Artificial Analysis","independent":true,"share":0.17479023425261556},{"source":"Epoch AI","independent":true,"share":0.17313444700599637},{"source":"Terminal-Bench","independent":true,"share":0.17079775838961392},{"source":"Datacurve","independent":true,"share":0.1081009812443642}]},"capabilityRatings":[{"bucket":"agentic","score":0.5701044624993902,"supported":true,"families":11,"independentFamilies":11,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3217563646730714,"supported":true,"families":6,"independentFamilies":6,"opponents":220,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5039853720602862,"supported":true,"families":6,"independentFamilies":6,"opponents":127,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2608611946449904,"supported":true,"families":3,"independentFamilies":3,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.31294104826900665,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.7996992799968853,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.797694362569387,"lowerBound":0,"upperBound":1,"independentScore":0.797694362569387,"independent":true,"opponentIds":382,"independentOpponentIds":382,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["6347d0311c4338a42a89d14a"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.86246686547234,"lowerBound":0,"upperBound":1,"independentScore":0.86246686547234,"independent":true,"opponentIds":383,"independentOpponentIds":383,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["a8e9b0de20e17f4fd8b19fbd"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.493878398007885,"lowerBound":0,"upperBound":1,"independentScore":0.493878398007885,"independent":true,"opponentIds":384,"independentOpponentIds":384,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-XRutLYUVUePe69APTSTw8S"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.958466271569174,"lowerBound":0,"upperBound":1,"independentScore":0.958466271569174,"independent":true,"opponentIds":385,"independentOpponentIds":385,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["02ea645c2f24a2c80752751f","d43d5179fd12d01362a07e0c"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7590786538812094,"lowerBound":0,"upperBound":1,"independentScore":0.7590786538812094,"independent":true,"opponentIds":386,"independentOpponentIds":386,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["99219b85ea67436dd032d3d6"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.927858890680136,"lowerBound":0,"upperBound":1,"independentScore":0.927858890680136,"independent":true,"opponentIds":387,"independentOpponentIds":387,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["e0678b0119462d76644a10ce"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.784702114688435,"lowerBound":0,"upperBound":1,"independentScore":0.784702114688435,"independent":true,"opponentIds":388,"independentOpponentIds":388,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["cd5da788354923633e1ff1d8"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7373574360864504,"lowerBound":0,"upperBound":1,"independentScore":0.7373574360864504,"independent":true,"opponentIds":389,"independentOpponentIds":389,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["7f5707f08e154826e63e8800"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.913650231669303,"lowerBound":0,"upperBound":1,"independentScore":0.913650231669303,"independent":true,"opponentIds":390,"independentOpponentIds":390,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["0557b2c900b2d809263a81ff"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4919077349367212,"lowerBound":0,"upperBound":1,"independentScore":0.4919077349367212,"independent":true,"opponentIds":391,"independentOpponentIds":391,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["3fa3149554f3d1c058930336","epoch-run-FNXAt76ZUS3sWhQDFMga7U"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.5510663045835454,"lowerBound":0,"upperBound":1,"independentScore":0.5510663045835454,"independent":true,"opponentIds":392,"independentOpponentIds":392,"panelSize":50,"publishers":["Artificial Analysis","Vals AI"],"observations":["c2ed28284e20ee8b8775ef5a","vals-legal-agent-benchmark-v1:anthropic/claude-sonnet-5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9370539455342787,"lowerBound":0,"upperBound":1,"independentScore":0.9370539455342787,"independent":true,"opponentIds":393,"independentOpponentIds":393,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["9f4ce5dcb90a73c1df4002f2"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.43823653198653223,"lowerBound":0,"upperBound":1,"independentScore":0.43823653198653223,"independent":true,"opponentIds":394,"independentOpponentIds":394,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:anthropic/claude-sonnet-5"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8027517641213953,"lowerBound":0,"upperBound":1,"independentScore":0.8027517641213953,"independent":true,"opponentIds":395,"independentOpponentIds":395,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["21b4d6e29173c4e8a4a46a74"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8922246148406466,"lowerBound":0,"upperBound":1,"independentScore":0.8922246148406466,"independent":true,"opponentIds":396,"independentOpponentIds":396,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["b6ffc71819c6232475ebfe2b"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.8767917515243813,"lowerBound":0,"upperBound":1,"independentScore":0.8767917515243813,"independent":true,"opponentIds":397,"independentOpponentIds":397,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["4bb4682135688e4351c6d658"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8560335346993297,"lowerBound":0,"upperBound":1,"independentScore":0.8560335346993297,"independent":true,"opponentIds":398,"independentOpponentIds":398,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f862c5e3a18f6a6c8fe36819"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.12279239985425126,"lowerBound":0,"upperBound":1,"independentScore":0.12279239985425126,"independent":true,"opponentIds":399,"independentOpponentIds":399,"panelSize":126,"publishers":["Artificial Analysis","Terminal-Bench","Vals AI"],"observations":["f92691ca7303d9bd88dddc12","926ad37100a0ae2005b7a705","636572fdb50187d8620318cf","vals-terminal-bench-2-1-v2.1:anthropic/claude-sonnet-5"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.3733423124740984,"lowerBound":0,"upperBound":1,"independentScore":0.3733423124740984,"independent":true,"opponentIds":400,"independentOpponentIds":400,"panelSize":25,"publishers":["Datacurve"],"observations":["9fd633042f2f5198fccbe085"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.5083689333986977,"lowerBound":0,"upperBound":1,"independentScore":0.5083689333986977,"independent":true,"opponentIds":401,"independentOpponentIds":401,"panelSize":7,"publishers":["Cognition"],"observations":["f6c40a31975168e070d2cb4c","f38a139c5a520dd21aaf9132"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.6767127176381531,"lowerBound":0,"upperBound":1,"independentScore":0.6767127176381531,"independent":true,"opponentIds":402,"independentOpponentIds":402,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-czNLsHc7tBqBWtWaoTSLXh","epoch-run-YdcyYXLzqfPUSSgGv4MTED"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.5163303631632044,"lowerBound":0,"upperBound":1,"independentScore":0.5163303631632044,"independent":true,"opponentIds":403,"independentOpponentIds":403,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-bqiVinHXFcgyFGPstJwXJN","epoch-run-V6YuGpcu8MCbJNXKoJMA6b"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.24715574735190268,"lowerBound":0,"upperBound":1,"independentScore":0.24715574735190268,"independent":true,"opponentIds":404,"independentOpponentIds":404,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-LPo74T9L3CawnKX5LLUrSZ"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.5358138852194334,"lowerBound":0,"upperBound":1,"independentScore":0.5358138852194334,"independent":true,"opponentIds":405,"independentOpponentIds":405,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:anthropic/claude-sonnet-5"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.7164149443561209,"lowerBound":0,"upperBound":1,"independentScore":0.7164149443561209,"independent":true,"opponentIds":406,"independentOpponentIds":406,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:anthropic/claude-sonnet-5"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.7119334520060245,"lowerBound":0,"upperBound":1,"independentScore":0.7119334520060245,"independent":true,"opponentIds":407,"independentOpponentIds":407,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:anthropic/claude-sonnet-5"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.6999520744899353,"lowerBound":0,"upperBound":1,"independentScore":0.6999520744899353,"independent":true,"opponentIds":408,"independentOpponentIds":408,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:anthropic/claude-sonnet-5"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.8041900588799119,"lowerBound":0,"upperBound":1,"independentScore":0.8041900588799119,"independent":true,"opponentIds":409,"independentOpponentIds":409,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:anthropic/claude-sonnet-5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6347d0311c4338a42a89d14a","a8e9b0de20e17f4fd8b19fbd","02ea645c2f24a2c80752751f","99219b85ea67436dd032d3d6","e0678b0119462d76644a10ce","cd5da788354923633e1ff1d8","7f5707f08e154826e63e8800","0557b2c900b2d809263a81ff","3fa3149554f3d1c058930336","c2ed28284e20ee8b8775ef5a","9f4ce5dcb90a73c1df4002f2","d43d5179fd12d01362a07e0c","21b4d6e29173c4e8a4a46a74","b6ffc71819c6232475ebfe2b","4bb4682135688e4351c6d658","f862c5e3a18f6a6c8fe36819","f92691ca7303d9bd88dddc12","926ad37100a0ae2005b7a705","9fd633042f2f5198fccbe085","f6c40a31975168e070d2cb4c","f38a139c5a520dd21aaf9132","636572fdb50187d8620318cf","epoch-run-czNLsHc7tBqBWtWaoTSLXh","epoch-run-bqiVinHXFcgyFGPstJwXJN","epoch-run-V6YuGpcu8MCbJNXKoJMA6b","epoch-run-FNXAt76ZUS3sWhQDFMga7U","epoch-run-YdcyYXLzqfPUSSgGv4MTED","epoch-run-XRutLYUVUePe69APTSTw8S","epoch-run-LPo74T9L3CawnKX5LLUrSZ","vals-finance-agent-v2:anthropic/claude-sonnet-5","vals-code-migration-v1:anthropic/claude-sonnet-5","vals-legal-research-v1:anthropic/claude-sonnet-5","vals-emb-v1:anthropic/claude-sonnet-5","vals-mmlu-pro-v1:anthropic/claude-sonnet-5","vals-terminal-bench-2-1-v2.1:anthropic/claude-sonnet-5","vals-vibe-code-bench-v1.1:anthropic/claude-sonnet-5","vals-legal-agent-benchmark-v1:anthropic/claude-sonnet-5"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":38}],"unspecified":0,"total":38}},{"id":"claude-sonnet-5--effort-high","name":"Claude Sonnet 5 · High","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-5","detailsUrl":"/efforts?model=claude-sonnet-5","publishedBenchmarkCount":16,"overallRating":{"score":0.3143859030901444,"supported":true,"families":13,"publishers":5,"evaluationSources":5,"taskAreas":5,"opponents":213,"independentFamilies":13,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.25813358279580284},{"source":"Terminal-Bench","independent":true,"share":0.2303924509470736},{"source":"SWE-rebench","independent":true,"share":0.21417094164569805},{"source":"Artificial Analysis","independent":true,"share":0.1602787600710176},{"source":"Datacurve","independent":true,"share":0.13702426454040828}]},"capabilityRatings":[{"bucket":"agentic","score":0.34720686430998654,"supported":true,"families":4,"independentFamilies":4,"opponents":124,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.40491490083736786,"supported":true,"families":2,"independentFamilies":2,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.3854911209907867,"supported":true,"families":5,"independentFamilies":5,"opponents":94,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2819408851009016,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.3725928168277635,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7632262432222238,"lowerBound":0,"upperBound":1,"independentScore":0.7632262432222238,"independent":true,"opponentIds":383,"independentOpponentIds":383,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["104c2fa41680303d6bba8b0c"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8790136023103561,"lowerBound":0,"upperBound":1,"independentScore":0.8790136023103561,"independent":true,"opponentIds":410,"independentOpponentIds":410,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["5bb50542a24a257e4eb3f124"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7138552436567729,"lowerBound":0,"upperBound":1,"independentScore":0.7138552436567729,"independent":true,"opponentIds":386,"independentOpponentIds":386,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["d8b899f7952e43c80d07ab79"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9254647035979362,"lowerBound":0,"upperBound":1,"independentScore":0.9254647035979362,"independent":true,"opponentIds":387,"independentOpponentIds":387,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["cbbde4b95b5a21deb83b2a0b"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5634224624704967,"lowerBound":0,"upperBound":1,"independentScore":0.5634224624704967,"independent":true,"opponentIds":389,"independentOpponentIds":389,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["d987d8372c351824904eb80d"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8505927044209589,"lowerBound":0,"upperBound":1,"independentScore":0.8505927044209589,"independent":true,"opponentIds":390,"independentOpponentIds":390,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["0b119aa5c97483db76e43f40"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9107158534869001,"lowerBound":0,"upperBound":1,"independentScore":0.9107158534869001,"independent":true,"opponentIds":393,"independentOpponentIds":393,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["b359ab1fc0dbf5ab7fa628df"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8726520580598327,"lowerBound":0,"upperBound":1,"independentScore":0.8726520580598327,"independent":true,"opponentIds":396,"independentOpponentIds":396,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["d5a99932e01192bf9d1c479f"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.8757507054126663,"lowerBound":0,"upperBound":1,"independentScore":0.8757507054126663,"independent":true,"opponentIds":397,"independentOpponentIds":397,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["63d2d77f1bf4eb85e55eebc1"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4563224846944978,"lowerBound":0,"upperBound":1,"independentScore":0.4563224846944978,"independent":true,"opponentIds":411,"independentOpponentIds":411,"panelSize":88,"publishers":["Artificial Analysis","Terminal-Bench"],"observations":["a4418309697991f74b90a896","aaae9fdfb56cae71deebae41"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.26787086856264397,"lowerBound":0,"upperBound":1,"independentScore":0.26787086856264397,"independent":true,"opponentIds":400,"independentOpponentIds":400,"panelSize":25,"publishers":["Datacurve"],"observations":["52163093753564a0e2539873"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.4539162112932604,"lowerBound":0,"upperBound":1,"independentScore":0.4539162112932604,"independent":true,"opponentIds":401,"independentOpponentIds":401,"panelSize":7,"publishers":["Cognition"],"observations":["a3f23bb0246903333cdc1388","e0e844ac4fa5c437d7f9afe6"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.2689352360043908,"lowerBound":0,"upperBound":1,"independentScore":0.2689352360043908,"independent":true,"opponentIds":412,"independentOpponentIds":412,"panelSize":7,"publishers":["SWE-rebench"],"observations":["panel-8ea63df7cd359367585d2968"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["104c2fa41680303d6bba8b0c","5bb50542a24a257e4eb3f124","d8b899f7952e43c80d07ab79","cbbde4b95b5a21deb83b2a0b","d987d8372c351824904eb80d","0b119aa5c97483db76e43f40","b359ab1fc0dbf5ab7fa628df","d5a99932e01192bf9d1c479f","63d2d77f1bf4eb85e55eebc1","a4418309697991f74b90a896","52163093753564a0e2539873","aaae9fdfb56cae71deebae41","a3f23bb0246903333cdc1388","e0e844ac4fa5c437d7f9afe6","panel-8ea63df7cd359367585d2968"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"High","settings":[{"label":"High","observations":16}],"unspecified":0,"total":16}},{"id":"claude-sonnet-5--effort-low","name":"Claude Sonnet 5 · Low","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-5","detailsUrl":"/efforts?model=claude-sonnet-5","publishedBenchmarkCount":14,"overallRating":{"score":0.23106329406922366,"supported":true,"families":12,"publishers":3,"evaluationSources":3,"taskAreas":5,"opponents":213,"independentFamilies":12,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.5111651651775296},{"source":"Artificial Analysis","independent":true,"share":0.269315806340352},{"source":"Datacurve","independent":true,"share":0.21951902848212052}]},"capabilityRatings":[{"bucket":"agentic","score":0.2601667927834223,"supported":true,"families":4,"independentFamilies":4,"opponents":124,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.2335546716308379,"supported":true,"families":2,"independentFamilies":2,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.29086308258519855,"supported":true,"families":4,"independentFamilies":4,"opponents":94,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2785142095805321,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.1965615638647524,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6207546943241592,"lowerBound":0,"upperBound":1,"independentScore":0.6207546943241592,"independent":true,"opponentIds":383,"independentOpponentIds":383,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["a6f2b88cedc6459b29218831"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7212978611121699,"lowerBound":0,"upperBound":1,"independentScore":0.7212978611121699,"independent":true,"opponentIds":410,"independentOpponentIds":410,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["c33097b0dfb2fdab394c3c95"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.585672788788344,"lowerBound":0,"upperBound":1,"independentScore":0.585672788788344,"independent":true,"opponentIds":386,"independentOpponentIds":386,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["85c0183e354cdd4caf89d750"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8308728816894787,"lowerBound":0,"upperBound":1,"independentScore":0.8308728816894787,"independent":true,"opponentIds":387,"independentOpponentIds":387,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["a2530a99738d53ca6decd46f"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5453633225730388,"lowerBound":0,"upperBound":1,"independentScore":0.5453633225730388,"independent":true,"opponentIds":389,"independentOpponentIds":389,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["4325cbb6bcba32969d52bf18"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7712811293623943,"lowerBound":0,"upperBound":1,"independentScore":0.7712811293623943,"independent":true,"opponentIds":390,"independentOpponentIds":390,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["0842fefee8fdb0f5ea919705"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7747218346498456,"lowerBound":0,"upperBound":1,"independentScore":0.7747218346498456,"independent":true,"opponentIds":393,"independentOpponentIds":393,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["938293264816e12f768d2599"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8729301170574225,"lowerBound":0,"upperBound":1,"independentScore":0.8729301170574225,"independent":true,"opponentIds":396,"independentOpponentIds":396,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["ae1bcc5e1967bce93138e279"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.719102794155985,"lowerBound":0,"upperBound":1,"independentScore":0.719102794155985,"independent":true,"opponentIds":397,"independentOpponentIds":397,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["a1bc9299f4da293519040ae3"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6073846874822099,"lowerBound":0,"upperBound":1,"independentScore":0.6073846874822099,"independent":true,"opponentIds":413,"independentOpponentIds":413,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["2b6129afe9abbb202c5c701d"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.09074310754062438,"lowerBound":0,"upperBound":1,"independentScore":0.09074310754062438,"independent":true,"opponentIds":400,"independentOpponentIds":400,"panelSize":25,"publishers":["Datacurve"],"observations":["11a57984aea1a8da93db31c3"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.30775693083169975,"lowerBound":0,"upperBound":1,"independentScore":0.30775693083169975,"independent":true,"opponentIds":401,"independentOpponentIds":401,"panelSize":7,"publishers":["Cognition"],"observations":["8181883cb35a2a27684ba034","e554b93428a677182f0b4906"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a6f2b88cedc6459b29218831","c33097b0dfb2fdab394c3c95","85c0183e354cdd4caf89d750","a2530a99738d53ca6decd46f","4325cbb6bcba32969d52bf18","0842fefee8fdb0f5ea919705","938293264816e12f768d2599","ae1bcc5e1967bce93138e279","a1bc9299f4da293519040ae3","2b6129afe9abbb202c5c701d","11a57984aea1a8da93db31c3","8181883cb35a2a27684ba034","e554b93428a677182f0b4906"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":14}],"unspecified":0,"total":14}},{"id":"claude-sonnet-5--effort-medium","name":"Claude Sonnet 5 · Medium","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-5","detailsUrl":"/efforts?model=claude-sonnet-5","publishedBenchmarkCount":14,"overallRating":{"score":0.3017777016104691,"supported":true,"families":12,"publishers":3,"evaluationSources":3,"taskAreas":5,"opponents":213,"independentFamilies":12,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.5111651651775296},{"source":"Artificial Analysis","independent":true,"share":0.269315806340352},{"source":"Datacurve","independent":true,"share":0.21951902848212052}]},"capabilityRatings":[{"bucket":"agentic","score":0.32988208581580913,"supported":true,"families":4,"independentFamilies":4,"opponents":124,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.32343270927024437,"supported":true,"families":2,"independentFamilies":2,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.3590529129614161,"supported":true,"families":4,"independentFamilies":4,"opponents":94,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2785142095805321,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.3041855960557032,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6983708664842904,"lowerBound":0,"upperBound":1,"independentScore":0.6983708664842904,"independent":true,"opponentIds":383,"independentOpponentIds":383,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["a721729fc0a05c76dba80f20"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8370167736270249,"lowerBound":0,"upperBound":1,"independentScore":0.8370167736270249,"independent":true,"opponentIds":410,"independentOpponentIds":410,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["db04c5bca2ef3de0f3a096e1"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6577037048926677,"lowerBound":0,"upperBound":1,"independentScore":0.6577037048926677,"independent":true,"opponentIds":386,"independentOpponentIds":386,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["e4bdad75574e83880be115a9"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8888808016999347,"lowerBound":0,"upperBound":1,"independentScore":0.8888808016999347,"independent":true,"opponentIds":387,"independentOpponentIds":387,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["d3787d1b957fcfa3c684c083"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6642312699701991,"lowerBound":0,"upperBound":1,"independentScore":0.6642312699701991,"independent":true,"opponentIds":389,"independentOpponentIds":389,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["8cec453083c2b2c64dd64b8c"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8180088880300359,"lowerBound":0,"upperBound":1,"independentScore":0.8180088880300359,"independent":true,"opponentIds":390,"independentOpponentIds":390,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["b7fd469141573e139e6dc01b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.87059057452683,"lowerBound":0,"upperBound":1,"independentScore":0.87059057452683,"independent":true,"opponentIds":393,"independentOpponentIds":393,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["d82c20bf270d1a9536b1eae7"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8729301170574225,"lowerBound":0,"upperBound":1,"independentScore":0.8729301170574225,"independent":true,"opponentIds":396,"independentOpponentIds":396,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["92a6cf69529cf4d7779e63ca"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.8035342794548777,"lowerBound":0,"upperBound":1,"independentScore":0.8035342794548777,"independent":true,"opponentIds":397,"independentOpponentIds":397,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["23b87b7836cba38b9e707f76"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5781002946379655,"lowerBound":0,"upperBound":1,"independentScore":0.5781002946379655,"independent":true,"opponentIds":413,"independentOpponentIds":413,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["813ecd8b037459b829944c25"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.15537703122147156,"lowerBound":0,"upperBound":1,"independentScore":0.15537703122147156,"independent":true,"opponentIds":400,"independentOpponentIds":400,"panelSize":25,"publishers":["Datacurve"],"observations":["a42f15ae42cd5b945a0d0f4f"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.4008681041725007,"lowerBound":0,"upperBound":1,"independentScore":0.4008681041725007,"independent":true,"opponentIds":401,"independentOpponentIds":401,"panelSize":7,"publishers":["Cognition"],"observations":["35e4eb7c3f88bd81a2774079","6378f4d933273f336b571e3d"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a721729fc0a05c76dba80f20","db04c5bca2ef3de0f3a096e1","e4bdad75574e83880be115a9","d3787d1b957fcfa3c684c083","8cec453083c2b2c64dd64b8c","b7fd469141573e139e6dc01b","d82c20bf270d1a9536b1eae7","92a6cf69529cf4d7779e63ca","23b87b7836cba38b9e707f76","813ecd8b037459b829944c25","a42f15ae42cd5b945a0d0f4f","35e4eb7c3f88bd81a2774079","6378f4d933273f336b571e3d"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":14}],"unspecified":0,"total":14}},{"id":"claude-sonnet-5--effort-xhigh","name":"Claude Sonnet 5 · XHigh","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-5","detailsUrl":"/efforts?model=claude-sonnet-5","publishedBenchmarkCount":42,"overallRating":{"score":0.39879383479600494,"supported":true,"families":24,"publishers":5,"evaluationSources":5,"taskAreas":5,"opponents":214,"independentFamilies":24,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.25819823306566253},{"source":"LiveBench","independent":true,"share":0.2258284882099104},{"source":"Epoch AI","independent":true,"share":0.20538232941900572},{"source":"Artificial Analysis","independent":true,"share":0.17353236665891913},{"source":"Datacurve","independent":true,"share":0.13705858264649842}]},"capabilityRatings":[{"bucket":"agentic","score":0.3612824841019308,"supported":true,"families":6,"independentFamilies":6,"opponents":127,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.504873482761147,"supported":true,"families":7,"independentFamilies":7,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5465993638843147,"supported":true,"families":6,"independentFamilies":6,"opponents":96,"opponentLabs":20,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1798438595793398,"supported":true,"families":4,"independentFamilies":4,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.3725928168277635,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8170696491244892,"lowerBound":0,"upperBound":1,"independentScore":0.8170696491244892,"independent":true,"opponentIds":383,"independentOpponentIds":383,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["c7f24f53024297ef7abf92a3"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7941309255079003,"lowerBound":0,"upperBound":1,"independentScore":0.7941309255079003,"independent":true,"opponentIds":384,"independentOpponentIds":384,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-T2wFfuSkUdyjpyqurxNmNK"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8766858015355147,"lowerBound":0,"upperBound":1,"independentScore":0.8766858015355147,"independent":true,"opponentIds":410,"independentOpponentIds":410,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["9fd4bde44ff9666411635d25"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7196533332084113,"lowerBound":0,"upperBound":1,"independentScore":0.7196533332084113,"independent":true,"opponentIds":386,"independentOpponentIds":386,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["6e8ce6b0ae75bb9042940f8d"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.927826342884721,"lowerBound":0,"upperBound":1,"independentScore":0.927826342884721,"independent":true,"opponentIds":387,"independentOpponentIds":387,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["72851189e89b18b175a34279"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.7631653885246438,"lowerBound":0,"upperBound":1,"independentScore":0.7631653885246438,"independent":true,"opponentIds":388,"independentOpponentIds":388,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["6065d3f4174954a37c01d1c7"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7011940185496022,"lowerBound":0,"upperBound":1,"independentScore":0.7011940185496022,"independent":true,"opponentIds":389,"independentOpponentIds":389,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["15587f3af3fa9e59ff755686"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8715241723023521,"lowerBound":0,"upperBound":1,"independentScore":0.8715241723023521,"independent":true,"opponentIds":390,"independentOpponentIds":390,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["26b7ce6d0eddb010907edcff"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8232480449472325,"lowerBound":0,"upperBound":1,"independentScore":0.8232480449472325,"independent":true,"opponentIds":414,"independentOpponentIds":414,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-HhiYxEx3Bf8YDPUh34K4DC"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9343955007907139,"lowerBound":0,"upperBound":1,"independentScore":0.9343955007907139,"independent":true,"opponentIds":393,"independentOpponentIds":393,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["60c78fa2ce7f6be78df1e264"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8878926624797362,"lowerBound":0,"upperBound":1,"independentScore":0.8878926624797362,"independent":true,"opponentIds":396,"independentOpponentIds":396,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["b7b652686b8bd48c14a72ba2"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.8655795547652798,"lowerBound":0,"upperBound":1,"independentScore":0.8655795547652798,"independent":true,"opponentIds":397,"independentOpponentIds":397,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["fa57c67e5f6863724b91bb55"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7288201465002119,"lowerBound":0,"upperBound":1,"independentScore":0.7288201465002119,"independent":true,"opponentIds":413,"independentOpponentIds":413,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["a4c869fc652332f41bd59474"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.28804765564950024,"lowerBound":0,"upperBound":1,"independentScore":0.28804765564950024,"independent":true,"opponentIds":400,"independentOpponentIds":400,"panelSize":25,"publishers":["Datacurve"],"observations":["856339a53bf647f60852283a"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.5610200364298725,"lowerBound":0,"upperBound":1,"independentScore":0.5610200364298725,"independent":true,"opponentIds":401,"independentOpponentIds":401,"panelSize":7,"publishers":["Cognition"],"observations":["61fd47e8efd909e62876c9b4","b36e1936d9f1400c7a8303c6"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.4913442668909453,"lowerBound":0,"upperBound":1,"independentScore":0.4913442668909453,"independent":true,"opponentIds":415,"independentOpponentIds":415,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-cac9ea3d75b90f9f8e22b2f6","panel-130f53a4fe944096e9fb6b61","panel-a2e219e671bd391642993295","panel-6ade069d452324b81f97d2d0"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.6572049341183067,"lowerBound":0,"upperBound":1,"independentScore":0.6572049341183067,"independent":true,"opponentIds":415,"independentOpponentIds":415,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-090d54d836ee129f1e5e6609","panel-794d65e981554bcb3f0e92e4"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.23352957667507737,"lowerBound":0,"upperBound":1,"independentScore":0.23352957667507737,"independent":true,"opponentIds":415,"independentOpponentIds":415,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-4f59778a92b6497855298360","panel-a7b7df43b105c928e66b1c2f","panel-d7fb1cbe942c47c63bd72721"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.2890851322306329,"lowerBound":0,"upperBound":1,"independentScore":0.2890851322306329,"independent":true,"opponentIds":415,"independentOpponentIds":415,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-dc52f3d94a18a75b842b27ef","panel-393d1ac80d2e548ca5be81d3","panel-357d096335d24889fd34958c"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.8034295860199986,"lowerBound":0,"upperBound":1,"independentScore":0.8034295860199986,"independent":true,"opponentIds":415,"independentOpponentIds":415,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-e6a2705861cdce46400bf7cb","panel-667bd298eef009be052a0928","panel-85beb6c46f4ef1f3cb15eca8"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.6339010372862355,"lowerBound":0,"upperBound":1,"independentScore":0.6339010372862355,"independent":true,"opponentIds":415,"independentOpponentIds":415,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-e8a89b55eb0543d94e2cc816","panel-6e17221392c2b73cb835e55c","panel-ddb61e1c223050b01fe6a24d","panel-fc47f8546d6a90f124e667fd"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.21439585085506044,"lowerBound":0,"upperBound":1,"independentScore":0.21439585085506044,"independent":true,"opponentIds":415,"independentOpponentIds":415,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-47835dba414723cbd89102e1","panel-91e73f1dddb884058280f326","panel-6b40d917d05afe59030e43e3","panel-1a215fce1b280d87fa9122ee"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.8670262016536441,"lowerBound":0,"upperBound":1,"independentScore":0.8670262016536441,"independent":true,"opponentIds":416,"independentOpponentIds":416,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-DAyGUk5kLRdwNkSPZgqmos"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.17247043363994743,"lowerBound":0,"upperBound":1,"independentScore":0.17247043363994743,"independent":true,"opponentIds":404,"independentOpponentIds":404,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-Qw4tGw38pk4sdsEehhrLSR"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c7f24f53024297ef7abf92a3","9fd4bde44ff9666411635d25","6e8ce6b0ae75bb9042940f8d","72851189e89b18b175a34279","6065d3f4174954a37c01d1c7","15587f3af3fa9e59ff755686","26b7ce6d0eddb010907edcff","60c78fa2ce7f6be78df1e264","b7b652686b8bd48c14a72ba2","fa57c67e5f6863724b91bb55","a4c869fc652332f41bd59474","856339a53bf647f60852283a","61fd47e8efd909e62876c9b4","b36e1936d9f1400c7a8303c6","panel-cac9ea3d75b90f9f8e22b2f6","panel-090d54d836ee129f1e5e6609","panel-794d65e981554bcb3f0e92e4","panel-4f59778a92b6497855298360","panel-dc52f3d94a18a75b842b27ef","panel-130f53a4fe944096e9fb6b61","panel-e6a2705861cdce46400bf7cb","panel-e8a89b55eb0543d94e2cc816","panel-a2e219e671bd391642993295","panel-6ade069d452324b81f97d2d0","panel-47835dba414723cbd89102e1","panel-a7b7df43b105c928e66b1c2f","panel-667bd298eef009be052a0928","panel-91e73f1dddb884058280f326","panel-6e17221392c2b73cb835e55c","panel-6b40d917d05afe59030e43e3","panel-1a215fce1b280d87fa9122ee","panel-393d1ac80d2e548ca5be81d3","panel-357d096335d24889fd34958c","panel-ddb61e1c223050b01fe6a24d","panel-85beb6c46f4ef1f3cb15eca8","panel-d7fb1cbe942c47c63bd72721","panel-fc47f8546d6a90f124e667fd","epoch-run-DAyGUk5kLRdwNkSPZgqmos","epoch-run-HhiYxEx3Bf8YDPUh34K4DC","epoch-run-T2wFfuSkUdyjpyqurxNmNK","epoch-run-Qw4tGw38pk4sdsEehhrLSR"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-4-turbo","minimax-m1-40k","phi-4-multimodal-instruct","pixtral-large-2411"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":42}],"unspecified":0,"total":42}},{"id":"claude-sonnet-5--effort-non-reasoning","name":"Claude Sonnet 5 · Non-reasoning","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-5","detailsUrl":"/efforts?model=claude-sonnet-5","publishedBenchmarkCount":10,"overallRating":{"score":0.16859083619975024,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000049}]},"capabilityRatings":[{"bucket":"agentic","score":0.26470191264956444,"supported":true,"families":2,"independentFamilies":2,"opponents":128,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.14381761124875111,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4077792311532182,"supported":false,"families":1,"independentFamilies":1,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.25331711585210887,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.1701996155921461,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.22230661030598065,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.752777333788259,"lowerBound":0,"upperBound":1,"independentScore":0.752777333788259,"independent":true,"opponentIds":410,"independentOpponentIds":410,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["3360c18e5bed782425bb787c"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7039244094811112,"lowerBound":0,"upperBound":1,"independentScore":0.7039244094811112,"independent":true,"opponentIds":387,"independentOpponentIds":387,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["0b8fa8daa2c88b443a7449aa"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8165043267266706,"lowerBound":0,"upperBound":1,"independentScore":0.8165043267266706,"independent":true,"opponentIds":390,"independentOpponentIds":390,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["a335f96e4904dd7731faeb36"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6776922716592,"lowerBound":0,"upperBound":1,"independentScore":0.6776922716592,"independent":true,"opponentIds":417,"independentOpponentIds":417,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["a1987b1a28ab21f28696cf3f"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7465259514616667,"lowerBound":0,"upperBound":1,"independentScore":0.7465259514616667,"independent":true,"opponentIds":393,"independentOpponentIds":393,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["21139124a37a09effadf4583"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.725796154210855,"lowerBound":0,"upperBound":1,"independentScore":0.725796154210855,"independent":true,"opponentIds":395,"independentOpponentIds":395,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["737ea32644d6db0a08c42ad1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8482214428683513,"lowerBound":0,"upperBound":1,"independentScore":0.8482214428683513,"independent":true,"opponentIds":396,"independentOpponentIds":396,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["2c000a3056d5754838032631"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5023091210893579,"lowerBound":0,"upperBound":1,"independentScore":0.5023091210893579,"independent":true,"opponentIds":398,"independentOpponentIds":398,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["7aa7cb43d88f63979741acd9"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8492043578530158,"lowerBound":0,"upperBound":1,"independentScore":0.8492043578530158,"independent":true,"opponentIds":418,"independentOpponentIds":418,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["73e34cbb98b30940b928c16c"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3360c18e5bed782425bb787c","0b8fa8daa2c88b443a7449aa","a335f96e4904dd7731faeb36","a1987b1a28ab21f28696cf3f","21139124a37a09effadf4583","737ea32644d6db0a08c42ad1","2c000a3056d5754838032631","7aa7cb43d88f63979741acd9","73e34cbb98b30940b928c16c"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"command-a-plus-05-2026--effort-reasoning","name":"Command A Plus 05 2026 · Reasoning","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"command-a-plus-05-2026","detailsUrl":"/efforts?model=command-a-plus-05-2026","publishedBenchmarkCount":19,"overallRating":{"score":0.06362610420562863,"supported":true,"families":14,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":14,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999781}]},"capabilityRatings":[{"bucket":"agentic","score":0.07370772923608183,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.09614403980276513,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.08537572398019423,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.07305765803084503,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.06257944667898037,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.08139664513636125,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.248462643329313,"lowerBound":0,"upperBound":1,"independentScore":0.248462643329313,"independent":true,"opponentIds":419,"independentOpponentIds":419,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["5d2b209a9235ccebdbdd2320"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.33956948755863864,"lowerBound":0,"upperBound":1,"independentScore":0.33956948755863864,"independent":true,"opponentIds":420,"independentOpponentIds":420,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["e21fc7e41b06c5f966ba5005","641499b97a2b15845679955b"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.29086887339436285,"lowerBound":0,"upperBound":1,"independentScore":0.29086887339436285,"independent":true,"opponentIds":421,"independentOpponentIds":421,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["201b76826240a98b3cc2f619"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5609244594107672,"lowerBound":0,"upperBound":1,"independentScore":0.5609244594107672,"independent":true,"opponentIds":422,"independentOpponentIds":422,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["2ccdbb5004b77a13dc61b015"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.11952889404470805,"lowerBound":0,"upperBound":1,"independentScore":0.11952889404470805,"independent":true,"opponentIds":423,"independentOpponentIds":423,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["c284b9431d0d16bbad751202"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.39865195285272953,"lowerBound":0,"upperBound":1,"independentScore":0.39865195285272953,"independent":true,"opponentIds":424,"independentOpponentIds":424,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["765497434c3a092fe1716fc2"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5812315575012967,"lowerBound":0,"upperBound":1,"independentScore":0.5812315575012967,"independent":true,"opponentIds":425,"independentOpponentIds":425,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["10229395b4f5570e9e94c618"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5889976321749053,"lowerBound":0,"upperBound":1,"independentScore":0.5889976321749053,"independent":true,"opponentIds":426,"independentOpponentIds":426,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["0b91e3c66e0cbd10f89c4adf"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9099106224091875,"lowerBound":0,"upperBound":1,"independentScore":0.9099106224091875,"independent":true,"opponentIds":427,"independentOpponentIds":427,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["79f1835a76a8ef96e8c7db02"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.45352589085281636,"lowerBound":0,"upperBound":1,"independentScore":0.45352589085281636,"independent":true,"opponentIds":428,"independentOpponentIds":428,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["ec037f6ae1a0299e9e2a7784"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.07953581818570961,"lowerBound":0,"upperBound":1,"independentScore":0.07953581818570961,"independent":true,"opponentIds":429,"independentOpponentIds":429,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["26670e73b2cc07d434922fd0"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.2989517343800397,"lowerBound":0,"upperBound":1,"independentScore":0.2989517343800397,"independent":true,"opponentIds":430,"independentOpponentIds":430,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["5ab70dacb88f83e57d5e2076"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.49150750497483703,"lowerBound":0,"upperBound":1,"independentScore":0.49150750497483703,"independent":true,"opponentIds":431,"independentOpponentIds":431,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["45dbb1834092da47ce482a2c","12d6380c2e451719a74ba2ee"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5257294029806037,"lowerBound":0,"upperBound":1,"independentScore":0.5257294029806037,"independent":true,"opponentIds":432,"independentOpponentIds":432,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["b428a724421ec67f5d001f52","e07117252be6e1880685c4d4","b4b54c7c7c50aac1e09c9338"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["5d2b209a9235ccebdbdd2320","e21fc7e41b06c5f966ba5005","201b76826240a98b3cc2f619","2ccdbb5004b77a13dc61b015","c284b9431d0d16bbad751202","765497434c3a092fe1716fc2","10229395b4f5570e9e94c618","0b91e3c66e0cbd10f89c4adf","79f1835a76a8ef96e8c7db02","641499b97a2b15845679955b","ec037f6ae1a0299e9e2a7784","26670e73b2cc07d434922fd0","5ab70dacb88f83e57d5e2076","45dbb1834092da47ce482a2c","12d6380c2e451719a74ba2ee","b428a724421ec67f5d001f52","e07117252be6e1880685c4d4","b4b54c7c7c50aac1e09c9338"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":19}],"unspecified":0,"total":19}},{"id":"command-r-03-2024--effort-non-reasoning","name":"Command R 03 2024 · Non-reasoning","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"command-r-03-2024","detailsUrl":"/efforts?model=command-r-03-2024","publishedBenchmarkCount":10,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"deepseek-r1-0528--effort-reasoning","name":"DeepSeek-R1-0528 · Reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-0528","detailsUrl":"/efforts?model=deepseek-r1-0528","publishedBenchmarkCount":14,"overallRating":{"score":0.09958653399575845,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000098}]},"capabilityRatings":[{"bucket":"agentic","score":0.04432782667965531,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.14046536706667478,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.09473924437472363,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1404561896410833,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.11598697625941429,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7416348841253187,"lowerBound":0,"upperBound":1,"independentScore":0.7416348841253187,"independent":true,"opponentIds":433,"independentOpponentIds":433,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["28154d8ea2e87ddacaa50495"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5698029070083961,"lowerBound":0,"upperBound":1,"independentScore":0.5698029070083961,"independent":true,"opponentIds":434,"independentOpponentIds":434,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["d1f9132429ab5fb1330d2974"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.732447721035327,"lowerBound":0,"upperBound":1,"independentScore":0.732447721035327,"independent":true,"opponentIds":435,"independentOpponentIds":435,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["d457e9fe5dc1d1849bde49ee"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.7593060874228152,"lowerBound":0,"upperBound":1,"independentScore":0.7593060874228152,"independent":true,"opponentIds":436,"independentOpponentIds":436,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["89c583f754304a1af65e90d8"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6937591130361697,"lowerBound":0,"upperBound":1,"independentScore":0.6937591130361697,"independent":true,"opponentIds":437,"independentOpponentIds":437,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["89234d302d97c8daf59156c8"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6767503350044537,"lowerBound":0,"upperBound":1,"independentScore":0.6767503350044537,"independent":true,"opponentIds":438,"independentOpponentIds":438,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["2894a03cfe0dd1c35eb63b61"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.41105812494698873,"lowerBound":0,"upperBound":1,"independentScore":0.41105812494698873,"independent":true,"opponentIds":439,"independentOpponentIds":439,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["51289684897e664af54a05d2"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8753335289135187,"lowerBound":0,"upperBound":1,"independentScore":0.8753335289135187,"independent":true,"opponentIds":440,"independentOpponentIds":440,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f3bf8f6694da5448f8d82c11"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.9456065686814531,"lowerBound":0,"upperBound":1,"independentScore":0.9456065686814531,"independent":true,"opponentIds":441,"independentOpponentIds":441,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["10731a3c1d964999d4ff6598"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9035461627578417,"lowerBound":0,"upperBound":1,"independentScore":0.9035461627578417,"independent":true,"opponentIds":442,"independentOpponentIds":442,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["ac159579de0c6415663fa834"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7990394143839586,"lowerBound":0,"upperBound":1,"independentScore":0.7990394143839586,"independent":true,"opponentIds":443,"independentOpponentIds":443,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["b93f0ed6713171396a82dc72"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4775006254838567,"lowerBound":0,"upperBound":1,"independentScore":0.4775006254838567,"independent":true,"opponentIds":444,"independentOpponentIds":444,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["18a2418d73fee9d97b9e6213"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5780211735944376,"lowerBound":0,"upperBound":1,"independentScore":0.5780211735944376,"independent":true,"opponentIds":445,"independentOpponentIds":445,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["91a19a0300fec337c23eaa24"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["28154d8ea2e87ddacaa50495","d1f9132429ab5fb1330d2974","d457e9fe5dc1d1849bde49ee","89c583f754304a1af65e90d8","89234d302d97c8daf59156c8","2894a03cfe0dd1c35eb63b61","51289684897e664af54a05d2","f3bf8f6694da5448f8d82c11","10731a3c1d964999d4ff6598","ac159579de0c6415663fa834","b93f0ed6713171396a82dc72","18a2418d73fee9d97b9e6213","91a19a0300fec337c23eaa24"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"deepseek-r1-0528-qwen3-8b--effort-reasoning","name":"DeepSeek-R1-0528-Qwen3-8B · Reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-0528-qwen3-8b","detailsUrl":"/efforts?model=deepseek-r1-0528-qwen3-8b","publishedBenchmarkCount":13,"overallRating":{"score":0.018726081886454495,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999968}]},"capabilityRatings":[{"bucket":"agentic","score":0.0029105497435349182,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03814020011169461,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.018573464604718797,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.013626538106880469,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.019434674647566305,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6231032601621074,"lowerBound":0,"upperBound":1,"independentScore":0.6231032601621074,"independent":true,"opponentIds":446,"independentOpponentIds":446,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["58ce3731b6917805aad4c062"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.19352011320743567,"lowerBound":0,"upperBound":1,"independentScore":0.19352011320743567,"independent":true,"opponentIds":447,"independentOpponentIds":447,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["08fd0fb9fdd7b4017f5af622"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2551733148128986,"lowerBound":0,"upperBound":1,"independentScore":0.2551733148128986,"independent":true,"opponentIds":448,"independentOpponentIds":448,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["2258149dfb5467587a60f57e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.30664924301482854,"lowerBound":0,"upperBound":1,"independentScore":0.30664924301482854,"independent":true,"opponentIds":449,"independentOpponentIds":449,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["30fce54c7ca06f7f9c3150ac"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3639061473792829,"lowerBound":0,"upperBound":1,"independentScore":0.3639061473792829,"independent":true,"opponentIds":450,"independentOpponentIds":450,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["502b0514328b85336c43b79d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.01878844984573881,"lowerBound":0,"upperBound":1,"independentScore":0.01878844984573881,"independent":true,"opponentIds":451,"independentOpponentIds":451,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["278e99ccd1bf0c3c5d492f6c"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5371717835480423,"lowerBound":0,"upperBound":1,"independentScore":0.5371717835480423,"independent":true,"opponentIds":452,"independentOpponentIds":452,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["6a61d3d8a1884f195532baf1"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.6210931237079487,"lowerBound":0,"upperBound":1,"independentScore":0.6210931237079487,"independent":true,"opponentIds":453,"independentOpponentIds":453,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["50f9af8abf72ce37fba0fb3a"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.38764273467644367,"lowerBound":0,"upperBound":1,"independentScore":0.38764273467644367,"independent":true,"opponentIds":454,"independentOpponentIds":454,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["752650e6b94ff2d88f9139d6"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.15399680238353297,"lowerBound":0,"upperBound":1,"independentScore":0.15399680238353297,"independent":true,"opponentIds":455,"independentOpponentIds":455,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["dcaa7d394803f4ee83bee90f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.023359912615078672,"lowerBound":0,"upperBound":1,"independentScore":0.023359912615078672,"independent":true,"opponentIds":456,"independentOpponentIds":456,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["5fbc7e5ecd7f934aed6ef04d"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.12442672961353939,"lowerBound":0,"upperBound":1,"independentScore":0.12442672961353939,"independent":true,"opponentIds":457,"independentOpponentIds":457,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["29dfea68f2a7733cb8a8cecb"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["58ce3731b6917805aad4c062","08fd0fb9fdd7b4017f5af622","2258149dfb5467587a60f57e","30fce54c7ca06f7f9c3150ac","502b0514328b85336c43b79d","278e99ccd1bf0c3c5d492f6c","6a61d3d8a1884f195532baf1","50f9af8abf72ce37fba0fb3a","752650e6b94ff2d88f9139d6","dcaa7d394803f4ee83bee90f","5fbc7e5ecd7f934aed6ef04d","29dfea68f2a7733cb8a8cecb"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"deepseek-r1-distill-llama-70b--effort-reasoning","name":"DeepSeek-R1-Distill-Llama-70B · Reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-distill-llama-70b","detailsUrl":"/efforts?model=deepseek-r1-distill-llama-70b","publishedBenchmarkCount":13,"overallRating":{"score":0.019973410865333465,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999968}]},"capabilityRatings":[{"bucket":"agentic","score":0.013622851220153687,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.029456832417773707,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.007233410066576682,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.03975372648857891,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.015908903861936923,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5325615690264202,"lowerBound":0,"upperBound":1,"independentScore":0.5325615690264202,"independent":true,"opponentIds":458,"independentOpponentIds":458,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["243c60a86656d1595c85745b"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.15606239439694478,"lowerBound":0,"upperBound":1,"independentScore":0.15606239439694478,"independent":true,"opponentIds":459,"independentOpponentIds":459,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["8dd78fb19901b64635db44f7"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2551733148128986,"lowerBound":0,"upperBound":1,"independentScore":0.2551733148128986,"independent":true,"opponentIds":460,"independentOpponentIds":460,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["2db469a257b0c3f2f9b40bfd"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.10160306536909568,"lowerBound":0,"upperBound":1,"independentScore":0.10160306536909568,"independent":true,"opponentIds":461,"independentOpponentIds":461,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e6222d4f378654bfa05436ac"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3114572635906276,"lowerBound":0,"upperBound":1,"independentScore":0.3114572635906276,"independent":true,"opponentIds":462,"independentOpponentIds":462,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["17ee47efdbcf843333a4b243"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.10630729741777,"lowerBound":0,"upperBound":1,"independentScore":0.10630729741777,"independent":true,"opponentIds":463,"independentOpponentIds":463,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["ae831c640f2a28b64b82e0c4"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.18775438249210732,"lowerBound":0,"upperBound":1,"independentScore":0.18775438249210732,"independent":true,"opponentIds":464,"independentOpponentIds":464,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["b9505e9c34edbb45f0c1117f"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.6529247884719445,"lowerBound":0,"upperBound":1,"independentScore":0.6529247884719445,"independent":true,"opponentIds":465,"independentOpponentIds":465,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["6fc19818675129310568bb8b"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6292249873985448,"lowerBound":0,"upperBound":1,"independentScore":0.6292249873985448,"independent":true,"opponentIds":466,"independentOpponentIds":466,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["01313163168fd0c915717c34"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5219813930064433,"lowerBound":0,"upperBound":1,"independentScore":0.5219813930064433,"independent":true,"opponentIds":467,"independentOpponentIds":467,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["2f9d19dbc5ed104d40cdfb95"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.23845082936446288,"lowerBound":0,"upperBound":1,"independentScore":0.23845082936446288,"independent":true,"opponentIds":468,"independentOpponentIds":468,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["4b37220933b4b948d9b751ff"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.12442672961353939,"lowerBound":0,"upperBound":1,"independentScore":0.12442672961353939,"independent":true,"opponentIds":469,"independentOpponentIds":469,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["63f152f6d7e4690aaad8b67a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["243c60a86656d1595c85745b","8dd78fb19901b64635db44f7","2db469a257b0c3f2f9b40bfd","e6222d4f378654bfa05436ac","17ee47efdbcf843333a4b243","ae831c640f2a28b64b82e0c4","b9505e9c34edbb45f0c1117f","6fc19818675129310568bb8b","01313163168fd0c915717c34","2f9d19dbc5ed104d40cdfb95","4b37220933b4b948d9b751ff","63f152f6d7e4690aaad8b67a"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"deepseek-r1-distill-llama-8b--effort-reasoning","name":"DeepSeek-R1-Distill-Llama-8B · Reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-distill-llama-8b","detailsUrl":"/efforts?model=deepseek-r1-distill-llama-8b","publishedBenchmarkCount":7,"overallRating":{"score":0.00834891183090021,"supported":true,"families":7,"publishers":1,"evaluationSources":1,"taskAreas":4,"opponents":213,"independentFamilies":7,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999974}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.01658162669917158,"supported":true,"families":3,"independentFamilies":3,"opponents":213,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.005163886783446664,"supported":false,"families":1,"independentFamilies":1,"opponents":112,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.005504128834397885,"supported":true,"families":2,"independentFamilies":2,"opponents":181,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.4379791774410162,"lowerBound":0,"upperBound":1,"independentScore":0.4379791774410162,"independent":true,"opponentIds":470,"independentOpponentIds":470,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["717d45d07de6c052364ae732"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.0579388494473545,"lowerBound":0,"upperBound":1,"independentScore":0.0579388494473545,"independent":true,"opponentIds":471,"independentOpponentIds":471,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["0411fa720378242cd32f3640"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.05003535967916566,"lowerBound":0,"upperBound":1,"independentScore":0.05003535967916566,"independent":true,"opponentIds":472,"independentOpponentIds":472,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["202acf3ea41812346b29502c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.012702794417923869,"lowerBound":0,"upperBound":1,"independentScore":0.012702794417923869,"independent":true,"opponentIds":473,"independentOpponentIds":473,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["28f69c15c898a22e11d5c5c4"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.13791194122374367,"lowerBound":0,"upperBound":1,"independentScore":0.13791194122374367,"independent":true,"opponentIds":474,"independentOpponentIds":474,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["0ea361c2d08a7937fde27b2c"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.3944719985904304,"lowerBound":0,"upperBound":1,"independentScore":0.3944719985904304,"independent":true,"opponentIds":475,"independentOpponentIds":475,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["9dead492c7767af300580f03"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.11632630269746988,"lowerBound":0,"upperBound":1,"independentScore":0.11632630269746988,"independent":true,"opponentIds":476,"independentOpponentIds":476,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["36c671e4534c9ff66d2efdea"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["717d45d07de6c052364ae732","0411fa720378242cd32f3640","202acf3ea41812346b29502c","28f69c15c898a22e11d5c5c4","0ea361c2d08a7937fde27b2c","9dead492c7767af300580f03","36c671e4534c9ff66d2efdea"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":7}],"unspecified":0,"total":7}},{"id":"deepseek-r1-distill-qwen-1.5b--effort-reasoning","name":"DeepSeek-R1-Distill-Qwen-1.5B · Reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-distill-qwen-1.5b","detailsUrl":"/efforts?model=deepseek-r1-distill-qwen-1.5b","publishedBenchmarkCount":8,"overallRating":{"score":0.0044207859858844565,"supported":true,"families":8,"publishers":1,"evaluationSources":1,"taskAreas":4,"opponents":213,"independentFamilies":8,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999989}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.006159986189326265,"supported":true,"families":4,"independentFamilies":4,"opponents":213,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.002130162737232889,"supported":false,"families":1,"independentFamilies":1,"opponents":112,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0036797265380505303,"supported":true,"families":2,"independentFamilies":2,"opponents":181,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.012371927418860347,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.2028487889374502,"lowerBound":0,"upperBound":1,"independentScore":0.2028487889374502,"independent":true,"opponentIds":477,"independentOpponentIds":477,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["a116bf871d78b619440a0d27"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.1230991078235943,"lowerBound":0,"upperBound":1,"independentScore":0.1230991078235943,"independent":true,"opponentIds":478,"independentOpponentIds":478,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["3732ec9546845932aab5bfbe"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":479,"independentOpponentIds":479,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["9e90674679d47770bee4c60f"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.03334853810493586,"lowerBound":0,"upperBound":1,"independentScore":0.03334853810493586,"independent":true,"opponentIds":480,"independentOpponentIds":480,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["055397757bbab069a14a098c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.005604188777095385,"lowerBound":0,"upperBound":1,"independentScore":0.005604188777095385,"independent":true,"opponentIds":481,"independentOpponentIds":481,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["fa0a9617f5d6b929618a9d65"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.016484321435777934,"lowerBound":0,"upperBound":1,"independentScore":0.016484321435777934,"independent":true,"opponentIds":482,"independentOpponentIds":482,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["967ea0ca7b70675dd27176b0"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.07243817927279826,"lowerBound":0,"upperBound":1,"independentScore":0.07243817927279826,"independent":true,"opponentIds":483,"independentOpponentIds":483,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["b6a1f34951caea6c3455f61b"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.021979523036831775,"lowerBound":0,"upperBound":1,"independentScore":0.021979523036831775,"independent":true,"opponentIds":484,"independentOpponentIds":484,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["78dda2ed784ee488b907a8a8"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a116bf871d78b619440a0d27","3732ec9546845932aab5bfbe","9e90674679d47770bee4c60f","055397757bbab069a14a098c","fa0a9617f5d6b929618a9d65","967ea0ca7b70675dd27176b0","b6a1f34951caea6c3455f61b","78dda2ed784ee488b907a8a8"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":8}],"unspecified":0,"total":8}},{"id":"deepseek-r1-distill-qwen-14b--effort-reasoning","name":"DeepSeek-R1-Distill-Qwen-14B · Reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-distill-qwen-14b","detailsUrl":"/efforts?model=deepseek-r1-distill-qwen-14b","publishedBenchmarkCount":8,"overallRating":{"score":0.01750887471697397,"supported":true,"families":8,"publishers":1,"evaluationSources":1,"taskAreas":4,"opponents":213,"independentFamilies":8,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999989}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.02824435026993966,"supported":true,"families":4,"independentFamilies":4,"opponents":213,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.01542609561517704,"supported":false,"families":1,"independentFamilies":1,"opponents":112,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01485284697071552,"supported":true,"families":2,"independentFamilies":2,"opponents":181,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.016463032464599254,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5452748460947668,"lowerBound":0,"upperBound":1,"independentScore":0.5452748460947668,"independent":true,"opponentIds":485,"independentOpponentIds":485,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["df13747a2c4fb0617b290384"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.16983862178352538,"lowerBound":0,"upperBound":1,"independentScore":0.16983862178352538,"independent":true,"opponentIds":486,"independentOpponentIds":486,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["f6729439534a49931b93c6d3"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.17675414960310692,"lowerBound":0,"upperBound":1,"independentScore":0.17675414960310692,"independent":true,"opponentIds":487,"independentOpponentIds":487,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["5a99dc39b2489e5491d366a7"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.13212860458725662,"lowerBound":0,"upperBound":1,"independentScore":0.13212860458725662,"independent":true,"opponentIds":488,"independentOpponentIds":488,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["5db07063f3dc97fd82ec4610"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.061553272139881515,"lowerBound":0,"upperBound":1,"independentScore":0.061553272139881515,"independent":true,"opponentIds":489,"independentOpponentIds":489,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["f0f8badfdf79f42dbd45cc88"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.35489844107007124,"lowerBound":0,"upperBound":1,"independentScore":0.35489844107007124,"independent":true,"opponentIds":490,"independentOpponentIds":490,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["b88a2bb503c88bf49553b4e1"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.7233902412182088,"lowerBound":0,"upperBound":1,"independentScore":0.7233902412182088,"independent":true,"opponentIds":491,"independentOpponentIds":491,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["664755cb2071b85ced978db3"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.4070428964483366,"lowerBound":0,"upperBound":1,"independentScore":0.4070428964483366,"independent":true,"opponentIds":492,"independentOpponentIds":492,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["8c5936db8bc598b54ecd95b9"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["df13747a2c4fb0617b290384","f6729439534a49931b93c6d3","5a99dc39b2489e5491d366a7","5db07063f3dc97fd82ec4610","f0f8badfdf79f42dbd45cc88","b88a2bb503c88bf49553b4e1","664755cb2071b85ced978db3","8c5936db8bc598b54ecd95b9"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":8}],"unspecified":0,"total":8}},{"id":"deepseek-r1-distill-qwen-32b--effort-reasoning","name":"DeepSeek-R1-Distill-Qwen-32B · Reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-distill-qwen-32b","detailsUrl":"/efforts?model=deepseek-r1-distill-qwen-32b","publishedBenchmarkCount":8,"overallRating":{"score":0.01815333706853237,"supported":true,"families":8,"publishers":1,"evaluationSources":1,"taskAreas":4,"opponents":213,"independentFamilies":8,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999989}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.03650592406146858,"supported":true,"families":4,"independentFamilies":4,"opponents":213,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.007410736629172617,"supported":false,"families":1,"independentFamilies":1,"opponents":112,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.014598983733442573,"supported":true,"families":2,"independentFamilies":2,"opponents":181,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.015101514467661085,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6127995073903789,"lowerBound":0,"upperBound":1,"independentScore":0.6127995073903789,"independent":true,"opponentIds":493,"independentOpponentIds":493,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["36958495a1c3cc263aa8ca57"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.15300499736260034,"lowerBound":0,"upperBound":1,"independentScore":0.15300499736260034,"independent":true,"opponentIds":494,"independentOpponentIds":494,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["48284251b9eed81c130233ab"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.31519011105139005,"lowerBound":0,"upperBound":1,"independentScore":0.31519011105139005,"independent":true,"opponentIds":495,"independentOpponentIds":495,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["ad1db369c6baf73ac00539d7"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.21123591570320796,"lowerBound":0,"upperBound":1,"independentScore":0.21123591570320796,"independent":true,"opponentIds":496,"independentOpponentIds":496,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["88242b8c0ec5a510a77d7f1d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.06925903170838767,"lowerBound":0,"upperBound":1,"independentScore":0.06925903170838767,"independent":true,"opponentIds":497,"independentOpponentIds":497,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a99251c3bb7ceba3f13ebc1d"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.20209919810540644,"lowerBound":0,"upperBound":1,"independentScore":0.20209919810540644,"independent":true,"opponentIds":498,"independentOpponentIds":498,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["833ffe1e8e5b5830b4a596e2"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.6846373058047779,"lowerBound":0,"upperBound":1,"independentScore":0.6846373058047779,"independent":true,"opponentIds":499,"independentOpponentIds":499,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["5e67615c87f9dbb2127e0805"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.3921326886956471,"lowerBound":0,"upperBound":1,"independentScore":0.3921326886956471,"independent":true,"opponentIds":500,"independentOpponentIds":500,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["9efc3ef712c44c990e27aaa1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["36958495a1c3cc263aa8ca57","48284251b9eed81c130233ab","ad1db369c6baf73ac00539d7","88242b8c0ec5a510a77d7f1d","a99251c3bb7ceba3f13ebc1d","833ffe1e8e5b5830b4a596e2","5e67615c87f9dbb2127e0805","9efc3ef712c44c990e27aaa1"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":8}],"unspecified":0,"total":8}},{"id":"deepseek-v3.2--effort-non-reasoning","name":"DeepSeek-V3.2 · Non-reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v3.2","detailsUrl":"/efforts?model=deepseek-v3.2","publishedBenchmarkCount":13,"overallRating":{"score":0.08058680194914117,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000113}]},"capabilityRatings":[{"bucket":"agentic","score":0.13383176661618432,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.08577032351258913,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0840733055505053,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.11824042767287628,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.07624695251575363,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5722072792103138,"lowerBound":0,"upperBound":1,"independentScore":0.5722072792103138,"independent":true,"opponentIds":501,"independentOpponentIds":501,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["51db25dec7dd9b6ee1af0a92"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.485609759158252,"lowerBound":0,"upperBound":1,"independentScore":0.485609759158252,"independent":true,"opponentIds":502,"independentOpponentIds":502,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["7bb7a5261517f9b7393edbbf"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6728645525383169,"lowerBound":0,"upperBound":1,"independentScore":0.6728645525383169,"independent":true,"opponentIds":503,"independentOpponentIds":503,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["257d1e613d6552d3fb81fcd4"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.5696015826316242,"lowerBound":0,"upperBound":1,"independentScore":0.5696015826316242,"independent":true,"opponentIds":504,"independentOpponentIds":504,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["406b55d44096c3fc11bd6e0e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5716445660321571,"lowerBound":0,"upperBound":1,"independentScore":0.5716445660321571,"independent":true,"opponentIds":505,"independentOpponentIds":505,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["95ce60be501a5563083110d5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5830911150666426,"lowerBound":0,"upperBound":1,"independentScore":0.5830911150666426,"independent":true,"opponentIds":506,"independentOpponentIds":506,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["aa22308da67df2bbc79a5257"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6036502843497815,"lowerBound":0,"upperBound":1,"independentScore":0.6036502843497815,"independent":true,"opponentIds":507,"independentOpponentIds":507,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["91a9cfa474cd837eb548b3df"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.626229955541881,"lowerBound":0,"upperBound":1,"independentScore":0.626229955541881,"independent":true,"opponentIds":508,"independentOpponentIds":508,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["2e55950f34a54a20d60015ea"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8726821725768925,"lowerBound":0,"upperBound":1,"independentScore":0.8726821725768925,"independent":true,"opponentIds":509,"independentOpponentIds":509,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["cd243264a418b155eec7573d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6665773299585929,"lowerBound":0,"upperBound":1,"independentScore":0.6665773299585929,"independent":true,"opponentIds":510,"independentOpponentIds":510,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["560f2b6ebb5e7968026d533c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7226135900285844,"lowerBound":0,"upperBound":1,"independentScore":0.7226135900285844,"independent":true,"opponentIds":511,"independentOpponentIds":511,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["9f6e7bb623a6f650fd1e7a7f"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8039436285200123,"lowerBound":0,"upperBound":1,"independentScore":0.8039436285200123,"independent":true,"opponentIds":512,"independentOpponentIds":512,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["c6d9bb636099f72e73c8f57f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["51db25dec7dd9b6ee1af0a92","7bb7a5261517f9b7393edbbf","257d1e613d6552d3fb81fcd4","406b55d44096c3fc11bd6e0e","95ce60be501a5563083110d5","aa22308da67df2bbc79a5257","91a9cfa474cd837eb548b3df","2e55950f34a54a20d60015ea","cd243264a418b155eec7573d","560f2b6ebb5e7968026d533c","9f6e7bb623a6f650fd1e7a7f","c6d9bb636099f72e73c8f57f"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"deepseek-v3.2--effort-reasoning","name":"DeepSeek-V3.2 · Reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v3.2","detailsUrl":"/efforts?model=deepseek-v3.2","publishedBenchmarkCount":16,"overallRating":{"score":0.16976263951426543,"supported":true,"families":14,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":14,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999969}]},"capabilityRatings":[{"bucket":"agentic","score":0.1766527303182539,"supported":true,"families":3,"independentFamilies":3,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.21495021481070464,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.18682239729337233,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2115107164288982,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.29793665526913443,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9546295184257982,"lowerBound":0,"upperBound":1,"independentScore":0.9546295184257982,"independent":true,"opponentIds":501,"independentOpponentIds":501,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["27b5897f1b8a957838bd8cd2"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.38845454548829816,"lowerBound":0,"upperBound":1,"independentScore":0.38845454548829816,"independent":true,"opponentIds":513,"independentOpponentIds":513,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["55fd90923f763bdbaf99506b"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8205880409928744,"lowerBound":0,"upperBound":1,"independentScore":0.8205880409928744,"independent":true,"opponentIds":502,"independentOpponentIds":502,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["509e652963248d4d5fb3d747"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7823471179061023,"lowerBound":0,"upperBound":1,"independentScore":0.7823471179061023,"independent":true,"opponentIds":503,"independentOpponentIds":503,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["ca37adba46b2003742a66663"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.4947068549699442,"lowerBound":0,"upperBound":1,"independentScore":0.4947068549699442,"independent":true,"opponentIds":514,"independentOpponentIds":514,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["9c849784c994c92d82594642"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.782856451453524,"lowerBound":0,"upperBound":1,"independentScore":0.782856451453524,"independent":true,"opponentIds":504,"independentOpponentIds":504,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["c3e8ddd7c4d1151df0f2e9b5"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7613459152129726,"lowerBound":0,"upperBound":1,"independentScore":0.7613459152129726,"independent":true,"opponentIds":505,"independentOpponentIds":505,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["078e78833b376471c91df11e"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.793999112079665,"lowerBound":0,"upperBound":1,"independentScore":0.793999112079665,"independent":true,"opponentIds":506,"independentOpponentIds":506,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["375a2df992ecb3932c79a0a9"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7262297083739891,"lowerBound":0,"upperBound":1,"independentScore":0.7262297083739891,"independent":true,"opponentIds":507,"independentOpponentIds":507,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["0258d20c0150addb336ab7da"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9552149968124541,"lowerBound":0,"upperBound":1,"independentScore":0.9552149968124541,"independent":true,"opponentIds":508,"independentOpponentIds":508,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["abafce31201ae669660cbac9"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9436024740496648,"lowerBound":0,"upperBound":1,"independentScore":0.9436024740496648,"independent":true,"opponentIds":509,"independentOpponentIds":509,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["b7211928466c4d961deff26b"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8405533206154009,"lowerBound":0,"upperBound":1,"independentScore":0.8405533206154009,"independent":true,"opponentIds":510,"independentOpponentIds":510,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["7560286cbd56eaed8556521b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8532743555767894,"lowerBound":0,"upperBound":1,"independentScore":0.8532743555767894,"independent":true,"opponentIds":511,"independentOpponentIds":511,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["b1cdb72f437d4c38c7e68f79"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7216029001357644,"lowerBound":0,"upperBound":1,"independentScore":0.7216029001357644,"independent":true,"opponentIds":515,"independentOpponentIds":515,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["54cd965a443d2ae081646656","7fa83144d986891b98ca55e1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["27b5897f1b8a957838bd8cd2","55fd90923f763bdbaf99506b","509e652963248d4d5fb3d747","ca37adba46b2003742a66663","9c849784c994c92d82594642","c3e8ddd7c4d1151df0f2e9b5","078e78833b376471c91df11e","375a2df992ecb3932c79a0a9","0258d20c0150addb336ab7da","abafce31201ae669660cbac9","b7211928466c4d961deff26b","7560286cbd56eaed8556521b","b1cdb72f437d4c38c7e68f79","54cd965a443d2ae081646656","7fa83144d986891b98ca55e1"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","claude-sonnet-4-6","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","glm-5","glm-5.2","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-terra","grok-4.3","kimi-k2.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","nvidia-nemotron-3-super-120b-a12b-bf16","qwen3.5-397b-a17b","qwen3.7-plus","step-3.7-flash","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5-turbo","glm-5.1","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.6-sol","gpt-6-astra","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.7-code","mimo-v2.5","minicpm5-2b","minimax-m2.5","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":16}],"unspecified":0,"total":16}},{"id":"deepseek-v3.2-speciale--effort-reasoning","name":"DeepSeek-V3.2-Speciale · Reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v3.2-speciale","detailsUrl":"/efforts?model=deepseek-v3.2-speciale","publishedBenchmarkCount":13,"overallRating":{"score":0.1611386508950762,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999885}]},"capabilityRatings":[{"bucket":"agentic","score":0.0029105497435349182,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.29058093154799025,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.2288992408285968,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.25122646084222505,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.21799381561102837,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.990111874378724,"lowerBound":0,"upperBound":1,"independentScore":0.990111874378724,"independent":true,"opponentIds":516,"independentOpponentIds":516,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["5de71161ca30dde6ea78d6e2"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7315909455809648,"lowerBound":0,"upperBound":1,"independentScore":0.7315909455809648,"independent":true,"opponentIds":517,"independentOpponentIds":517,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["edc9ec337f8ec9c00318a38f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8634717210844758,"lowerBound":0,"upperBound":1,"independentScore":0.8634717210844758,"independent":true,"opponentIds":518,"independentOpponentIds":518,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["da1da6326a1c6365f377d1b3"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.8582660414070626,"lowerBound":0,"upperBound":1,"independentScore":0.8582660414070626,"independent":true,"opponentIds":519,"independentOpponentIds":519,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["19939f3f32bedc31c6f2e423"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8479107766275914,"lowerBound":0,"upperBound":1,"independentScore":0.8479107766275914,"independent":true,"opponentIds":520,"independentOpponentIds":520,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["40fac96214150f7c9055b2f8"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8373621842334107,"lowerBound":0,"upperBound":1,"independentScore":0.8373621842334107,"independent":true,"opponentIds":521,"independentOpponentIds":521,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["934f82bf796a5f145286aefa"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.762649411521105,"lowerBound":0,"upperBound":1,"independentScore":0.762649411521105,"independent":true,"opponentIds":522,"independentOpponentIds":522,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["0d6fbc4c2f6e63c01d55902c"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9951694518499344,"lowerBound":0,"upperBound":1,"independentScore":0.9951694518499344,"independent":true,"opponentIds":523,"independentOpponentIds":523,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["d7a6befd16d9965c0f855044"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9558468379730478,"lowerBound":0,"upperBound":1,"independentScore":0.9558468379730478,"independent":true,"opponentIds":524,"independentOpponentIds":524,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["841d60685fb658fe47a7ef71"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8761050093256777,"lowerBound":0,"upperBound":1,"independentScore":0.8761050093256777,"independent":true,"opponentIds":525,"independentOpponentIds":525,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["9e9c78a7ffb2a500222ed9aa"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.023359912615078672,"lowerBound":0,"upperBound":1,"independentScore":0.023359912615078672,"independent":true,"opponentIds":526,"independentOpponentIds":526,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["866f5d18b5c5f028af163a6c"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8507862150586871,"lowerBound":0,"upperBound":1,"independentScore":0.8507862150586871,"independent":true,"opponentIds":527,"independentOpponentIds":527,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["bd04ee261df4be08b3396245"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["5de71161ca30dde6ea78d6e2","edc9ec337f8ec9c00318a38f","da1da6326a1c6365f377d1b3","19939f3f32bedc31c6f2e423","40fac96214150f7c9055b2f8","934f82bf796a5f145286aefa","0d6fbc4c2f6e63c01d55902c","d7a6befd16d9965c0f855044","841d60685fb658fe47a7ef71","9e9c78a7ffb2a500222ed9aa","866f5d18b5c5f028af163a6c","bd04ee261df4be08b3396245"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"deepseek-v4-flash--effort-max","name":"DeepSeek-V4-Flash-0731 · Max","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-flash","detailsUrl":"/efforts?model=deepseek-v4-flash","publishedBenchmarkCount":24,"overallRating":{"score":0.37021546010344103,"supported":true,"families":18,"publishers":4,"evaluationSources":4,"taskAreas":5,"opponents":221,"independentFamilies":18,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.26624809467312643},{"source":"Epoch AI","independent":true,"share":0.2530234788142727},{"source":"Datacurve","independent":true,"share":0.24797601408606196},{"source":"ARC Prize","independent":true,"share":0.23275241242653766}]},"capabilityRatings":[{"bucket":"agentic","score":0.48256481698057235,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.42951156594562034,"supported":true,"families":7,"independentFamilies":7,"opponents":221,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.40567735009315337,"supported":true,"families":3,"independentFamilies":3,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.22740363816485298,"supported":true,"families":2,"independentFamilies":2,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.4356669738789696,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8129507440202409,"lowerBound":0,"upperBound":1,"independentScore":0.8129507440202409,"independent":true,"opponentIds":528,"independentOpponentIds":528,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["a45c68223e1ae374ae76da31"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7397476340693999,"lowerBound":0,"upperBound":1,"independentScore":0.7397476340693999,"independent":true,"opponentIds":529,"independentOpponentIds":529,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-FQ3Suh2vKacz7UNqJybTWk"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7491477224588979,"lowerBound":0,"upperBound":1,"independentScore":0.7491477224588979,"independent":true,"opponentIds":530,"independentOpponentIds":530,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["1a7f324185d4152bcefff6a8","7e9a79f5ae68e547841899c9"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8476311929324869,"lowerBound":0,"upperBound":1,"independentScore":0.8476311929324869,"independent":true,"opponentIds":531,"independentOpponentIds":531,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["198c518ceb539e173702fd0e"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9081111782445228,"lowerBound":0,"upperBound":1,"independentScore":0.9081111782445228,"independent":true,"opponentIds":532,"independentOpponentIds":532,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["7f80aa4cb8ac1c1539ed4751"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6176470016733219,"lowerBound":0,"upperBound":1,"independentScore":0.6176470016733219,"independent":true,"opponentIds":533,"independentOpponentIds":533,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["5034155f9f373466e08a2796"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8799450180222399,"lowerBound":0,"upperBound":1,"independentScore":0.8799450180222399,"independent":true,"opponentIds":534,"independentOpponentIds":534,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["7aef406561c55abab75d5692"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8315467630023117,"lowerBound":0,"upperBound":1,"independentScore":0.8315467630023117,"independent":true,"opponentIds":535,"independentOpponentIds":535,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["407f6ccc80858a01c74fe91a","epoch-run-EDFusDaaFkh5n2MqKNxMBD"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8866166099645522,"lowerBound":0,"upperBound":1,"independentScore":0.8866166099645522,"independent":true,"opponentIds":536,"independentOpponentIds":536,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["3f1a652d223fdc1a82c7a442"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8719997401793704,"lowerBound":0,"upperBound":1,"independentScore":0.8719997401793704,"independent":true,"opponentIds":537,"independentOpponentIds":537,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["40312e88cf305dbd9f804e18"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.6949081324908236,"lowerBound":0,"upperBound":1,"independentScore":0.6949081324908236,"independent":true,"opponentIds":538,"independentOpponentIds":538,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["9ac03d02aab2b66b5ec98d6a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8769590913805336,"lowerBound":0,"upperBound":1,"independentScore":0.8769590913805336,"independent":true,"opponentIds":539,"independentOpponentIds":539,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["06b57055d7bf20ee8731a0c4"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8353881114365346,"lowerBound":0,"upperBound":1,"independentScore":0.8353881114365346,"independent":true,"opponentIds":540,"independentOpponentIds":540,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["c415823cdba1670ec1db8602","b00c6e5708fb4aa9f02984e9"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7433233017243013,"lowerBound":0,"upperBound":1,"independentScore":0.7433233017243013,"independent":true,"opponentIds":541,"independentOpponentIds":541,"panelSize":38,"publishers":["ARC Prize"],"observations":["bcce4d406862908e10d2d67e"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.36865413696262683,"lowerBound":0,"upperBound":1,"independentScore":0.36865413696262683,"independent":true,"opponentIds":542,"independentOpponentIds":542,"panelSize":25,"publishers":["Datacurve"],"observations":["8b3518db91f03758794ffbbc"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.7575216726160131,"lowerBound":0,"upperBound":1,"independentScore":0.7575216726160131,"independent":true,"opponentIds":543,"independentOpponentIds":543,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-Kk4oLoTLyDuqfnbqjPSvgZ","epoch-run-4S4GXbkRhLz8wWP97jYG57"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.39679459095229697,"lowerBound":0,"upperBound":1,"independentScore":0.39679459095229697,"independent":true,"opponentIds":544,"independentOpponentIds":544,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-WYs83xB6NwrkMNyQJtuMcQ","epoch-run-mKhVMEicZeGjdvJdTRd7mK"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.21150402864816473,"lowerBound":0,"upperBound":1,"independentScore":0.21150402864816473,"independent":true,"opponentIds":545,"independentOpponentIds":545,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-TqFmiGvqozt7TSZYmhgF8m"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a45c68223e1ae374ae76da31","1a7f324185d4152bcefff6a8","198c518ceb539e173702fd0e","7f80aa4cb8ac1c1539ed4751","5034155f9f373466e08a2796","7aef406561c55abab75d5692","407f6ccc80858a01c74fe91a","3f1a652d223fdc1a82c7a442","7e9a79f5ae68e547841899c9","40312e88cf305dbd9f804e18","9ac03d02aab2b66b5ec98d6a","06b57055d7bf20ee8731a0c4","c415823cdba1670ec1db8602","b00c6e5708fb4aa9f02984e9","bcce4d406862908e10d2d67e","8b3518db91f03758794ffbbc","epoch-run-Kk4oLoTLyDuqfnbqjPSvgZ","epoch-run-WYs83xB6NwrkMNyQJtuMcQ","epoch-run-mKhVMEicZeGjdvJdTRd7mK","epoch-run-EDFusDaaFkh5n2MqKNxMBD","epoch-run-4S4GXbkRhLz8wWP97jYG57","epoch-run-FQ3Suh2vKacz7UNqJybTWk","epoch-run-TqFmiGvqozt7TSZYmhgF8m"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":24}],"unspecified":0,"total":24}},{"id":"deepseek-v4-flash--effort-high","name":"DeepSeek-V4-Flash-0731 · High","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-flash","detailsUrl":"/efforts?model=deepseek-v4-flash","publishedBenchmarkCount":10,"overallRating":{"score":0.2398424386203812,"supported":true,"families":9,"publishers":3,"evaluationSources":3,"taskAreas":4,"opponents":50,"independentFamilies":9,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.39650217384659536},{"source":"ARC Prize","independent":true,"share":0.34745212044402046},{"source":"Vals AI","independent":true,"share":0.25604570570938395}]},"capabilityRatings":[{"bucket":"agentic","score":0.43196194778832697,"supported":true,"families":4,"independentFamilies":4,"opponents":34,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.39881751085406236,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.22384773103272396,"supported":true,"families":3,"independentFamilies":3,"opponents":34,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.19510830613931765,"supported":false,"families":1,"independentFamilies":1,"opponents":31,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"harvey","label":"harvey","bucket":"agentic","score":0.771968909351948,"lowerBound":0,"upperBound":1,"independentScore":0.771968909351948,"independent":true,"opponentIds":546,"independentOpponentIds":546,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:deepseek/deepseek-v4-flash-0731"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.2886543402690313,"lowerBound":0,"upperBound":1,"independentScore":0.2886543402690313,"independent":true,"opponentIds":547,"independentOpponentIds":547,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:deepseek/deepseek-v4-flash-0731"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7165816656742691,"lowerBound":0,"upperBound":1,"independentScore":0.7165816656742691,"independent":true,"opponentIds":541,"independentOpponentIds":541,"panelSize":38,"publishers":["ARC Prize"],"observations":["39a7bed5705711ac27a52863"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":548,"independentOpponentIds":548,"panelSize":6,"publishers":["Cognition"],"observations":["4c92e3a3655317402e6e0fc6","ae189fcaebaa21a3fe020a5f"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.3525385831924523,"lowerBound":0,"upperBound":1,"independentScore":0.3525385831924523,"independent":true,"opponentIds":549,"independentOpponentIds":549,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:deepseek/deepseek-v4-flash-0731"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.6391319058436851,"lowerBound":0,"upperBound":1,"independentScore":0.6391319058436851,"independent":true,"opponentIds":550,"independentOpponentIds":550,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:deepseek/deepseek-v4-flash-0731"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.33066111928560554,"lowerBound":0,"upperBound":1,"independentScore":0.33066111928560554,"independent":true,"opponentIds":551,"independentOpponentIds":551,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:deepseek/deepseek-v4-flash-0731"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.45727840073063064,"lowerBound":0,"upperBound":1,"independentScore":0.45727840073063064,"independent":true,"opponentIds":552,"independentOpponentIds":552,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:deepseek/deepseek-v4-flash-0731"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.657827968757773,"lowerBound":0,"upperBound":1,"independentScore":0.657827968757773,"independent":true,"opponentIds":553,"independentOpponentIds":553,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:deepseek/deepseek-v4-flash-0731"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["39a7bed5705711ac27a52863","4c92e3a3655317402e6e0fc6","ae189fcaebaa21a3fe020a5f","vals-finance-agent-v2:deepseek/deepseek-v4-flash-0731","vals-code-migration-v1:deepseek/deepseek-v4-flash-0731","vals-legal-research-v1:deepseek/deepseek-v4-flash-0731","vals-emb-v1:deepseek/deepseek-v4-flash-0731","vals-mmlu-pro-v1:deepseek/deepseek-v4-flash-0731","vals-vibe-code-bench-v1.1:deepseek/deepseek-v4-flash-0731","vals-legal-agent-benchmark-v1:deepseek/deepseek-v4-flash-0731"],"opponentModelIds":["muse-spark-1.2","muse-spark-1.3","muse-spark-1.1","grok-4.6","grok-4.5","gemini-3.8-flash","claude-opus-4-8","gemini-3.7-flash","glm-5.3","deepseek-v4-pro","glm-5.2","claude-opus-4-7","glm-5.3-flash","claude-opus-5","claude-fable-5-1","gpt-6-astra","claude-sonnet-4-6","claude-sonnet-5","gpt-5.5","gemini-3.6-flash","gemini-3.5-flash","gpt-5.6-sol","gpt-5.6-luna","gpt-5.6-terra","grok-4.3","mistral-medium-3.5","gemini-3-flash-preview","gemini-3.5-flash-lite","gpt-5.4-nano","gemini-3.1-pro","gpt-5.4-mini","gpt-5.4","claude-fable-5","kimi-k3","claude-haiku-4-5-20251001","claude-opus-4-6","claude-sonnet-4-5-20250929","gemini-2.5-pro","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4-pro","gpt-5.5-pro","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"High","settings":[{"label":"High","observations":10}],"unspecified":0,"total":10}},{"id":"deepseek-v4-flash--effort-low","name":"DeepSeek-V4-Flash-0731 · Low","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-flash","detailsUrl":"/efforts?model=deepseek-v4-flash","publishedBenchmarkCount":1,"overallRating":{"score":0.3021090121735495,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999991}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.3221158328100866,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7259644018316558,"lowerBound":0,"upperBound":1,"independentScore":0.7259644018316558,"independent":true,"opponentIds":541,"independentOpponentIds":541,"panelSize":38,"publishers":["ARC Prize"],"observations":["c846403c911a1743e84cc3c3"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c846403c911a1743e84cc3c3"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"deepseek-v4-flash--effort-none","name":"DeepSeek-V4-Flash-0731 · None","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-flash","detailsUrl":"/efforts?model=deepseek-v4-flash","publishedBenchmarkCount":1,"overallRating":{"score":0.05894686300470848,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999991}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.07374524902896855,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.30892102205602356,"lowerBound":0,"upperBound":1,"independentScore":0.30892102205602356,"independent":true,"opponentIds":541,"independentOpponentIds":541,"panelSize":38,"publishers":["ARC Prize"],"observations":["1a96e7a8059bfa86f6a2589c"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1a96e7a8059bfa86f6a2589c"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"None","settings":[{"label":"None","observations":1}],"unspecified":0,"total":1}},{"id":"deepseek-v4-flash-0424--effort-max","name":"DeepSeek V4 Flash 0424 · Max","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-flash-0424","detailsUrl":"/efforts?model=deepseek-v4-flash-0424","publishedBenchmarkCount":22,"overallRating":{"score":0.2564095693963555,"supported":true,"families":17,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":17,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000012}]},"capabilityRatings":[{"bucket":"agentic","score":0.2956627946581545,"supported":true,"families":9,"independentFamilies":9,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3348901371957813,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.23161392222621766,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.362894700892548,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.3874515273015146,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.7811198685395112,"lowerBound":0,"upperBound":1,"independentScore":0.7811198685395112,"independent":true,"opponentIds":554,"independentOpponentIds":554,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["30359f55b56cbb7fa8922b58"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.5254539429047402,"lowerBound":0,"upperBound":1,"independentScore":0.5254539429047402,"independent":true,"opponentIds":555,"independentOpponentIds":555,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["7498f18a3d7a0d6e3a8c05dd"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7705384479432723,"lowerBound":0,"upperBound":1,"independentScore":0.7705384479432723,"independent":true,"opponentIds":556,"independentOpponentIds":556,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["af09aabfadc9e1d549b0ee1b","439d6981fbfd192fa31d48f6"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6849650234764901,"lowerBound":0,"upperBound":1,"independentScore":0.6849650234764901,"independent":true,"opponentIds":557,"independentOpponentIds":557,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["45b5b005e82df984c4754e26"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8693693502340905,"lowerBound":0,"upperBound":1,"independentScore":0.8693693502340905,"independent":true,"opponentIds":558,"independentOpponentIds":558,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["f4fd006a2f22c61ad3ad7809"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.5376921186745438,"lowerBound":0,"upperBound":1,"independentScore":0.5376921186745438,"independent":true,"opponentIds":559,"independentOpponentIds":559,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["0d11f93766b03fd342fcc0ed"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6033038587893819,"lowerBound":0,"upperBound":1,"independentScore":0.6033038587893819,"independent":true,"opponentIds":560,"independentOpponentIds":560,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["1267a54ee820ffa75fa16b94"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7446718130752081,"lowerBound":0,"upperBound":1,"independentScore":0.7446718130752081,"independent":true,"opponentIds":561,"independentOpponentIds":561,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["00586cea2fa92d2e78ddc42a"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9077123421362476,"lowerBound":0,"upperBound":1,"independentScore":0.9077123421362476,"independent":true,"opponentIds":562,"independentOpponentIds":562,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["0aabb05540f7cd3d2c0492e8"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.414428454859066,"lowerBound":0,"upperBound":1,"independentScore":0.414428454859066,"independent":true,"opponentIds":563,"independentOpponentIds":563,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["022b14ca345d31ca271e5300"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9012201394321411,"lowerBound":0,"upperBound":1,"independentScore":0.9012201394321411,"independent":true,"opponentIds":564,"independentOpponentIds":564,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["181336fde2158d3a0c42459a"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.977655466658571,"lowerBound":0,"upperBound":1,"independentScore":0.977655466658571,"independent":true,"opponentIds":565,"independentOpponentIds":565,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["64f11a73331e262497eae162"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.5107892255844887,"lowerBound":0,"upperBound":1,"independentScore":0.5107892255844887,"independent":true,"opponentIds":566,"independentOpponentIds":566,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["a1274257605774c664bc3b62"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8655008325392388,"lowerBound":0,"upperBound":1,"independentScore":0.8655008325392388,"independent":true,"opponentIds":567,"independentOpponentIds":567,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["1c10422e572b9a348a7c9166"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.5475427560708601,"lowerBound":0,"upperBound":1,"independentScore":0.5475427560708601,"independent":true,"opponentIds":568,"independentOpponentIds":568,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["059689698f8cda55ccba60fa"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8643914190938272,"lowerBound":0,"upperBound":1,"independentScore":0.8643914190938272,"independent":true,"opponentIds":569,"independentOpponentIds":569,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["60cff368f41fa32aaf7f4572","2876c384840221381c3f43e9"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7569790388572691,"lowerBound":0,"upperBound":1,"independentScore":0.7569790388572691,"independent":true,"opponentIds":570,"independentOpponentIds":570,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["389924a1e46a90f46dcec917","a287097357e9878ccda9bde0","f7000ea0f1210578b91c29b3"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["30359f55b56cbb7fa8922b58","7498f18a3d7a0d6e3a8c05dd","af09aabfadc9e1d549b0ee1b","45b5b005e82df984c4754e26","f4fd006a2f22c61ad3ad7809","0d11f93766b03fd342fcc0ed","1267a54ee820ffa75fa16b94","00586cea2fa92d2e78ddc42a","0aabb05540f7cd3d2c0492e8","022b14ca345d31ca271e5300","181336fde2158d3a0c42459a","64f11a73331e262497eae162","a1274257605774c664bc3b62","439d6981fbfd192fa31d48f6","1c10422e572b9a348a7c9166","059689698f8cda55ccba60fa","60cff368f41fa32aaf7f4572","2876c384840221381c3f43e9","389924a1e46a90f46dcec917","a287097357e9878ccda9bde0","f7000ea0f1210578b91c29b3"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":22}],"unspecified":0,"total":22}},{"id":"deepseek-v4-flash-0424--effort-high","name":"DeepSeek V4 Flash 0424 · High","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-flash-0424","detailsUrl":"/efforts?model=deepseek-v4-flash-0424","publishedBenchmarkCount":18,"overallRating":{"score":0.2293369844072061,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000058}]},"capabilityRatings":[{"bucket":"agentic","score":0.32547466661565855,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.27248496337201306,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.17818464389037159,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.30094272405094885,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.23433880891726888,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6843105820960429,"lowerBound":0,"upperBound":1,"independentScore":0.6843105820960429,"independent":true,"opponentIds":555,"independentOpponentIds":555,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["04d5f243dcc96f6864df12d3"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.664711015634214,"lowerBound":0,"upperBound":1,"independentScore":0.664711015634214,"independent":true,"opponentIds":556,"independentOpponentIds":556,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["7d8304ff46ff8c93cd730c9e","817e020bab9c448974914094"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6796061170581322,"lowerBound":0,"upperBound":1,"independentScore":0.6796061170581322,"independent":true,"opponentIds":557,"independentOpponentIds":557,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["d2d91e73f95d13125116701e"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8033164703613507,"lowerBound":0,"upperBound":1,"independentScore":0.8033164703613507,"independent":true,"opponentIds":558,"independentOpponentIds":558,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["211a4875f6e5efce7a1f4c6b"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5907696254302075,"lowerBound":0,"upperBound":1,"independentScore":0.5907696254302075,"independent":true,"opponentIds":560,"independentOpponentIds":560,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["3c50f6d99203b49ecc762174"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6927669997910416,"lowerBound":0,"upperBound":1,"independentScore":0.6927669997910416,"independent":true,"opponentIds":561,"independentOpponentIds":561,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["647f5ed4f8ac819f8a92f455"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8611305931420727,"lowerBound":0,"upperBound":1,"independentScore":0.8611305931420727,"independent":true,"opponentIds":562,"independentOpponentIds":562,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["5f021e7500c5cfd741f9d8fe"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8832237261683009,"lowerBound":0,"upperBound":1,"independentScore":0.8832237261683009,"independent":true,"opponentIds":564,"independentOpponentIds":564,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["a981a043ab444538f1dce56b"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9060728392474802,"lowerBound":0,"upperBound":1,"independentScore":0.9060728392474802,"independent":true,"opponentIds":565,"independentOpponentIds":565,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["8b31df469403ec55b09e81e8"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8604537431441419,"lowerBound":0,"upperBound":1,"independentScore":0.8604537431441419,"independent":true,"opponentIds":567,"independentOpponentIds":567,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["6c0936c5bd19f197b911186a"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.3619668405601542,"lowerBound":0,"upperBound":1,"independentScore":0.3619668405601542,"independent":true,"opponentIds":568,"independentOpponentIds":568,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["e12aeb36a0c85da4ce01c982"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8526598782169245,"lowerBound":0,"upperBound":1,"independentScore":0.8526598782169245,"independent":true,"opponentIds":569,"independentOpponentIds":569,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["727778276f17f9a2957761b6","d5dd25c29a727154d7b02d62"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7711444684218727,"lowerBound":0,"upperBound":1,"independentScore":0.7711444684218727,"independent":true,"opponentIds":570,"independentOpponentIds":570,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["2cc630037385cb4acf65861b","522740b9265e00e9395dad06","556c0c748a7ec53b1b4d0120"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["04d5f243dcc96f6864df12d3","7d8304ff46ff8c93cd730c9e","d2d91e73f95d13125116701e","211a4875f6e5efce7a1f4c6b","3c50f6d99203b49ecc762174","647f5ed4f8ac819f8a92f455","5f021e7500c5cfd741f9d8fe","a981a043ab444538f1dce56b","8b31df469403ec55b09e81e8","817e020bab9c448974914094","6c0936c5bd19f197b911186a","e12aeb36a0c85da4ce01c982","727778276f17f9a2957761b6","d5dd25c29a727154d7b02d62","2cc630037385cb4acf65861b","522740b9265e00e9395dad06","556c0c748a7ec53b1b4d0120"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"High","settings":[{"label":"High","observations":18}],"unspecified":0,"total":18}},{"id":"deepseek-v4-flash-0424--effort-non-reasoning","name":"DeepSeek V4 Flash 0424 · Non-reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-flash-0424","detailsUrl":"/efforts?model=deepseek-v4-flash-0424","publishedBenchmarkCount":9,"overallRating":{"score":0.08501530076835466,"supported":true,"families":8,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":8,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000013}]},"capabilityRatings":[{"bucket":"agentic","score":0.3517167997501541,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.06823689166020565,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.19301947740467082,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.11629242502647669,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.061041414819862104,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4259162853062786,"lowerBound":0,"upperBound":1,"independentScore":0.4259162853062786,"independent":true,"opponentIds":571,"independentOpponentIds":571,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["c765bd4f69aafe0eeb5740cf"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5486362280402136,"lowerBound":0,"upperBound":1,"independentScore":0.5486362280402136,"independent":true,"opponentIds":558,"independentOpponentIds":558,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["ddad624429ab904ea43be527"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.48148759151893555,"lowerBound":0,"upperBound":1,"independentScore":0.48148759151893555,"independent":true,"opponentIds":562,"independentOpponentIds":562,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["35d6e01923cb4fad3f436062"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4628348001211475,"lowerBound":0,"upperBound":1,"independentScore":0.4628348001211475,"independent":true,"opponentIds":564,"independentOpponentIds":564,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["0a96281f88d8d9d3e8d7ff8d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5705370902476449,"lowerBound":0,"upperBound":1,"independentScore":0.5705370902476449,"independent":true,"opponentIds":565,"independentOpponentIds":565,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["d9cb1689f0757af2acb41929"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7183138721631923,"lowerBound":0,"upperBound":1,"independentScore":0.7183138721631923,"independent":true,"opponentIds":567,"independentOpponentIds":567,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["80863363a872f8c35502f3f6"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9181216113956133,"lowerBound":0,"upperBound":1,"independentScore":0.9181216113956133,"independent":true,"opponentIds":572,"independentOpponentIds":572,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["e5ca0b9abfade94ff13f824a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.828828568716993,"lowerBound":0,"upperBound":1,"independentScore":0.828828568716993,"independent":true,"opponentIds":573,"independentOpponentIds":573,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["8fd65426eea5292e3162825d"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c765bd4f69aafe0eeb5740cf","ddad624429ab904ea43be527","35d6e01923cb4fad3f436062","0a96281f88d8d9d3e8d7ff8d","d9cb1689f0757af2acb41929","80863363a872f8c35502f3f6","e5ca0b9abfade94ff13f824a","8fd65426eea5292e3162825d"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"deepseek-v4-pro--effort-max","name":"DeepSeek V4-Pro 0813 · Max","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-pro","detailsUrl":"/efforts?model=deepseek-v4-pro","publishedBenchmarkCount":33,"overallRating":{"score":0.4467208396593418,"supported":true,"families":25,"publishers":4,"evaluationSources":4,"taskAreas":5,"opponents":221,"independentFamilies":25,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.2751053807602675},{"source":"Epoch AI","independent":true,"share":0.2625112741055401},{"source":"ARC Prize","independent":true,"share":0.24148008960890832},{"source":"Vals AI","independent":true,"share":0.22090325552528706}]},"capabilityRatings":[{"bucket":"agentic","score":0.5095731635013937,"supported":true,"families":10,"independentFamilies":10,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.4893034548955036,"supported":true,"families":7,"independentFamilies":7,"opponents":221,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.46087275360895147,"supported":true,"families":4,"independentFamilies":4,"opponents":126,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.392058762325171,"supported":true,"families":3,"independentFamilies":3,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.5574458140981727,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8234656274122666,"lowerBound":0,"upperBound":1,"independentScore":0.8234656274122666,"independent":true,"opponentIds":574,"independentOpponentIds":574,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["4708dc64616b39f8d34ca8f1"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8906414300736065,"lowerBound":0,"upperBound":1,"independentScore":0.8906414300736065,"independent":true,"opponentIds":575,"independentOpponentIds":575,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-4HVvM9ZWKKPLQPcC8WYYMT"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8285739974416061,"lowerBound":0,"upperBound":1,"independentScore":0.8285739974416061,"independent":true,"opponentIds":576,"independentOpponentIds":576,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["14e10a95b270ef9d1ae373e7","4ba74afd46cc724b0e2b9629"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9015999348442504,"lowerBound":0,"upperBound":1,"independentScore":0.9015999348442504,"independent":true,"opponentIds":577,"independentOpponentIds":577,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["6b8d6f24397d8867cf1faec4"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9308823624522212,"lowerBound":0,"upperBound":1,"independentScore":0.9308823624522212,"independent":true,"opponentIds":578,"independentOpponentIds":578,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["9dd052bf6a4ebf107f6de0da"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.9464952540003242,"lowerBound":0,"upperBound":1,"independentScore":0.9464952540003242,"independent":true,"opponentIds":579,"independentOpponentIds":579,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["09421a76c727dce721916f4d"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6651153614042433,"lowerBound":0,"upperBound":1,"independentScore":0.6651153614042433,"independent":true,"opponentIds":580,"independentOpponentIds":580,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["43690b5f91d764a37de970d1"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9040532187428454,"lowerBound":0,"upperBound":1,"independentScore":0.9040532187428454,"independent":true,"opponentIds":581,"independentOpponentIds":581,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["bcda011b6a3f738075dafcfd"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8679687501392288,"lowerBound":0,"upperBound":1,"independentScore":0.8679687501392288,"independent":true,"opponentIds":582,"independentOpponentIds":582,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["3b35b842ffe605a75e112290","epoch-run-nEJGtXGN588zynPkynZkxz"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.7090349650349649,"lowerBound":0,"upperBound":1,"independentScore":0.7090349650349649,"independent":true,"opponentIds":583,"independentOpponentIds":583,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:deepseek/deepseek-v4-pro-0813"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9135393006228995,"lowerBound":0,"upperBound":1,"independentScore":0.9135393006228995,"independent":true,"opponentIds":584,"independentOpponentIds":584,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["760ef06b17543599268b84e3"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.3808559201141229,"lowerBound":0,"upperBound":1,"independentScore":0.3808559201141229,"independent":true,"opponentIds":585,"independentOpponentIds":585,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:deepseek/deepseek-v4-pro-0813"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9366257706309482,"lowerBound":0,"upperBound":1,"independentScore":0.9366257706309482,"independent":true,"opponentIds":586,"independentOpponentIds":586,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["a30393a098bcb7270303b12f"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.7424426378959622,"lowerBound":0,"upperBound":1,"independentScore":0.7424426378959622,"independent":true,"opponentIds":587,"independentOpponentIds":587,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["49acabfd6982ca02015ff725"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8878171729107309,"lowerBound":0,"upperBound":1,"independentScore":0.8878171729107309,"independent":true,"opponentIds":588,"independentOpponentIds":588,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["89082513bd20d1cb04639c1d"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5019135585705335,"lowerBound":0,"upperBound":1,"independentScore":0.5019135585705335,"independent":true,"opponentIds":589,"independentOpponentIds":589,"panelSize":126,"publishers":["Artificial Analysis","Vals AI"],"observations":["cf40d9275e4b9284715bca88","cfe21e52f99ab0089cdaebe9","vals-terminal-bench-2-1-v2.1:deepseek/deepseek-v4-pro-0813"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7313989362708914,"lowerBound":0,"upperBound":1,"independentScore":0.7313989362708914,"independent":true,"opponentIds":590,"independentOpponentIds":590,"panelSize":38,"publishers":["ARC Prize"],"observations":["25337d15a8b7bed1bf41c830"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.9108235594084659,"lowerBound":0,"upperBound":1,"independentScore":0.9108235594084659,"independent":true,"opponentIds":591,"independentOpponentIds":591,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-EyKecrMhk7Yx25e5HGW43i","epoch-run-c2KVkMCWnpo6BbnMWgdaDH"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.48808764337998906,"lowerBound":0,"upperBound":1,"independentScore":0.48808764337998906,"independent":true,"opponentIds":592,"independentOpponentIds":592,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-a4uV8HMMBAcHXLVSmZfBgX","epoch-run-b6yWmeFgsWeEiG9Qzs3NSf"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.6564458370635631,"lowerBound":0,"upperBound":1,"independentScore":0.6564458370635631,"independent":true,"opponentIds":593,"independentOpponentIds":593,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-2xfFf6KZAp2gUWYhHGkFgs"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.3642300852394677,"lowerBound":0,"upperBound":1,"independentScore":0.3642300852394677,"independent":true,"opponentIds":594,"independentOpponentIds":594,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:deepseek/deepseek-v4-pro-0813"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.668173155458753,"lowerBound":0,"upperBound":1,"independentScore":0.668173155458753,"independent":true,"opponentIds":595,"independentOpponentIds":595,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:deepseek/deepseek-v4-pro-0813"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.6638684061259216,"lowerBound":0,"upperBound":1,"independentScore":0.6638684061259216,"independent":true,"opponentIds":596,"independentOpponentIds":596,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:deepseek/deepseek-v4-pro-0813"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.2743618831537152,"lowerBound":0,"upperBound":1,"independentScore":0.2743618831537152,"independent":true,"opponentIds":597,"independentOpponentIds":597,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:deepseek/deepseek-v4-pro-0813"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.8528998143668785,"lowerBound":0,"upperBound":1,"independentScore":0.8528998143668785,"independent":true,"opponentIds":598,"independentOpponentIds":598,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:deepseek/deepseek-v4-pro-0813"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4708dc64616b39f8d34ca8f1","14e10a95b270ef9d1ae373e7","6b8d6f24397d8867cf1faec4","9dd052bf6a4ebf107f6de0da","09421a76c727dce721916f4d","43690b5f91d764a37de970d1","bcda011b6a3f738075dafcfd","3b35b842ffe605a75e112290","760ef06b17543599268b84e3","4ba74afd46cc724b0e2b9629","a30393a098bcb7270303b12f","49acabfd6982ca02015ff725","89082513bd20d1cb04639c1d","cf40d9275e4b9284715bca88","cfe21e52f99ab0089cdaebe9","25337d15a8b7bed1bf41c830","epoch-run-EyKecrMhk7Yx25e5HGW43i","epoch-run-a4uV8HMMBAcHXLVSmZfBgX","epoch-run-b6yWmeFgsWeEiG9Qzs3NSf","epoch-run-nEJGtXGN588zynPkynZkxz","epoch-run-c2KVkMCWnpo6BbnMWgdaDH","epoch-run-4HVvM9ZWKKPLQPcC8WYYMT","epoch-run-2xfFf6KZAp2gUWYhHGkFgs","vals-finance-agent-v2:deepseek/deepseek-v4-pro-0813","vals-code-migration-v1:deepseek/deepseek-v4-pro-0813","vals-legal-research-v1:deepseek/deepseek-v4-pro-0813","vals-emb-v1:deepseek/deepseek-v4-pro-0813","vals-mmlu-pro-v1:deepseek/deepseek-v4-pro-0813","vals-terminal-bench-2-1-v2.1:deepseek/deepseek-v4-pro-0813","vals-vibe-code-bench-v1.1:deepseek/deepseek-v4-pro-0813","vals-legal-agent-benchmark-v1:deepseek/deepseek-v4-pro-0813"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":33}],"unspecified":0,"total":33}},{"id":"deepseek-v4-pro--effort-high","name":"DeepSeek V4-Pro 0813 · High","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-pro","detailsUrl":"/efforts?model=deepseek-v4-pro","publishedBenchmarkCount":3,"overallRating":{"score":0.30219735548005294,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":41,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":2,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Cognition","independent":true,"share":0.5214454363694626},{"source":"ARC Prize","independent":true,"share":0.4785545636305369}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.4329734589165561,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.2795605799668463,"supported":false,"families":1,"independentFamilies":1,"opponents":6,"opponentLabs":3,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7764262210226642,"lowerBound":0,"upperBound":1,"independentScore":0.7764262210226642,"independent":true,"opponentIds":590,"independentOpponentIds":590,"panelSize":38,"publishers":["ARC Prize"],"observations":["c64dd03820fdf345d94145b0"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.24068767908309455,"lowerBound":0,"upperBound":1,"independentScore":0.24068767908309455,"independent":true,"opponentIds":599,"independentOpponentIds":599,"panelSize":6,"publishers":["Cognition"],"observations":["7f33b674105fc71448617806","78cbe45f9b9ed1991de85fd0"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c64dd03820fdf345d94145b0","7f33b674105fc71448617806","78cbe45f9b9ed1991de85fd0"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini","glm-5.3","gemini-3.8-flash","glm-5.3-flash"]},"effort":{"label":"High","settings":[{"label":"High","observations":3}],"unspecified":0,"total":3}},{"id":"deepseek-v4-pro--effort-low","name":"DeepSeek V4-Pro 0813 · Low","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-pro","detailsUrl":"/efforts?model=deepseek-v4-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.39823040867108844,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.4260700620798045,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8098510882016036,"lowerBound":0,"upperBound":1,"independentScore":0.8098510882016036,"independent":true,"opponentIds":590,"independentOpponentIds":590,"panelSize":38,"publishers":["ARC Prize"],"observations":["0f79426f1f5a6b4e49959783"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["0f79426f1f5a6b4e49959783"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"deepseek-v4-pro--effort-none","name":"DeepSeek V4-Pro 0813 · None","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-pro","detailsUrl":"/efforts?model=deepseek-v4-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.019641526845747985,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.02778346093697422,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.1000577632880038,"lowerBound":0,"upperBound":1,"independentScore":0.1000577632880038,"independent":true,"opponentIds":590,"independentOpponentIds":590,"panelSize":38,"publishers":["ARC Prize"],"observations":["d725d4dd6ab63e2174499861"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d725d4dd6ab63e2174499861"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"None","settings":[{"label":"None","observations":1}],"unspecified":0,"total":1}},{"id":"deepseek-v4-pro-0424--effort-max","name":"DeepSeek V4-Pro 0424 · Max","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-pro-0424","detailsUrl":"/efforts?model=deepseek-v4-pro-0424","publishedBenchmarkCount":23,"overallRating":{"score":0.3476636761195205,"supported":true,"families":18,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":18,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999974}]},"capabilityRatings":[{"bucket":"agentic","score":0.3851487725462553,"supported":true,"families":10,"independentFamilies":10,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3764689340651887,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4072258221410528,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.39733247219304824,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.5179059222543175,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.5850632850498111,"lowerBound":0,"upperBound":1,"independentScore":0.5850632850498111,"independent":true,"opponentIds":600,"independentOpponentIds":600,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["888bef3b9b0600140e38bce5"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6746822506632507,"lowerBound":0,"upperBound":1,"independentScore":0.6746822506632507,"independent":true,"opponentIds":601,"independentOpponentIds":601,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["35054ff738a363369f96e691"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.657406418040562,"lowerBound":0,"upperBound":1,"independentScore":0.657406418040562,"independent":true,"opponentIds":602,"independentOpponentIds":602,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["2dcde6bce83f18724026ee1c"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.826227073934639,"lowerBound":0,"upperBound":1,"independentScore":0.826227073934639,"independent":true,"opponentIds":603,"independentOpponentIds":603,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["4f853b52424d8b5786669fd6","f006e7160beeab0a79c6f970"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9046043955047657,"lowerBound":0,"upperBound":1,"independentScore":0.9046043955047657,"independent":true,"opponentIds":604,"independentOpponentIds":604,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["14e10fac21af13eafc4b2bc3"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9196532234536012,"lowerBound":0,"upperBound":1,"independentScore":0.9196532234536012,"independent":true,"opponentIds":605,"independentOpponentIds":605,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["f7d837c0d9ee11b205c5c946"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.6176416356511372,"lowerBound":0,"upperBound":1,"independentScore":0.6176416356511372,"independent":true,"opponentIds":606,"independentOpponentIds":606,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["a1d6fa2bfe35f63d8163d16d"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7544198538659207,"lowerBound":0,"upperBound":1,"independentScore":0.7544198538659207,"independent":true,"opponentIds":607,"independentOpponentIds":607,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["d006aa70eb1d30bfd9f518b8"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8191113614234137,"lowerBound":0,"upperBound":1,"independentScore":0.8191113614234137,"independent":true,"opponentIds":608,"independentOpponentIds":608,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["656be5ab83573c50c309760f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8962041506580636,"lowerBound":0,"upperBound":1,"independentScore":0.8962041506580636,"independent":true,"opponentIds":609,"independentOpponentIds":609,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1d7cbe2d37cb64936c4535d1"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.7072487119572457,"lowerBound":0,"upperBound":1,"independentScore":0.7072487119572457,"independent":true,"opponentIds":610,"independentOpponentIds":610,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["327957a4bb715a26984ff1d6"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9279113017766449,"lowerBound":0,"upperBound":1,"independentScore":0.9279113017766449,"independent":true,"opponentIds":611,"independentOpponentIds":611,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["c92b67b826689436a74b727d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9554699526348197,"lowerBound":0,"upperBound":1,"independentScore":0.9554699526348197,"independent":true,"opponentIds":612,"independentOpponentIds":612,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5a3ad5acded4b7c851f16171"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.8066171900351634,"lowerBound":0,"upperBound":1,"independentScore":0.8066171900351634,"independent":true,"opponentIds":613,"independentOpponentIds":613,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["6af1a2a35becb877bc4e094c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.91544796676054,"lowerBound":0,"upperBound":1,"independentScore":0.91544796676054,"independent":true,"opponentIds":614,"independentOpponentIds":614,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["095fea7e3506c915a48e7c30"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.7741330640237407,"lowerBound":0,"upperBound":1,"independentScore":0.7741330640237407,"independent":true,"opponentIds":615,"independentOpponentIds":615,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["99ba0a234f4bfecd88b3a019"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8772690902313987,"lowerBound":0,"upperBound":1,"independentScore":0.8772690902313987,"independent":true,"opponentIds":616,"independentOpponentIds":616,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["d88ec7d9a63d161519180539","ecc83bee2883b16c02eb805a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8625451826222893,"lowerBound":0,"upperBound":1,"independentScore":0.8625451826222893,"independent":true,"opponentIds":617,"independentOpponentIds":617,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["a231d0d6923c87e943c7c7cc","86644eda7144d6e39917eabf","044ab93a3e45cd3aff772342"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["888bef3b9b0600140e38bce5","35054ff738a363369f96e691","2dcde6bce83f18724026ee1c","4f853b52424d8b5786669fd6","14e10fac21af13eafc4b2bc3","f7d837c0d9ee11b205c5c946","a1d6fa2bfe35f63d8163d16d","d006aa70eb1d30bfd9f518b8","656be5ab83573c50c309760f","1d7cbe2d37cb64936c4535d1","327957a4bb715a26984ff1d6","c92b67b826689436a74b727d","5a3ad5acded4b7c851f16171","6af1a2a35becb877bc4e094c","f006e7160beeab0a79c6f970","095fea7e3506c915a48e7c30","99ba0a234f4bfecd88b3a019","d88ec7d9a63d161519180539","ecc83bee2883b16c02eb805a","a231d0d6923c87e943c7c7cc","86644eda7144d6e39917eabf","044ab93a3e45cd3aff772342"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":23}],"unspecified":0,"total":23}},{"id":"deepseek-v4-pro-0424--effort-high","name":"DeepSeek V4-Pro 0424 · High","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-pro-0424","detailsUrl":"/efforts?model=deepseek-v4-pro-0424","publishedBenchmarkCount":16,"overallRating":{"score":0.14756886580043246,"supported":true,"families":10,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":216,"independentFamilies":10,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"SWE-rebench","independent":true,"share":0.6091978833651639},{"source":"Artificial Analysis","independent":true,"share":0.39080211663483694}]},"capabilityRatings":[{"bucket":"agentic","score":0.36420984979162574,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3775880595824164,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.17202862822450357,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.3132838681863348,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.2308270686625725,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7563544976344173,"lowerBound":0,"upperBound":1,"independentScore":0.7563544976344173,"independent":true,"opponentIds":618,"independentOpponentIds":618,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["832cb2beabefa15c40d173d0"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9010594393685498,"lowerBound":0,"upperBound":1,"independentScore":0.9010594393685498,"independent":true,"opponentIds":605,"independentOpponentIds":605,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["c9c2f626421c5ba55ef64978"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8168701854350073,"lowerBound":0,"upperBound":1,"independentScore":0.8168701854350073,"independent":true,"opponentIds":608,"independentOpponentIds":608,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["6c29eb2b92d9d49bd6170cbf"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9332907026140028,"lowerBound":0,"upperBound":1,"independentScore":0.9332907026140028,"independent":true,"opponentIds":609,"independentOpponentIds":609,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["c648452dd378bb0942cbc01b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9102973429785115,"lowerBound":0,"upperBound":1,"independentScore":0.9102973429785115,"independent":true,"opponentIds":611,"independentOpponentIds":611,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["d7d33629352f4a94fd7b2299"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8591330583534431,"lowerBound":0,"upperBound":1,"independentScore":0.8591330583534431,"independent":true,"opponentIds":612,"independentOpponentIds":612,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["73cd0af759c68add3867fd72"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.910651428259537,"lowerBound":0,"upperBound":1,"independentScore":0.910651428259537,"independent":true,"opponentIds":614,"independentOpponentIds":614,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["70c66138b4b47ba2b8c19d8c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.841608302377593,"lowerBound":0,"upperBound":1,"independentScore":0.841608302377593,"independent":true,"opponentIds":616,"independentOpponentIds":616,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["947e58b0b93edb29c2be18b7","f620bd2cc9ecffb9eea9a636"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8605130298273949,"lowerBound":0,"upperBound":1,"independentScore":0.8605130298273949,"independent":true,"opponentIds":617,"independentOpponentIds":617,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["b7c6b737ef04f71916d523a1","8f90177da988f2f6b5e5bb5e"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.03826530612244898,"lowerBound":0,"upperBound":1,"independentScore":0.03826530612244898,"independent":true,"opponentIds":619,"independentOpponentIds":619,"panelSize":12,"publishers":["SWE-rebench"],"observations":["panel-84d19d866a5f84d2e5157771","panel-2e61455480fb766893d98afe","panel-5d62ab6fe9c2e7d1f8fda50c","panel-17c093bae14aabe9e7a0ba93"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["832cb2beabefa15c40d173d0","c9c2f626421c5ba55ef64978","6c29eb2b92d9d49bd6170cbf","c648452dd378bb0942cbc01b","d7d33629352f4a94fd7b2299","73cd0af759c68add3867fd72","70c66138b4b47ba2b8c19d8c","947e58b0b93edb29c2be18b7","f620bd2cc9ecffb9eea9a636","b7c6b737ef04f71916d523a1","8f90177da988f2f6b5e5bb5e","panel-84d19d866a5f84d2e5157771","panel-2e61455480fb766893d98afe","panel-5d62ab6fe9c2e7d1f8fda50c","panel-17c093bae14aabe9e7a0ba93"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"High","settings":[{"label":"High","observations":16}],"unspecified":0,"total":16}},{"id":"deepseek-v4-pro-0424--effort-non-reasoning","name":"DeepSeek V4-Pro 0424 · Non-reasoning","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-pro-0424","detailsUrl":"/efforts?model=deepseek-v4-pro-0424","publishedBenchmarkCount":9,"overallRating":{"score":0.10057260422631027,"supported":true,"families":8,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":8,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000009}]},"capabilityRatings":[{"bucket":"agentic","score":0.2696753375146504,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.08226963371788885,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.2507740599795828,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.13370363656682846,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.09890379062171388,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5424062383627825,"lowerBound":0,"upperBound":1,"independentScore":0.5424062383627825,"independent":true,"opponentIds":618,"independentOpponentIds":618,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["049ba5aed9de5c9216fbc178"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6672160407315592,"lowerBound":0,"upperBound":1,"independentScore":0.6672160407315592,"independent":true,"opponentIds":605,"independentOpponentIds":605,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["36654ea29065ea332b7ef40e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.48636025520562026,"lowerBound":0,"upperBound":1,"independentScore":0.48636025520562026,"independent":true,"opponentIds":609,"independentOpponentIds":609,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["9b744d3a7ed205bab6424371"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4854281683311588,"lowerBound":0,"upperBound":1,"independentScore":0.4854281683311588,"independent":true,"opponentIds":611,"independentOpponentIds":611,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["c5ab64b1ce76dbc203820b05"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.546594014626333,"lowerBound":0,"upperBound":1,"independentScore":0.546594014626333,"independent":true,"opponentIds":612,"independentOpponentIds":612,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["f08f499efe39fd2ca951eb4f"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8202937918357167,"lowerBound":0,"upperBound":1,"independentScore":0.8202937918357167,"independent":true,"opponentIds":614,"independentOpponentIds":614,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["7984ee407acd3bd66f6db6f9"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8559023097185612,"lowerBound":0,"upperBound":1,"independentScore":0.8559023097185612,"independent":true,"opponentIds":620,"independentOpponentIds":620,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["ceaf48b790d6b1c784fdd288"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8843856577925998,"lowerBound":0,"upperBound":1,"independentScore":0.8843856577925998,"independent":true,"opponentIds":621,"independentOpponentIds":621,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["0b349b71fdb3781d4f060c93"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["049ba5aed9de5c9216fbc178","36654ea29065ea332b7ef40e","9b744d3a7ed205bab6424371","c5ab64b1ce76dbc203820b05","f08f499efe39fd2ca951eb4f","7984ee407acd3bd66f6db6f9","ceaf48b790d6b1c784fdd288","0b349b71fdb3781d4f060c93"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"devstral-2512--effort-non-reasoning","name":"Devstral 2 · Non-reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"devstral-2512","detailsUrl":"/efforts?model=devstral-2512","publishedBenchmarkCount":21,"overallRating":{"score":0.03455895622796055,"supported":true,"families":17,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":17,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999969}]},"capabilityRatings":[{"bucket":"agentic","score":0.08685004026763687,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.02059592597785363,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03908414315264229,"supported":true,"families":3,"independentFamilies":3,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.045764782706801316,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.043027606890962244,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.33767572226762604,"lowerBound":0,"upperBound":1,"independentScore":0.33767572226762604,"independent":true,"opponentIds":622,"independentOpponentIds":622,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["dcc51f4502c96a31cc744a2a"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.3901214102983503,"lowerBound":0,"upperBound":1,"independentScore":0.3901214102983503,"independent":true,"opponentIds":623,"independentOpponentIds":623,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["c027bac776af43b4cb938c11"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3396520306458502,"lowerBound":0,"upperBound":1,"independentScore":0.3396520306458502,"independent":true,"opponentIds":624,"independentOpponentIds":624,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["56b570282eeb2d7f9bc5720b"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.3651116374274481,"lowerBound":0,"upperBound":1,"independentScore":0.3651116374274481,"independent":true,"opponentIds":625,"independentOpponentIds":625,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["f20b6e6193c225e4bde7c4d7"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2519081950239258,"lowerBound":0,"upperBound":1,"independentScore":0.2519081950239258,"independent":true,"opponentIds":626,"independentOpponentIds":626,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["4818263b0b0cdc6012971d70"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.2862651470694035,"lowerBound":0,"upperBound":1,"independentScore":0.2862651470694035,"independent":true,"opponentIds":627,"independentOpponentIds":627,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["18a919dc18d96a14e330490f"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.43395628546402026,"lowerBound":0,"upperBound":1,"independentScore":0.43395628546402026,"independent":true,"opponentIds":628,"independentOpponentIds":628,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["50ced579c2ddd69ac4ff06ca"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.321243639580837,"lowerBound":0,"upperBound":1,"independentScore":0.321243639580837,"independent":true,"opponentIds":629,"independentOpponentIds":629,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["2b73f3f0e2fb4a983219b412"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.29155612523733004,"lowerBound":0,"upperBound":1,"independentScore":0.29155612523733004,"independent":true,"opponentIds":630,"independentOpponentIds":630,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["6f3c6cbea54937ac773fa184"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.059764123233892213,"lowerBound":0,"upperBound":1,"independentScore":0.059764123233892213,"independent":true,"opponentIds":631,"independentOpponentIds":631,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["f67d22c0ec4ea389ca56cbff"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.36078084968475455,"lowerBound":0,"upperBound":1,"independentScore":0.36078084968475455,"independent":true,"opponentIds":632,"independentOpponentIds":632,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["06996081218bc20d64759001"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.4548500767125593,"lowerBound":0,"upperBound":1,"independentScore":0.4548500767125593,"independent":true,"opponentIds":633,"independentOpponentIds":633,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["0028f41bbd3897a5e62a1019"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.4994439487879213,"lowerBound":0,"upperBound":1,"independentScore":0.4994439487879213,"independent":true,"opponentIds":634,"independentOpponentIds":634,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["b77d44d579e2a5fb4c111b42"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5657391806814439,"lowerBound":0,"upperBound":1,"independentScore":0.5657391806814439,"independent":true,"opponentIds":635,"independentOpponentIds":635,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["28c7d9bfa5d2fbf77e67a274"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.2075645266862894,"lowerBound":0,"upperBound":1,"independentScore":0.2075645266862894,"independent":true,"opponentIds":636,"independentOpponentIds":636,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["4656ead8373195f1a2848cdd"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3530547063025031,"lowerBound":0,"upperBound":1,"independentScore":0.3530547063025031,"independent":true,"opponentIds":637,"independentOpponentIds":637,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["8c16d1eb56b6a0b6ad2c7df6","54bcb36c56b3510fb13024ba"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4348688383951511,"lowerBound":0,"upperBound":1,"independentScore":0.4348688383951511,"independent":true,"opponentIds":638,"independentOpponentIds":638,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["520f49635049319b43c19aaa","8338dab33792ea1da2e48ada","d85460656a5d267173ae81ba"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["dcc51f4502c96a31cc744a2a","c027bac776af43b4cb938c11","56b570282eeb2d7f9bc5720b","f20b6e6193c225e4bde7c4d7","4818263b0b0cdc6012971d70","18a919dc18d96a14e330490f","50ced579c2ddd69ac4ff06ca","2b73f3f0e2fb4a983219b412","6f3c6cbea54937ac773fa184","f67d22c0ec4ea389ca56cbff","06996081218bc20d64759001","0028f41bbd3897a5e62a1019","b77d44d579e2a5fb4c111b42","28c7d9bfa5d2fbf77e67a274","4656ead8373195f1a2848cdd","8c16d1eb56b6a0b6ad2c7df6","54bcb36c56b3510fb13024ba","520f49635049319b43c19aaa","8338dab33792ea1da2e48ada","d85460656a5d267173ae81ba"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":21}],"unspecified":0,"total":21}},{"id":"diffusiongemma-26b-a4b--effort-reasoning","name":"DiffusionGemma 26B A4B · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"diffusiongemma-26b-a4b","detailsUrl":"/efforts?model=diffusiongemma-26b-a4b","publishedBenchmarkCount":10,"overallRating":{"score":0.05220118045604807,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999972}]},"capabilityRatings":[{"bucket":"agentic","score":0.058758301463715724,"supported":false,"families":1,"independentFamilies":1,"opponents":123,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.07112724623521206,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.035960357039670106,"supported":false,"families":1,"independentFamilies":1,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.07939138668939093,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.09386188023876281,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.02439828463242873,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.23736389010815934,"lowerBound":0,"upperBound":1,"independentScore":0.23736389010815934,"independent":true,"opponentIds":639,"independentOpponentIds":639,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["4149e6a6efb13371a5919a0a"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5583942922560792,"lowerBound":0,"upperBound":1,"independentScore":0.5583942922560792,"independent":true,"opponentIds":640,"independentOpponentIds":640,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["16155cc9771f19d724e14d31"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.27205672341976317,"lowerBound":0,"upperBound":1,"independentScore":0.27205672341976317,"independent":true,"opponentIds":641,"independentOpponentIds":641,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["eb26a8a40cd04f0794905ce4"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3954644378155103,"lowerBound":0,"upperBound":1,"independentScore":0.3954644378155103,"independent":true,"opponentIds":642,"independentOpponentIds":642,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1dd0d4ad446639c8b032f826"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5595654520750108,"lowerBound":0,"upperBound":1,"independentScore":0.5595654520750108,"independent":true,"opponentIds":643,"independentOpponentIds":643,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["3599b35b722d8252b79f6f35"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7196140763379804,"lowerBound":0,"upperBound":1,"independentScore":0.7196140763379804,"independent":true,"opponentIds":644,"independentOpponentIds":644,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["d29b6385e38b2fa601e91de5"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5522933689069174,"lowerBound":0,"upperBound":1,"independentScore":0.5522933689069174,"independent":true,"opponentIds":645,"independentOpponentIds":645,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["91892dd7bf1a5f08090f9d9e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.37073320045428726,"lowerBound":0,"upperBound":1,"independentScore":0.37073320045428726,"independent":true,"opponentIds":646,"independentOpponentIds":646,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["0a6b438d49c67c6b0125a1c9"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.2621085737783244,"lowerBound":0,"upperBound":1,"independentScore":0.2621085737783244,"independent":true,"opponentIds":647,"independentOpponentIds":647,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["8e6d3333f88940e6403844c7"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4149e6a6efb13371a5919a0a","16155cc9771f19d724e14d31","eb26a8a40cd04f0794905ce4","1dd0d4ad446639c8b032f826","3599b35b722d8252b79f6f35","d29b6385e38b2fa601e91de5","91892dd7bf1a5f08090f9d9e","0a6b438d49c67c6b0125a1c9","8e6d3333f88940e6403844c7"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"doubao-seed-code--effort-reasoning","name":"Doubao Seed Code · Reasoning","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-code","detailsUrl":"/efforts?model=doubao-seed-code","publishedBenchmarkCount":14,"overallRating":{"score":0.09630052247068473,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000011}]},"capabilityRatings":[{"bucket":"agentic","score":0.08353186245045323,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.10440825225817668,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.12153756822023391,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.11633907606676082,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.11005715187270619,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.24905304336153714,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7644637071358644,"lowerBound":0,"upperBound":1,"independentScore":0.7644637071358644,"independent":true,"opponentIds":648,"independentOpponentIds":648,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["454c740f40aa59103fd640fb"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7639638106830688,"lowerBound":0,"upperBound":1,"independentScore":0.7639638106830688,"independent":true,"opponentIds":649,"independentOpponentIds":649,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["9dda4e6313c33f052ce51f21"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.562575325540219,"lowerBound":0,"upperBound":1,"independentScore":0.562575325540219,"independent":true,"opponentIds":650,"independentOpponentIds":650,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["93e5d74fa9cd4b8faa10f31c"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.41610539473511726,"lowerBound":0,"upperBound":1,"independentScore":0.41610539473511726,"independent":true,"opponentIds":651,"independentOpponentIds":651,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["d0b2a7f440e8d5397f0978a3"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5970177528699214,"lowerBound":0,"upperBound":1,"independentScore":0.5970177528699214,"independent":true,"opponentIds":652,"independentOpponentIds":652,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["05fc8421995c99a0e7d522af"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.64934374431338,"lowerBound":0,"upperBound":1,"independentScore":0.64934374431338,"independent":true,"opponentIds":653,"independentOpponentIds":653,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["e5af52daf1449986eaa89dff"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6425203694309177,"lowerBound":0,"upperBound":1,"independentScore":0.6425203694309177,"independent":true,"opponentIds":654,"independentOpponentIds":654,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["b83eea8de1c05302b1b64c2e"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8564621869159484,"lowerBound":0,"upperBound":1,"independentScore":0.8564621869159484,"independent":true,"opponentIds":655,"independentOpponentIds":655,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["e7d99c67e34240e8766aad72"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9220679733336221,"lowerBound":0,"upperBound":1,"independentScore":0.9220679733336221,"independent":true,"opponentIds":656,"independentOpponentIds":656,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["19ea5a48da48057701cfe1cc"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.594323253049444,"lowerBound":0,"upperBound":1,"independentScore":0.594323253049444,"independent":true,"opponentIds":657,"independentOpponentIds":657,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["96e8b68fb86c6c0f5461090a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6907981544019973,"lowerBound":0,"upperBound":1,"independentScore":0.6907981544019973,"independent":true,"opponentIds":658,"independentOpponentIds":658,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["111fd2d05544b06f84c1f97c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6174313169380384,"lowerBound":0,"upperBound":1,"independentScore":0.6174313169380384,"independent":true,"opponentIds":659,"independentOpponentIds":659,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["8f16565827cdaac0168c025b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7257193269051249,"lowerBound":0,"upperBound":1,"independentScore":0.7257193269051249,"independent":true,"opponentIds":660,"independentOpponentIds":660,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["eab63b4ac56561a7e1509869"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["454c740f40aa59103fd640fb","9dda4e6313c33f052ce51f21","93e5d74fa9cd4b8faa10f31c","d0b2a7f440e8d5397f0978a3","05fc8421995c99a0e7d522af","e5af52daf1449986eaa89dff","b83eea8de1c05302b1b64c2e","e7d99c67e34240e8766aad72","19ea5a48da48057701cfe1cc","96e8b68fb86c6c0f5461090a","111fd2d05544b06f84c1f97c","8f16565827cdaac0168c025b","eab63b4ac56561a7e1509869"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"ernie-4.5-300b-a47b-pt--effort-non-reasoning","name":"ERNIE-4.5-300B-A47B-PT · Non-reasoning","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-4.5-300b-a47b-pt","detailsUrl":"/efforts?model=ernie-4.5-300b-a47b-pt","publishedBenchmarkCount":12,"overallRating":{"score":0.026762330523533277,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":4,"opponents":216,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000144}]},"capabilityRatings":[{"bucket":"agentic","score":0.0029105497435349182,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.034207666457596014,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.024269961903342335,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.05131338225826032,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.449800818024429,"lowerBound":0,"upperBound":1,"independentScore":0.449800818024429,"independent":true,"opponentIds":661,"independentOpponentIds":661,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["ea6dc61a26cd710caaeaa276"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25440087228988834,"lowerBound":0,"upperBound":1,"independentScore":0.25440087228988834,"independent":true,"opponentIds":662,"independentOpponentIds":662,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["89cb005073731bd86024d136"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6881406376230248,"lowerBound":0,"upperBound":1,"independentScore":0.6881406376230248,"independent":true,"opponentIds":663,"independentOpponentIds":663,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["b3ff20db183a764049256077"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.05112784420089279,"lowerBound":0,"upperBound":1,"independentScore":0.05112784420089279,"independent":true,"opponentIds":664,"independentOpponentIds":664,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["03ab887691c2d04305534b99"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.3857212782226283,"lowerBound":0,"upperBound":1,"independentScore":0.3857212782226283,"independent":true,"opponentIds":665,"independentOpponentIds":665,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a4419233d06025238adf7fc2"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.47326054008105284,"lowerBound":0,"upperBound":1,"independentScore":0.47326054008105284,"independent":true,"opponentIds":666,"independentOpponentIds":666,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["048a4485e7a9a4c8d5650791"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.5972829595454275,"lowerBound":0,"upperBound":1,"independentScore":0.5972829595454275,"independent":true,"opponentIds":667,"independentOpponentIds":667,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["ad7581b9cbb13c55b285c09c"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5503086768770548,"lowerBound":0,"upperBound":1,"independentScore":0.5503086768770548,"independent":true,"opponentIds":668,"independentOpponentIds":668,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["ad7ebbddb49c0e728ba114d7"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5092466477428466,"lowerBound":0,"upperBound":1,"independentScore":0.5092466477428466,"independent":true,"opponentIds":669,"independentOpponentIds":669,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["531621bce0f156b7a851eb0b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.02304572742750019,"lowerBound":0,"upperBound":1,"independentScore":0.02304572742750019,"independent":true,"opponentIds":670,"independentOpponentIds":670,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["396c5b6a5799009c00a077a9"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.34295816696827985,"lowerBound":0,"upperBound":1,"independentScore":0.34295816696827985,"independent":true,"opponentIds":671,"independentOpponentIds":671,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["20f35a16a687d6b454dbaa39"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ea6dc61a26cd710caaeaa276","89cb005073731bd86024d136","b3ff20db183a764049256077","03ab887691c2d04305534b99","a4419233d06025238adf7fc2","048a4485e7a9a4c8d5650791","ad7581b9cbb13c55b285c09c","ad7ebbddb49c0e728ba114d7","531621bce0f156b7a851eb0b","396c5b6a5799009c00a077a9","20f35a16a687d6b454dbaa39"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4o","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"ernie-5.0-thinking-preview--effort-reasoning","name":"ERNIE-5.0-thinking-preview · Reasoning","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-5.0-thinking-preview","detailsUrl":"/efforts?model=ernie-5.0-thinking-preview","publishedBenchmarkCount":13,"overallRating":{"score":0.10499440840163614,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000058}]},"capabilityRatings":[{"bucket":"agentic","score":0.14979469747399354,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.1392216928114195,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.13940104703720088,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.11720346297192001,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.07555625097765095,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8823592736683652,"lowerBound":0,"upperBound":1,"independentScore":0.8823592736683652,"independent":true,"opponentIds":672,"independentOpponentIds":672,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["f99755b76c6471b984bef051"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7350902453755818,"lowerBound":0,"upperBound":1,"independentScore":0.7350902453755818,"independent":true,"opponentIds":673,"independentOpponentIds":673,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["c71e752f02177e2307ec0208"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.7850534173645854,"lowerBound":0,"upperBound":1,"independentScore":0.7850534173645854,"independent":true,"opponentIds":674,"independentOpponentIds":674,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["0fc7ba284be33c52df15619c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6185106186355999,"lowerBound":0,"upperBound":1,"independentScore":0.6185106186355999,"independent":true,"opponentIds":675,"independentOpponentIds":675,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["94de804551d84e436bcfab2c"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6236536439565871,"lowerBound":0,"upperBound":1,"independentScore":0.6236536439565871,"independent":true,"opponentIds":676,"independentOpponentIds":676,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["e7dfc21f139df43e3647f983"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.4592743193218678,"lowerBound":0,"upperBound":1,"independentScore":0.4592743193218678,"independent":true,"opponentIds":677,"independentOpponentIds":677,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["381abd772bfd4fcc40a9ff1d"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9372996029742534,"lowerBound":0,"upperBound":1,"independentScore":0.9372996029742534,"independent":true,"opponentIds":678,"independentOpponentIds":678,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["0fa215c1732d7ec7afca35f1"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8459344425130217,"lowerBound":0,"upperBound":1,"independentScore":0.8459344425130217,"independent":true,"opponentIds":679,"independentOpponentIds":679,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["24b49036b5b6c2c71015d226"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.500846424309106,"lowerBound":0,"upperBound":1,"independentScore":0.500846424309106,"independent":true,"opponentIds":680,"independentOpponentIds":680,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["47e6a1dbad4f44e3baab9363"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6143572081005458,"lowerBound":0,"upperBound":1,"independentScore":0.6143572081005458,"independent":true,"opponentIds":681,"independentOpponentIds":681,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["637a534eabbcc15462e13a67"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7531571491547472,"lowerBound":0,"upperBound":1,"independentScore":0.7531571491547472,"independent":true,"opponentIds":682,"independentOpponentIds":682,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["a17190accc3a0092e345b5d3"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6951209984122062,"lowerBound":0,"upperBound":1,"independentScore":0.6951209984122062,"independent":true,"opponentIds":683,"independentOpponentIds":683,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["f2919bcee1f19cc027c0b8e4"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f99755b76c6471b984bef051","c71e752f02177e2307ec0208","0fc7ba284be33c52df15619c","94de804551d84e436bcfab2c","e7dfc21f139df43e3647f983","381abd772bfd4fcc40a9ff1d","0fa215c1732d7ec7afca35f1","24b49036b5b6c2c71015d226","47e6a1dbad4f44e3baab9363","637a534eabbcc15462e13a67","a17190accc3a0092e345b5d3","f2919bcee1f19cc027c0b8e4"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4o","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"exaone-4.0-1.2b--effort-non-reasoning","name":"EXAONE 4.0 1.2B · Non-reasoning","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-4.0-1.2b","detailsUrl":"/efforts?model=exaone-4.0-1.2b","publishedBenchmarkCount":12,"overallRating":{"score":0.009757443155165397,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000016}]},"capabilityRatings":[{"bucket":"agentic","score":0.010468011708231079,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.019840129313849406,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0072384230140511005,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.006688182193505587,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.22855826055351489,"lowerBound":0,"upperBound":1,"independentScore":0.22855826055351489,"independent":true,"opponentIds":684,"independentOpponentIds":684,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["bab5b3f721c054e194163da2"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05703238506886287,"lowerBound":0,"upperBound":1,"independentScore":0.05703238506886287,"independent":true,"opponentIds":685,"independentOpponentIds":685,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["d0660023c24169d0375b9331"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2517754707278924,"lowerBound":0,"upperBound":1,"independentScore":0.2517754707278924,"independent":true,"opponentIds":686,"independentOpponentIds":686,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["74f33d01f1f6fbcdae474f72"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.12076611039947496,"lowerBound":0,"upperBound":1,"independentScore":0.12076611039947496,"independent":true,"opponentIds":687,"independentOpponentIds":687,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["b3b843795c22987d82505da7"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3567961809636433,"lowerBound":0,"upperBound":1,"independentScore":0.3567961809636433,"independent":true,"opponentIds":688,"independentOpponentIds":688,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["8caf0e4036cb60fb443a2182"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.08541629207469066,"lowerBound":0,"upperBound":1,"independentScore":0.08541629207469066,"independent":true,"opponentIds":689,"independentOpponentIds":689,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["10e9713791139c6bfc66aea4"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.2446943243002472,"lowerBound":0,"upperBound":1,"independentScore":0.2446943243002472,"independent":true,"opponentIds":690,"independentOpponentIds":690,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["4dc04b302fcd46bc8980c038"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.09895744822671224,"lowerBound":0,"upperBound":1,"independentScore":0.09895744822671224,"independent":true,"opponentIds":691,"independentOpponentIds":691,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["578f3fc0f7765bd8fde6c59d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.022539642312965645,"lowerBound":0,"upperBound":1,"independentScore":0.022539642312965645,"independent":true,"opponentIds":692,"independentOpponentIds":692,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["cd1008d27b1fbfac60e39554"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.18674581005643948,"lowerBound":0,"upperBound":1,"independentScore":0.18674581005643948,"independent":true,"opponentIds":693,"independentOpponentIds":693,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["81337225c1cfbaecc298a109"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.03286114646233681,"lowerBound":0,"upperBound":1,"independentScore":0.03286114646233681,"independent":true,"opponentIds":694,"independentOpponentIds":694,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["19f33b7a6965d3055111ffb1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["bab5b3f721c054e194163da2","d0660023c24169d0375b9331","74f33d01f1f6fbcdae474f72","b3b843795c22987d82505da7","8caf0e4036cb60fb443a2182","10e9713791139c6bfc66aea4","4dc04b302fcd46bc8980c038","578f3fc0f7765bd8fde6c59d","cd1008d27b1fbfac60e39554","81337225c1cfbaecc298a109","19f33b7a6965d3055111ffb1"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"exaone-4.0-1.2b--effort-reasoning","name":"EXAONE 4.0 1.2B · Reasoning","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-4.0-1.2b","detailsUrl":"/efforts?model=exaone-4.0-1.2b","publishedBenchmarkCount":12,"overallRating":{"score":0.013631720707085489,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000016}]},"capabilityRatings":[{"bucket":"agentic","score":0.006776719677308601,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.029462210863905162,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.016371396588091135,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.007765970485423959,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.48712343256033847,"lowerBound":0,"upperBound":1,"independentScore":0.48712343256033847,"independent":true,"opponentIds":684,"independentOpponentIds":684,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["b597d1e3c86a13c59c590891"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05703238506886287,"lowerBound":0,"upperBound":1,"independentScore":0.05703238506886287,"independent":true,"opponentIds":685,"independentOpponentIds":685,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["c83bd4489ef7f16d4df9e0cf"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2517754707278924,"lowerBound":0,"upperBound":1,"independentScore":0.2517754707278924,"independent":true,"opponentIds":686,"independentOpponentIds":686,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["a41dda65db95525981059fa9"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2051848259430128,"lowerBound":0,"upperBound":1,"independentScore":0.2051848259430128,"independent":true,"opponentIds":687,"independentOpponentIds":687,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1ebdbcfcce04b951368b4f81"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.36968617375808605,"lowerBound":0,"upperBound":1,"independentScore":0.36968617375808605,"independent":true,"opponentIds":688,"independentOpponentIds":688,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["c1b99c8edf1d5b0b83a10907"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.07395288819999025,"lowerBound":0,"upperBound":1,"independentScore":0.07395288819999025,"independent":true,"opponentIds":689,"independentOpponentIds":689,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["ffc52f3cf3a2ef4dd82fc717"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5504916753799507,"lowerBound":0,"upperBound":1,"independentScore":0.5504916753799507,"independent":true,"opponentIds":690,"independentOpponentIds":690,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["942dab2d051ced6ab8272528"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.17198176143938246,"lowerBound":0,"upperBound":1,"independentScore":0.17198176143938246,"independent":true,"opponentIds":691,"independentOpponentIds":691,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["a589219818ac81f6b4db247b"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.03956319001771112,"lowerBound":0,"upperBound":1,"independentScore":0.03956319001771112,"independent":true,"opponentIds":692,"independentOpponentIds":692,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["37a86f44ce022d6dafdf777f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.1216156567448577,"lowerBound":0,"upperBound":1,"independentScore":0.1216156567448577,"independent":true,"opponentIds":693,"independentOpponentIds":693,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["e07bdb18a2b42aa76c775099"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.03286114646233681,"lowerBound":0,"upperBound":1,"independentScore":0.03286114646233681,"independent":true,"opponentIds":694,"independentOpponentIds":694,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["f639c6955dcc41a97a992d9a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b597d1e3c86a13c59c590891","c83bd4489ef7f16d4df9e0cf","a41dda65db95525981059fa9","1ebdbcfcce04b951368b4f81","c1b99c8edf1d5b0b83a10907","ffc52f3cf3a2ef4dd82fc717","942dab2d051ced6ab8272528","a589219818ac81f6b4db247b","37a86f44ce022d6dafdf777f","e07bdb18a2b42aa76c775099","f639c6955dcc41a97a992d9a"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"exaone-4.0-32b--effort-non-reasoning","name":"EXAONE 4.0 32B · Non-reasoning","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-4.0-32b","detailsUrl":"/efforts?model=exaone-4.0-32b","publishedBenchmarkCount":12,"overallRating":{"score":0.019956222649146618,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":4,"opponents":216,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000004}]},"capabilityRatings":[{"bucket":"agentic","score":0.003793862474185771,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.032052873618980425,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.01632216464190419,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.024212846760848495,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.4181015091909012,"lowerBound":0,"upperBound":1,"independentScore":0.4181015091909012,"independent":true,"opponentIds":695,"independentOpponentIds":695,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["c900cfefe08cce4e82a15a9b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2518709893375203,"lowerBound":0,"upperBound":1,"independentScore":0.2518709893375203,"independent":true,"opponentIds":696,"independentOpponentIds":696,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["c48949f7d4d375f4aaf944fa"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.33945344804544375,"lowerBound":0,"upperBound":1,"independentScore":0.33945344804544375,"independent":true,"opponentIds":697,"independentOpponentIds":697,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["465814ec06b1b537bd6b8db7"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.29762034168162543,"lowerBound":0,"upperBound":1,"independentScore":0.29762034168162543,"independent":true,"opponentIds":698,"independentOpponentIds":698,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["d3806f14df2e84d68e93bb3b"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.26510715020794023,"lowerBound":0,"upperBound":1,"independentScore":0.26510715020794023,"independent":true,"opponentIds":699,"independentOpponentIds":699,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["96fc68b9a4cdba13bc5714a4"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.4788569972085155,"lowerBound":0,"upperBound":1,"independentScore":0.4788569972085155,"independent":true,"opponentIds":700,"independentOpponentIds":700,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["44e88de85e270c332ba612c8"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.6854074400781566,"lowerBound":0,"upperBound":1,"independentScore":0.6854074400781566,"independent":true,"opponentIds":701,"independentOpponentIds":701,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["ab9a17932f0001c18c76fbf4"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5190445017898814,"lowerBound":0,"upperBound":1,"independentScore":0.5190445017898814,"independent":true,"opponentIds":702,"independentOpponentIds":702,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["caaf789de95efc45eec9e06f"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.12581268227428538,"lowerBound":0,"upperBound":1,"independentScore":0.12581268227428538,"independent":true,"opponentIds":703,"independentOpponentIds":703,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["bd5ae655caef8856694260ac"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.045905050851743914,"lowerBound":0,"upperBound":1,"independentScore":0.045905050851743914,"independent":true,"opponentIds":704,"independentOpponentIds":704,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["f0e22773a86c483105fb9aaf"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.12430757068542247,"lowerBound":0,"upperBound":1,"independentScore":0.12430757068542247,"independent":true,"opponentIds":705,"independentOpponentIds":705,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["27cf0b2a4eed2df72f1b5425"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c900cfefe08cce4e82a15a9b","c48949f7d4d375f4aaf944fa","465814ec06b1b537bd6b8db7","d3806f14df2e84d68e93bb3b","96fc68b9a4cdba13bc5714a4","44e88de85e270c332ba612c8","ab9a17932f0001c18c76fbf4","caaf789de95efc45eec9e06f","bd5ae655caef8856694260ac","f0e22773a86c483105fb9aaf","27cf0b2a4eed2df72f1b5425"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4o","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"exaone-4.0-32b--effort-reasoning","name":"EXAONE 4.0 32B · Reasoning","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-4.0-32b","detailsUrl":"/efforts?model=exaone-4.0-32b","publishedBenchmarkCount":13,"overallRating":{"score":0.03881546645179556,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":4,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999961}]},"capabilityRatings":[{"bucket":"agentic","score":0.007049690343102283,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.07255781369550264,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.04508599535007148,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.035735490168985494,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.773128226561908,"lowerBound":0,"upperBound":1,"independentScore":0.773128226561908,"independent":true,"opponentIds":695,"independentOpponentIds":695,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["e146162ac9b155d4b57a4230"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25207450906546214,"lowerBound":0,"upperBound":1,"independentScore":0.25207450906546214,"independent":true,"opponentIds":696,"independentOpponentIds":696,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["3dccf3f99ac4f647f345a44e"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.22723323236277151,"lowerBound":0,"upperBound":1,"independentScore":0.22723323236277151,"independent":true,"opponentIds":706,"independentOpponentIds":706,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["bbb70ff8ccf50d3761bd741a"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5367730021834158,"lowerBound":0,"upperBound":1,"independentScore":0.5367730021834158,"independent":true,"opponentIds":697,"independentOpponentIds":697,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["182b7997becaf9b5dfe635a2"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5906296638190486,"lowerBound":0,"upperBound":1,"independentScore":0.5906296638190486,"independent":true,"opponentIds":698,"independentOpponentIds":698,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["688816e2f1a961f4d3aff674"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.30984806573776696,"lowerBound":0,"upperBound":1,"independentScore":0.30984806573776696,"independent":true,"opponentIds":699,"independentOpponentIds":699,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["c2bb057ef3c15aa7c1a0099c"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8418247337244975,"lowerBound":0,"upperBound":1,"independentScore":0.8418247337244975,"independent":true,"opponentIds":700,"independentOpponentIds":700,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["45918216b4f57506bc18f43f"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.8847163805105491,"lowerBound":0,"upperBound":1,"independentScore":0.8847163805105491,"independent":true,"opponentIds":701,"independentOpponentIds":701,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["df985a406bd973b58bb12714"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7599585502572563,"lowerBound":0,"upperBound":1,"independentScore":0.7599585502572563,"independent":true,"opponentIds":702,"independentOpponentIds":702,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["1cc2edb1a9f3b941f175cda1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2143967430362663,"lowerBound":0,"upperBound":1,"independentScore":0.2143967430362663,"independent":true,"opponentIds":703,"independentOpponentIds":703,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["1eaec2770c32a1d977fe2e9f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.1273193905084986,"lowerBound":0,"upperBound":1,"independentScore":0.1273193905084986,"independent":true,"opponentIds":704,"independentOpponentIds":704,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["0c56e3b4c1bd36102a0d428b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.23205638355799899,"lowerBound":0,"upperBound":1,"independentScore":0.23205638355799899,"independent":true,"opponentIds":705,"independentOpponentIds":705,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["d58e0132dbc6ea2836492ddf"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e146162ac9b155d4b57a4230","3dccf3f99ac4f647f345a44e","bbb70ff8ccf50d3761bd741a","182b7997becaf9b5dfe635a2","688816e2f1a961f4d3aff674","c2bb057ef3c15aa7c1a0099c","45918216b4f57506bc18f43f","df985a406bd973b58bb12714","1cc2edb1a9f3b941f175cda1","1eaec2770c32a1d977fe2e9f","0c56e3b4c1bd36102a0d428b","d58e0132dbc6ea2836492ddf"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4o","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"exaone-4.5-33b--effort-reasoning","name":"EXAONE 4.5 33B · Reasoning","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-4.5-33b","detailsUrl":"/efforts?model=exaone-4.5-33b","publishedBenchmarkCount":12,"overallRating":{"score":0.07694956214189362,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999932}]},"capabilityRatings":[{"bucket":"agentic","score":0.10747557663596517,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.10805036543918416,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.07095099057731732,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.07102043515116206,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.10198890468068872,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.10866196878891099,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5596770000464671,"lowerBound":0,"upperBound":1,"independentScore":0.5596770000464671,"independent":true,"opponentIds":707,"independentOpponentIds":707,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["d7d6e5dfb2517db3a3abffd9"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.560184200869312,"lowerBound":0,"upperBound":1,"independentScore":0.560184200869312,"independent":true,"opponentIds":708,"independentOpponentIds":708,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["300ba2762404242763d4c0e3"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.37670024166479166,"lowerBound":0,"upperBound":1,"independentScore":0.37670024166479166,"independent":true,"opponentIds":709,"independentOpponentIds":709,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["30e3abcc63438702d05b2993"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6574238982171235,"lowerBound":0,"upperBound":1,"independentScore":0.6574238982171235,"independent":true,"opponentIds":710,"independentOpponentIds":710,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["0a34bb9a5d6b6b0a922ce76e"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.611350101331364,"lowerBound":0,"upperBound":1,"independentScore":0.611350101331364,"independent":true,"opponentIds":711,"independentOpponentIds":711,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["41ced3e964a27a11df4b1c3e"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6936998895068127,"lowerBound":0,"upperBound":1,"independentScore":0.6936998895068127,"independent":true,"opponentIds":712,"independentOpponentIds":712,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["85ca8391a463610733f224f0"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5762632020947126,"lowerBound":0,"upperBound":1,"independentScore":0.5762632020947126,"independent":true,"opponentIds":713,"independentOpponentIds":713,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["58a06a071e5a98afe4e66531"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.3398544526003787,"lowerBound":0,"upperBound":1,"independentScore":0.3398544526003787,"independent":true,"opponentIds":714,"independentOpponentIds":714,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["e7c7a13c51cb53b14149a39e"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7103075474309171,"lowerBound":0,"upperBound":1,"independentScore":0.7103075474309171,"independent":true,"opponentIds":715,"independentOpponentIds":715,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["f9200d5c5a1c2397d0c658a6"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5089870912239519,"lowerBound":0,"upperBound":1,"independentScore":0.5089870912239519,"independent":true,"opponentIds":716,"independentOpponentIds":716,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["d3258d1e2e465783b346ca7f","22b05a6d0064688a6d4b8d73"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d7d6e5dfb2517db3a3abffd9","300ba2762404242763d4c0e3","30e3abcc63438702d05b2993","0a34bb9a5d6b6b0a922ce76e","41ced3e964a27a11df4b1c3e","85ca8391a463610733f224f0","58a06a071e5a98afe4e66531","e7c7a13c51cb53b14149a39e","f9200d5c5a1c2397d0c658a6","d3258d1e2e465783b346ca7f","22b05a6d0064688a6d4b8d73"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"gemini-2.5-flash--effort-non-reasoning","name":"Gemini 2.5 Flash · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-2.5-flash","detailsUrl":"/efforts?model=gemini-2.5-flash","publishedBenchmarkCount":15,"overallRating":{"score":0.04548824524321957,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000004}]},"capabilityRatings":[{"bucket":"agentic","score":0.005727247917176089,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.05429836780800771,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03699389822903976,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.08771973932256716,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.0849369269570015,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.133892354498108,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5793408603224675,"lowerBound":0,"upperBound":1,"independentScore":0.5793408603224675,"independent":true,"opponentIds":717,"independentOpponentIds":717,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["778a476fac3a54bc26ad1bdc"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4923656280188628,"lowerBound":0,"upperBound":1,"independentScore":0.4923656280188628,"independent":true,"opponentIds":718,"independentOpponentIds":718,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["c843963587d72d6e7fa6ab2b","8e548cc9df3852affb6827c7"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.740829823524818,"lowerBound":0,"upperBound":1,"independentScore":0.740829823524818,"independent":true,"opponentIds":719,"independentOpponentIds":719,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["8fbe3f48f7d31ed271a50ddf"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.433734604201392,"lowerBound":0,"upperBound":1,"independentScore":0.433734604201392,"independent":true,"opponentIds":720,"independentOpponentIds":720,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["ae60d7a4d3b3a85a296b38ab"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.24938361906033596,"lowerBound":0,"upperBound":1,"independentScore":0.24938361906033596,"independent":true,"opponentIds":721,"independentOpponentIds":721,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["0508741ce4e4c770a963f3a4"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.38013940774747174,"lowerBound":0,"upperBound":1,"independentScore":0.38013940774747174,"independent":true,"opponentIds":722,"independentOpponentIds":722,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["ad52dd4994d43cfb7388537b"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5150122375103215,"lowerBound":0,"upperBound":1,"independentScore":0.5150122375103215,"independent":true,"opponentIds":723,"independentOpponentIds":723,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f2274f10c01fd49af34cc8c7"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.6315462123109129,"lowerBound":0,"upperBound":1,"independentScore":0.6315462123109129,"independent":true,"opponentIds":724,"independentOpponentIds":724,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["a2a790a25cbcf597773c9220"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7156689989916158,"lowerBound":0,"upperBound":1,"independentScore":0.7156689989916158,"independent":true,"opponentIds":725,"independentOpponentIds":725,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["5513fb39e65010cbd84258eb"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5445445974115937,"lowerBound":0,"upperBound":1,"independentScore":0.5445445974115937,"independent":true,"opponentIds":726,"independentOpponentIds":726,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["4871389cdfa8311f33acc44c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7259693333721384,"lowerBound":0,"upperBound":1,"independentScore":0.7259693333721384,"independent":true,"opponentIds":727,"independentOpponentIds":727,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["89031d6f4b0b9da5cd80cf55"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.10139177795262837,"lowerBound":0,"upperBound":1,"independentScore":0.10139177795262837,"independent":true,"opponentIds":728,"independentOpponentIds":728,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["b82146057c975a009a40f506"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5035620717598284,"lowerBound":0,"upperBound":1,"independentScore":0.5035620717598284,"independent":true,"opponentIds":729,"independentOpponentIds":729,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["0b1b7e45360ba1982d470496"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["778a476fac3a54bc26ad1bdc","c843963587d72d6e7fa6ab2b","8fbe3f48f7d31ed271a50ddf","ae60d7a4d3b3a85a296b38ab","0508741ce4e4c770a963f3a4","ad52dd4994d43cfb7388537b","f2274f10c01fd49af34cc8c7","a2a790a25cbcf597773c9220","8e548cc9df3852affb6827c7","5513fb39e65010cbd84258eb","4871389cdfa8311f33acc44c","89031d6f4b0b9da5cd80cf55","b82146057c975a009a40f506","0b1b7e45360ba1982d470496"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"gemini-2.5-flash--effort-reasoning","name":"Gemini 2.5 Flash · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-2.5-flash","detailsUrl":"/efforts?model=gemini-2.5-flash","publishedBenchmarkCount":15,"overallRating":{"score":0.08887274790789736,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000004}]},"capabilityRatings":[{"bucket":"agentic","score":0.03039105976851382,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.11865439020520537,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.06081101914743564,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.13755303818668044,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.10831544158374058,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.20599221203356968,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.722846604949077,"lowerBound":0,"upperBound":1,"independentScore":0.722846604949077,"independent":true,"opponentIds":717,"independentOpponentIds":717,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["25e8b81f8b05ec46c5e80257"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6162123654967702,"lowerBound":0,"upperBound":1,"independentScore":0.6162123654967702,"independent":true,"opponentIds":718,"independentOpponentIds":718,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["d1e35c9dfd5a9177d6520490","e9a8955bfe6f14e6cc47c6be"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7120513717284632,"lowerBound":0,"upperBound":1,"independentScore":0.7120513717284632,"independent":true,"opponentIds":719,"independentOpponentIds":719,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["03903b802c05359369266f36"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6551283672147589,"lowerBound":0,"upperBound":1,"independentScore":0.6551283672147589,"independent":true,"opponentIds":720,"independentOpponentIds":720,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["7a919ff134ab8dd622151ef8"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6082070011444369,"lowerBound":0,"upperBound":1,"independentScore":0.6082070011444369,"independent":true,"opponentIds":721,"independentOpponentIds":721,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["29c12307a2fa27b9adfab4e4"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6188346787367867,"lowerBound":0,"upperBound":1,"independentScore":0.6188346787367867,"independent":true,"opponentIds":722,"independentOpponentIds":722,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["615f11f6104fbdbc6397c19a"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7282335750819665,"lowerBound":0,"upperBound":1,"independentScore":0.7282335750819665,"independent":true,"opponentIds":723,"independentOpponentIds":723,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["a32eda887ff803501ac260c2"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.9403268042642438,"lowerBound":0,"upperBound":1,"independentScore":0.9403268042642438,"independent":true,"opponentIds":724,"independentOpponentIds":724,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["b3ffd498b7959470e367bd26"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8488264657449165,"lowerBound":0,"upperBound":1,"independentScore":0.8488264657449165,"independent":true,"opponentIds":725,"independentOpponentIds":725,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["aa36fae3bef0b68268249bfe"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6096642976048579,"lowerBound":0,"upperBound":1,"independentScore":0.6096642976048579,"independent":true,"opponentIds":726,"independentOpponentIds":726,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["8810b2fe580ca34e86a3b029"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7231830921075927,"lowerBound":0,"upperBound":1,"independentScore":0.7231830921075927,"independent":true,"opponentIds":727,"independentOpponentIds":727,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["be837d02ebf79658b1d356cf"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.39405057897323575,"lowerBound":0,"upperBound":1,"independentScore":0.39405057897323575,"independent":true,"opponentIds":728,"independentOpponentIds":728,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["b6896924c93716199a8e8b23"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.524576572138876,"lowerBound":0,"upperBound":1,"independentScore":0.524576572138876,"independent":true,"opponentIds":729,"independentOpponentIds":729,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["a6d86a700f4535aa3b842c46"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["25e8b81f8b05ec46c5e80257","d1e35c9dfd5a9177d6520490","03903b802c05359369266f36","7a919ff134ab8dd622151ef8","29c12307a2fa27b9adfab4e4","615f11f6104fbdbc6397c19a","a32eda887ff803501ac260c2","b3ffd498b7959470e367bd26","e9a8955bfe6f14e6cc47c6be","aa36fae3bef0b68268249bfe","8810b2fe580ca34e86a3b029","be837d02ebf79658b1d356cf","b6896924c93716199a8e8b23","a6d86a700f4535aa3b842c46"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"gemini-2.5-flash-lite--effort-non-reasoning","name":"Gemini 2.5 Flash-Lite · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-2.5-flash-lite","detailsUrl":"/efforts?model=gemini-2.5-flash-lite","publishedBenchmarkCount":14,"overallRating":{"score":0.01678012267645068,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000069}]},"capabilityRatings":[{"bucket":"agentic","score":0.008630347976004017,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.020200599006986814,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.014561606316377866,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.021318729984279722,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.027827207493549028,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.03994172278358028,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.34406153105885057,"lowerBound":0,"upperBound":1,"independentScore":0.34406153105885057,"independent":true,"opponentIds":730,"independentOpponentIds":730,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["4b6d985260431c716d5f32f1"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3436869613931217,"lowerBound":0,"upperBound":1,"independentScore":0.3436869613931217,"independent":true,"opponentIds":731,"independentOpponentIds":731,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["7c4270b425ce13c10d94c734"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25170735402296435,"lowerBound":0,"upperBound":1,"independentScore":0.25170735402296435,"independent":true,"opponentIds":732,"independentOpponentIds":732,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["d4da0bef5d2711a9743bf008"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.17469067868853452,"lowerBound":0,"upperBound":1,"independentScore":0.17469067868853452,"independent":true,"opponentIds":733,"independentOpponentIds":733,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["32549bdfff973940b8fe54d1"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.07979645334485094,"lowerBound":0,"upperBound":1,"independentScore":0.07979645334485094,"independent":true,"opponentIds":734,"independentOpponentIds":734,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["838fbf397ffda157ad949a61"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.17923951926341575,"lowerBound":0,"upperBound":1,"independentScore":0.17923951926341575,"independent":true,"opponentIds":735,"independentOpponentIds":735,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["6e11e8fedfcf94c7848f35e4"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.38990557122653613,"lowerBound":0,"upperBound":1,"independentScore":0.38990557122653613,"independent":true,"opponentIds":736,"independentOpponentIds":736,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["208bce24d8fb34ba60bd10e9"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.5813310250762099,"lowerBound":0,"upperBound":1,"independentScore":0.5813310250762099,"independent":true,"opponentIds":737,"independentOpponentIds":737,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["b5463a06d82c58c7e8fba350"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.3519586155590423,"lowerBound":0,"upperBound":1,"independentScore":0.3519586155590423,"independent":true,"opponentIds":738,"independentOpponentIds":738,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f8b3bc91b10e83be18e8677b"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.2733938651821188,"lowerBound":0,"upperBound":1,"independentScore":0.2733938651821188,"independent":true,"opponentIds":739,"independentOpponentIds":739,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["b619e01f7daa0e5ea4cdeda1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2873768780900737,"lowerBound":0,"upperBound":1,"independentScore":0.2873768780900737,"independent":true,"opponentIds":740,"independentOpponentIds":740,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["67df11bafe9809cfd9e3f3eb"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.16125009668618154,"lowerBound":0,"upperBound":1,"independentScore":0.16125009668618154,"independent":true,"opponentIds":741,"independentOpponentIds":741,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["333ef0ed6319c3f365aae494"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.17453248239262628,"lowerBound":0,"upperBound":1,"independentScore":0.17453248239262628,"independent":true,"opponentIds":742,"independentOpponentIds":742,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["c90f54c21e1329dfe593d000"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4b6d985260431c716d5f32f1","7c4270b425ce13c10d94c734","d4da0bef5d2711a9743bf008","32549bdfff973940b8fe54d1","838fbf397ffda157ad949a61","6e11e8fedfcf94c7848f35e4","208bce24d8fb34ba60bd10e9","b5463a06d82c58c7e8fba350","f8b3bc91b10e83be18e8677b","b619e01f7daa0e5ea4cdeda1","67df11bafe9809cfd9e3f3eb","333ef0ed6319c3f365aae494","c90f54c21e1329dfe593d000"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"gemini-2.5-flash-lite--effort-reasoning","name":"Gemini 2.5 Flash-Lite · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-2.5-flash-lite","detailsUrl":"/efforts?model=gemini-2.5-flash-lite","publishedBenchmarkCount":15,"overallRating":{"score":0.03490853122266751,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000129}]},"capabilityRatings":[{"bucket":"agentic","score":0.008126169090316741,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.04118740894548079,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.029887271243865726,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.05708097976792933,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.03709665705385351,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.11515163587269094,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5146539369048855,"lowerBound":0,"upperBound":1,"independentScore":0.5146539369048855,"independent":true,"opponentIds":730,"independentOpponentIds":730,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["a433d84489e1746d7f57ce6b"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.42504651274256694,"lowerBound":0,"upperBound":1,"independentScore":0.42504651274256694,"independent":true,"opponentIds":743,"independentOpponentIds":743,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["d69a72ef36f478ea09b68875","3e51c2efec3e1e4facb453c9"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25170735402296435,"lowerBound":0,"upperBound":1,"independentScore":0.25170735402296435,"independent":true,"opponentIds":732,"independentOpponentIds":732,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["434ad978699d9f67751986dc"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3311589162857194,"lowerBound":0,"upperBound":1,"independentScore":0.3311589162857194,"independent":true,"opponentIds":733,"independentOpponentIds":733,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["25128a1d8bb8e5c053dcad35"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.41131673776129335,"lowerBound":0,"upperBound":1,"independentScore":0.41131673776129335,"independent":true,"opponentIds":734,"independentOpponentIds":734,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["60f98d8bd60241b8c86ec5d7"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6080486075789047,"lowerBound":0,"upperBound":1,"independentScore":0.6080486075789047,"independent":true,"opponentIds":735,"independentOpponentIds":735,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["2d5d302d8a59f5716d532cb4"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6189863543687669,"lowerBound":0,"upperBound":1,"independentScore":0.6189863543687669,"independent":true,"opponentIds":736,"independentOpponentIds":736,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["9f124c6e37fc898fcec9d2aa"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.7968219297281923,"lowerBound":0,"upperBound":1,"independentScore":0.7968219297281923,"independent":true,"opponentIds":737,"independentOpponentIds":737,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["bc2be91ff8211d91bea25150"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.4664844080561751,"lowerBound":0,"upperBound":1,"independentScore":0.4664844080561751,"independent":true,"opponentIds":738,"independentOpponentIds":738,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["6a0ea081f38de34cf0138ec6"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.34024847684273773,"lowerBound":0,"upperBound":1,"independentScore":0.34024847684273773,"independent":true,"opponentIds":739,"independentOpponentIds":739,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["4989b8aaa192e67ee9b036ce"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.43942490459240185,"lowerBound":0,"upperBound":1,"independentScore":0.43942490459240185,"independent":true,"opponentIds":740,"independentOpponentIds":740,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["86b22a6d3c908a4896b22e32"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.151448457242474,"lowerBound":0,"upperBound":1,"independentScore":0.151448457242474,"independent":true,"opponentIds":741,"independentOpponentIds":741,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["402b1b95380a385fcfc42d37"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.26805126036503374,"lowerBound":0,"upperBound":1,"independentScore":0.26805126036503374,"independent":true,"opponentIds":742,"independentOpponentIds":742,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["eb222f50e00f52ee760583e4"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a433d84489e1746d7f57ce6b","d69a72ef36f478ea09b68875","434ad978699d9f67751986dc","25128a1d8bb8e5c053dcad35","60f98d8bd60241b8c86ec5d7","2d5d302d8a59f5716d532cb4","9f124c6e37fc898fcec9d2aa","bc2be91ff8211d91bea25150","3e51c2efec3e1e4facb453c9","6a0ea081f38de34cf0138ec6","4989b8aaa192e67ee9b036ce","86b22a6d3c908a4896b22e32","402b1b95380a385fcfc42d37","eb222f50e00f52ee760583e4"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"gemini-2.5-pro--effort-reasoning","name":"Gemini 2.5 Pro · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-2.5-pro","detailsUrl":"/efforts?model=gemini-2.5-pro","publishedBenchmarkCount":23,"overallRating":{"score":0.12913947367648662,"supported":true,"families":19,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":19,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999741}]},"capabilityRatings":[{"bucket":"agentic","score":0.10740738192923656,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.1648943201940852,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.14463996764500683,"supported":true,"families":3,"independentFamilies":3,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.22604595942419606,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.22594664701734823,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.20301681541455796,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.25328875891343533,"lowerBound":0,"upperBound":1,"independentScore":0.25328875891343533,"independent":true,"opponentIds":744,"independentOpponentIds":744,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["a2baacd01517ef45b2eceb1d"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.897266969767667,"lowerBound":0,"upperBound":1,"independentScore":0.897266969767667,"independent":true,"opponentIds":745,"independentOpponentIds":745,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["487059beacefde1e01685e8d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6927698554729229,"lowerBound":0,"upperBound":1,"independentScore":0.6927698554729229,"independent":true,"opponentIds":746,"independentOpponentIds":746,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["5604a1b3b4ab8c68dc8d01bc"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.32682926845077376,"lowerBound":0,"upperBound":1,"independentScore":0.32682926845077376,"independent":true,"opponentIds":747,"independentOpponentIds":747,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["fe94c818a9ad0ca7d39e39ef"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7526873722391162,"lowerBound":0,"upperBound":1,"independentScore":0.7526873722391162,"independent":true,"opponentIds":748,"independentOpponentIds":748,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["9aec0db3dacd7fcf771012a9"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6063173719316973,"lowerBound":0,"upperBound":1,"independentScore":0.6063173719316973,"independent":true,"opponentIds":749,"independentOpponentIds":749,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["2a2fff8b12d3d37901295fdf"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.37036346516132285,"lowerBound":0,"upperBound":1,"independentScore":0.37036346516132285,"independent":true,"opponentIds":750,"independentOpponentIds":750,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["88d422808c7de7f23d709556"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.9086603010143258,"lowerBound":0,"upperBound":1,"independentScore":0.9086603010143258,"independent":true,"opponentIds":751,"independentOpponentIds":751,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["defe800b4fa5856397240d2e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7625290328804143,"lowerBound":0,"upperBound":1,"independentScore":0.7625290328804143,"independent":true,"opponentIds":752,"independentOpponentIds":752,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["0780118e8e66b234eca4b2a4"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.750555595178984,"lowerBound":0,"upperBound":1,"independentScore":0.750555595178984,"independent":true,"opponentIds":753,"independentOpponentIds":753,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["cb4e80a7918d6b9057e3deed"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5889202420904205,"lowerBound":0,"upperBound":1,"independentScore":0.5889202420904205,"independent":true,"opponentIds":754,"independentOpponentIds":754,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["f077b068853bedaf080c341f"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9101605188326674,"lowerBound":0,"upperBound":1,"independentScore":0.9101605188326674,"independent":true,"opponentIds":755,"independentOpponentIds":755,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["b5a906c034fd39fe365ed813"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.7704223451625958,"lowerBound":0,"upperBound":1,"independentScore":0.7704223451625958,"independent":true,"opponentIds":756,"independentOpponentIds":756,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["69605a228871fa6d6a1fe38d"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.944927725798306,"lowerBound":0,"upperBound":1,"independentScore":0.944927725798306,"independent":true,"opponentIds":757,"independentOpponentIds":757,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["effe61acb1f2ecd3194c56be"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7507539956754082,"lowerBound":0,"upperBound":1,"independentScore":0.7507539956754082,"independent":true,"opponentIds":758,"independentOpponentIds":758,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["8f2d5e3be696b0d89edeb2fc"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8789798726443931,"lowerBound":0,"upperBound":1,"independentScore":0.8789798726443931,"independent":true,"opponentIds":759,"independentOpponentIds":759,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["cf0ed4c7679f5831c0151b93"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.6147293142588485,"lowerBound":0,"upperBound":1,"independentScore":0.6147293142588485,"independent":true,"opponentIds":760,"independentOpponentIds":760,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["b346e2f4d8c39e5b6a8796ce"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4907133244015464,"lowerBound":0,"upperBound":1,"independentScore":0.4907133244015464,"independent":true,"opponentIds":761,"independentOpponentIds":761,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["5336414aba2be78f3187de97","80b93729bec1b12b13fec2bd"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4579387121522733,"lowerBound":0,"upperBound":1,"independentScore":0.4579387121522733,"independent":true,"opponentIds":762,"independentOpponentIds":762,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["fe7921ca6643b00dc3e8c896","0f6648f08f82d8663f02b246","9861b3363626336b8e1278dd"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a2baacd01517ef45b2eceb1d","487059beacefde1e01685e8d","5604a1b3b4ab8c68dc8d01bc","fe94c818a9ad0ca7d39e39ef","9aec0db3dacd7fcf771012a9","2a2fff8b12d3d37901295fdf","88d422808c7de7f23d709556","defe800b4fa5856397240d2e","0780118e8e66b234eca4b2a4","cb4e80a7918d6b9057e3deed","f077b068853bedaf080c341f","b5a906c034fd39fe365ed813","69605a228871fa6d6a1fe38d","effe61acb1f2ecd3194c56be","8f2d5e3be696b0d89edeb2fc","cf0ed4c7679f5831c0151b93","b346e2f4d8c39e5b6a8796ce","5336414aba2be78f3187de97","80b93729bec1b12b13fec2bd","fe7921ca6643b00dc3e8c896","0f6648f08f82d8663f02b246","9861b3363626336b8e1278dd"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":23}],"unspecified":0,"total":23}},{"id":"gemini-2.5-pro--effort-thinking-8k","name":"Gemini 2.5 Pro · Thinking 8K","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-2.5-pro","detailsUrl":"/efforts?model=gemini-2.5-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.07925618617331587,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999996}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.09613063237804813,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.3582531162223487,"lowerBound":0,"upperBound":1,"independentScore":0.3582531162223487,"independent":true,"opponentIds":763,"independentOpponentIds":763,"panelSize":38,"publishers":["ARC Prize"],"observations":["53fc9ec1dee0accada2433b0"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["53fc9ec1dee0accada2433b0"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Thinking 8K","settings":[{"label":"Thinking 8K","observations":1}],"unspecified":0,"total":1}},{"id":"gemini-2.5-pro--effort-thinking-16k","name":"Gemini 2.5 Pro · Thinking 16K","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-2.5-pro","detailsUrl":"/efforts?model=gemini-2.5-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.09646286571996827,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999996}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.11577374628823639,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.4044341819853858,"lowerBound":0,"upperBound":1,"independentScore":0.4044341819853858,"independent":true,"opponentIds":763,"independentOpponentIds":763,"panelSize":38,"publishers":["ARC Prize"],"observations":["6cc85ba2b198bd02c85a961a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6cc85ba2b198bd02c85a961a"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Thinking 16K","settings":[{"label":"Thinking 16K","observations":1}],"unspecified":0,"total":1}},{"id":"gemini-2.5-pro--effort-thinking-1k","name":"Gemini 2.5 Pro · Thinking 1K","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-2.5-pro","detailsUrl":"/efforts?model=gemini-2.5-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.011493692705668607,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999996}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.01809622479820167,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.02379024599914035,"lowerBound":0,"upperBound":1,"independentScore":0.02379024599914035,"independent":true,"opponentIds":763,"independentOpponentIds":763,"panelSize":38,"publishers":["ARC Prize"],"observations":["85789420efbd10e4bf8e8a0f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["85789420efbd10e4bf8e8a0f"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Thinking 1K","settings":[{"label":"Thinking 1K","observations":1}],"unspecified":0,"total":1}},{"id":"gemini-2.5-pro--effort-thinking-32k","name":"Gemini 2.5 Pro · Thinking 32K","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-2.5-pro","detailsUrl":"/efforts?model=gemini-2.5-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.10763355019532718,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999996}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.12878717699327902,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.4310232804550133,"lowerBound":0,"upperBound":1,"independentScore":0.4310232804550133,"independent":true,"opponentIds":763,"independentOpponentIds":763,"panelSize":38,"publishers":["ARC Prize"],"observations":["e1746e4a5f84cad00df32d6b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e1746e4a5f84cad00df32d6b"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Thinking 32K","settings":[{"label":"Thinking 32K","observations":1}],"unspecified":0,"total":1}},{"id":"gemini-3-flash-preview--effort-non-reasoning","name":"Gemini 3 Flash Preview · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3-flash-preview","detailsUrl":"/efforts?model=gemini-3-flash-preview","publishedBenchmarkCount":15,"overallRating":{"score":0.13999129556430767,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.00000000000001}]},"capabilityRatings":[{"bucket":"agentic","score":0.05417283756777186,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.11468931563526895,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.1577832620630889,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2879961690977464,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.3772057691860394,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.18325316501888936,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5458884251339866,"lowerBound":0,"upperBound":1,"independentScore":0.5458884251339866,"independent":true,"opponentIds":764,"independentOpponentIds":764,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["076c87b82049cfa2ea7b9df0"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5711356505850249,"lowerBound":0,"upperBound":1,"independentScore":0.5711356505850249,"independent":true,"opponentIds":765,"independentOpponentIds":765,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["5e4484b725f885d1ff5e913f","65ec7e6d31d6f6ce02771c4b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7447058743715639,"lowerBound":0,"upperBound":1,"independentScore":0.7447058743715639,"independent":true,"opponentIds":766,"independentOpponentIds":766,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["b771ca3369e45caa49d4b3fe"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.9901321757353387,"lowerBound":0,"upperBound":1,"independentScore":0.9901321757353387,"independent":true,"opponentIds":767,"independentOpponentIds":767,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["766bfc6c0bb47794ea896d7c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7055817134286423,"lowerBound":0,"upperBound":1,"independentScore":0.7055817134286423,"independent":true,"opponentIds":768,"independentOpponentIds":768,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["d45eab2a552c001f2dbdb704"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6844406752113064,"lowerBound":0,"upperBound":1,"independentScore":0.6844406752113064,"independent":true,"opponentIds":769,"independentOpponentIds":769,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["5a0c8bdb65808c38cc8c6ba8"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6739451567258792,"lowerBound":0,"upperBound":1,"independentScore":0.6739451567258792,"independent":true,"opponentIds":770,"independentOpponentIds":770,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["8d1a6871f955048317879ba7"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9139148037123899,"lowerBound":0,"upperBound":1,"independentScore":0.9139148037123899,"independent":true,"opponentIds":771,"independentOpponentIds":771,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["3877c7c555480e56e2553353"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9863761350660344,"lowerBound":0,"upperBound":1,"independentScore":0.9863761350660344,"independent":true,"opponentIds":772,"independentOpponentIds":772,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["7161c5ae63b41bca96c70974"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9018776618728337,"lowerBound":0,"upperBound":1,"independentScore":0.9018776618728337,"independent":true,"opponentIds":773,"independentOpponentIds":773,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["1db4c190ae70acb2a1c1a232"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9459288781766827,"lowerBound":0,"upperBound":1,"independentScore":0.9459288781766827,"independent":true,"opponentIds":774,"independentOpponentIds":774,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["9fae7f3a431a07e9ef03a649"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5171814504248131,"lowerBound":0,"upperBound":1,"independentScore":0.5171814504248131,"independent":true,"opponentIds":775,"independentOpponentIds":775,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["090d329b550ff7c39b218328"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7830752153241265,"lowerBound":0,"upperBound":1,"independentScore":0.7830752153241265,"independent":true,"opponentIds":776,"independentOpponentIds":776,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["66bd4898aef466d04784881c"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["076c87b82049cfa2ea7b9df0","5e4484b725f885d1ff5e913f","b771ca3369e45caa49d4b3fe","766bfc6c0bb47794ea896d7c","d45eab2a552c001f2dbdb704","5a0c8bdb65808c38cc8c6ba8","8d1a6871f955048317879ba7","3877c7c555480e56e2553353","65ec7e6d31d6f6ce02771c4b","7161c5ae63b41bca96c70974","1db4c190ae70acb2a1c1a232","9fae7f3a431a07e9ef03a649","090d329b550ff7c39b218328","66bd4898aef466d04784881c"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"gemini-3-flash-preview--effort-reasoning","name":"Gemini 3 Flash Preview · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3-flash-preview","detailsUrl":"/efforts?model=gemini-3-flash-preview","publishedBenchmarkCount":17,"overallRating":{"score":0.30477924358181635,"supported":true,"families":14,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":14,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999988}]},"capabilityRatings":[{"bucket":"agentic","score":0.24833904777062588,"supported":true,"families":2,"independentFamilies":2,"opponents":202,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3563506574349244,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.2737421839950445,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.45747792859609354,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.4389124311753491,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.37084279768994266,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9970310906243467,"lowerBound":0,"upperBound":1,"independentScore":0.9970310906243467,"independent":true,"opponentIds":764,"independentOpponentIds":764,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["162b72dff2b62a478a4e3d38"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.7623442614590878,"lowerBound":0,"upperBound":1,"independentScore":0.7623442614590878,"independent":true,"opponentIds":777,"independentOpponentIds":777,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["b3a845d5ca338864a0c68e84"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.792023247145878,"lowerBound":0,"upperBound":1,"independentScore":0.792023247145878,"independent":true,"opponentIds":765,"independentOpponentIds":765,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["681dcd67742f3fabcb4e8443","91700195796ca55967f40f20"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8852544044631622,"lowerBound":0,"upperBound":1,"independentScore":0.8852544044631622,"independent":true,"opponentIds":766,"independentOpponentIds":766,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["862b3fc84116cb2abfb29a11"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.9853772392938127,"lowerBound":0,"upperBound":1,"independentScore":0.9853772392938127,"independent":true,"opponentIds":767,"independentOpponentIds":767,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["f0939c33b02de61e8d2569c0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9197905487991139,"lowerBound":0,"upperBound":1,"independentScore":0.9197905487991139,"independent":true,"opponentIds":768,"independentOpponentIds":768,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["5177df7f65f8989816e07078"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9155421246946535,"lowerBound":0,"upperBound":1,"independentScore":0.9155421246946535,"independent":true,"opponentIds":769,"independentOpponentIds":769,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["f524fa4818eae0de4de4b842"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9674740078326969,"lowerBound":0,"upperBound":1,"independentScore":0.9674740078326969,"independent":true,"opponentIds":770,"independentOpponentIds":770,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["fe637f0f65778514caf29868"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":771,"independentOpponentIds":771,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["afb2c3230511cde285428634"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9935024379505606,"lowerBound":0,"upperBound":1,"independentScore":0.9935024379505606,"independent":true,"opponentIds":772,"independentOpponentIds":772,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["a699cac3b6da2ec95d940e1a"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9326706663292225,"lowerBound":0,"upperBound":1,"independentScore":0.9326706663292225,"independent":true,"opponentIds":773,"independentOpponentIds":773,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["57c50354c54c32290ddfc4c1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9729609773822825,"lowerBound":0,"upperBound":1,"independentScore":0.9729609773822825,"independent":true,"opponentIds":774,"independentOpponentIds":774,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["6ca294472ce7424a59037593"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7018594937304544,"lowerBound":0,"upperBound":1,"independentScore":0.7018594937304544,"independent":true,"opponentIds":778,"independentOpponentIds":778,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["cb0e8ee7331851f023b16462","216792d88d988a2e05a41153"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9087813532209088,"lowerBound":0,"upperBound":1,"independentScore":0.9087813532209088,"independent":true,"opponentIds":776,"independentOpponentIds":776,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["f07bd2d137eff751c94e16e4"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["162b72dff2b62a478a4e3d38","b3a845d5ca338864a0c68e84","681dcd67742f3fabcb4e8443","862b3fc84116cb2abfb29a11","f0939c33b02de61e8d2569c0","5177df7f65f8989816e07078","f524fa4818eae0de4de4b842","fe637f0f65778514caf29868","afb2c3230511cde285428634","91700195796ca55967f40f20","a699cac3b6da2ec95d940e1a","57c50354c54c32290ddfc4c1","6ca294472ce7424a59037593","cb0e8ee7331851f023b16462","216792d88d988a2e05a41153","f07bd2d137eff751c94e16e4"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","claude-sonnet-4-6","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","glm-5","glm-5.2","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-terra","grok-4.3","kimi-k2.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","nvidia-nemotron-3-super-120b-a12b-bf16","qwen3.5-397b-a17b","qwen3.7-plus","step-3.7-flash","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5-turbo","glm-5.1","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.6-sol","gpt-6-astra","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.7-code","mimo-v2.5","minicpm5-2b","minimax-m2.5","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":17}],"unspecified":0,"total":17}},{"id":"gemini-3-flash-preview--effort-high","name":"Gemini 3 Flash Preview · High","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3-flash-preview","detailsUrl":"/efforts?model=gemini-3-flash-preview","publishedBenchmarkCount":14,"overallRating":{"score":0.2787682368622657,"supported":true,"families":13,"publishers":3,"evaluationSources":3,"taskAreas":4,"opponents":73,"independentFamilies":13,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.3740089260649615},{"source":"ARC Prize","independent":true,"share":0.3426643650427201},{"source":"Vals AI","independent":true,"share":0.28332670889232014}]},"capabilityRatings":[{"bucket":"agentic","score":0.15394387637427545,"supported":true,"families":4,"independentFamilies":4,"opponents":34,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3486000006191563,"supported":true,"families":4,"independentFamilies":4,"opponents":68,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.12239157992004678,"supported":true,"families":3,"independentFamilies":3,"opponents":34,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.5846911100285938,"supported":true,"families":2,"independentFamilies":2,"opponents":38,"opponentLabs":10,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8136419001218029,"lowerBound":0,"upperBound":1,"independentScore":0.8136419001218029,"independent":true,"opponentIds":779,"independentOpponentIds":779,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-a4uE6KgMhGSUjcnemRnbkA"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7688881073794032,"lowerBound":0,"upperBound":1,"independentScore":0.7688881073794032,"independent":true,"opponentIds":780,"independentOpponentIds":780,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-gVdraDT3pXmaExP9VbqME4"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.09819746422933957,"lowerBound":0,"upperBound":1,"independentScore":0.09819746422933957,"independent":true,"opponentIds":781,"independentOpponentIds":781,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:google/gemini-3-flash-preview"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6530405930841416,"lowerBound":0,"upperBound":1,"independentScore":0.6530405930841416,"independent":true,"opponentIds":782,"independentOpponentIds":782,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:google/gemini-3-flash-preview"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.19611505416511021,"lowerBound":0,"upperBound":1,"independentScore":0.19611505416511021,"independent":true,"opponentIds":783,"independentOpponentIds":783,"panelSize":29,"publishers":["Vals AI"],"observations":["vals-terminal-bench-2-1-v2.1:google/gemini-3-flash-preview"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5841475754352278,"lowerBound":0,"upperBound":1,"independentScore":0.5841475754352278,"independent":true,"opponentIds":784,"independentOpponentIds":784,"panelSize":38,"publishers":["ARC Prize"],"observations":["da304a0f8d4e4dc282b7a95b"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.676047855088774,"lowerBound":0,"upperBound":1,"independentScore":0.676047855088774,"independent":true,"opponentIds":785,"independentOpponentIds":785,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-HVtbACyemDaTPW5XUDC6Jf","epoch-run-MvdunHkVURna3JuyDjhzEc"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.9142550911039657,"lowerBound":0,"upperBound":1,"independentScore":0.9142550911039657,"independent":true,"opponentIds":786,"independentOpponentIds":786,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-7cc6cDCXjsPjtKt36bbeMR"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.1653822354728019,"lowerBound":0,"upperBound":1,"independentScore":0.1653822354728019,"independent":true,"opponentIds":787,"independentOpponentIds":787,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:google/gemini-3-flash-preview"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.08520045705201448,"lowerBound":0,"upperBound":1,"independentScore":0.08520045705201448,"independent":true,"opponentIds":788,"independentOpponentIds":788,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:google/gemini-3-flash-preview"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.2270092433025223,"lowerBound":0,"upperBound":1,"independentScore":0.2270092433025223,"independent":true,"opponentIds":789,"independentOpponentIds":789,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:google/gemini-3-flash-preview"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.10235521437150763,"lowerBound":0,"upperBound":1,"independentScore":0.10235521437150763,"independent":true,"opponentIds":790,"independentOpponentIds":790,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:google/gemini-3-flash-preview"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.10030192927690496,"lowerBound":0,"upperBound":1,"independentScore":0.10030192927690496,"independent":true,"opponentIds":791,"independentOpponentIds":791,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:google/gemini-3-flash-preview"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["da304a0f8d4e4dc282b7a95b","epoch-run-HVtbACyemDaTPW5XUDC6Jf","epoch-run-gVdraDT3pXmaExP9VbqME4","epoch-run-MvdunHkVURna3JuyDjhzEc","epoch-run-a4uE6KgMhGSUjcnemRnbkA","epoch-run-7cc6cDCXjsPjtKt36bbeMR","vals-finance-agent-v2:google/gemini-3-flash-preview","vals-code-migration-v1:google/gemini-3-flash-preview","vals-legal-research-v1:google/gemini-3-flash-preview","vals-emb-v1:google/gemini-3-flash-preview","vals-mmlu-pro-v1:google/gemini-3-flash-preview","vals-terminal-bench-2-1-v2.1:google/gemini-3-flash-preview","vals-vibe-code-bench-v1.1:google/gemini-3-flash-preview","vals-legal-agent-benchmark-v1:google/gemini-3-flash-preview"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","muse-spark-1.2","muse-spark-1.3","muse-spark-1.1","mistral-medium-3.5","gpt-5.4-nano","gpt-5.4-mini","gpt-5.4","claude-haiku-4-5-20251001","claude-sonnet-4-5-20250929","gemini-2.5-pro","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4-pro","gpt-5.5-pro","o3","o3-mini","o3-pro","o4-mini","qwen3.5-2b","claude-opus-4-5-20251101"]},"effort":{"label":"High","settings":[{"label":"High","observations":14}],"unspecified":0,"total":14}},{"id":"gemini-3-flash-preview--effort-low","name":"Gemini 3 Flash Preview · Low","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3-flash-preview","detailsUrl":"/efforts?model=gemini-3-flash-preview","publishedBenchmarkCount":2,"overallRating":{"score":0.05845123875003121,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":1,"opponents":39,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":2,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.6705243055161665},{"source":"Epoch AI","independent":true,"share":0.3294756944838327}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.09306730832919134,"supported":true,"families":2,"independentFamilies":2,"opponents":39,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.11925778694090183,"lowerBound":0,"upperBound":1,"independentScore":0.11925778694090183,"independent":true,"opponentIds":784,"independentOpponentIds":784,"panelSize":38,"publishers":["ARC Prize"],"observations":["8f72a698e068a7bc179feb19"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.40594059405940597,"lowerBound":0,"upperBound":1,"independentScore":0.40594059405940597,"independent":true,"opponentIds":792,"independentOpponentIds":792,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-ZQMcTQjHcDSevCN2dYYHKY"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8f72a698e068a7bc179feb19","epoch-run-ZQMcTQjHcDSevCN2dYYHKY"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini","gemini-3.1-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":2}],"unspecified":0,"total":2}},{"id":"gemini-3-flash-preview--effort-medium","name":"Gemini 3 Flash Preview · Medium","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3-flash-preview","detailsUrl":"/efforts?model=gemini-3-flash-preview","publishedBenchmarkCount":1,"overallRating":{"score":0.20457036086686994,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999996}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.22113319427894115,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6142297332775838,"lowerBound":0,"upperBound":1,"independentScore":0.6142297332775838,"independent":true,"opponentIds":784,"independentOpponentIds":784,"panelSize":38,"publishers":["ARC Prize"],"observations":["c3906ea3a7c1254fb6ccba8d"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c3906ea3a7c1254fb6ccba8d"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":1}],"unspecified":0,"total":1}},{"id":"gemini-3-flash-preview--effort-minimal","name":"Gemini 3 Flash Preview · Minimal","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3-flash-preview","detailsUrl":"/efforts?model=gemini-3-flash-preview","publishedBenchmarkCount":2,"overallRating":{"score":0.11485108606991297,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":1,"opponents":39,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":2,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.6705243055161665},{"source":"Epoch AI","independent":true,"share":0.3294756944838327}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.15537881840112308,"supported":true,"families":2,"independentFamilies":2,"opponents":39,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.34221799730867475,"lowerBound":0,"upperBound":1,"independentScore":0.34221799730867475,"independent":true,"opponentIds":784,"independentOpponentIds":784,"panelSize":38,"publishers":["ARC Prize"],"observations":["f433631bd967cd374a5a92a9"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.39108910891089105,"lowerBound":0,"upperBound":1,"independentScore":0.39108910891089105,"independent":true,"opponentIds":792,"independentOpponentIds":792,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-njpkLAWZTvept6tnkraYrR"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f433631bd967cd374a5a92a9","epoch-run-njpkLAWZTvept6tnkraYrR"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini","gemini-3.1-pro"]},"effort":{"label":"Minimal","settings":[{"label":"Minimal","observations":2}],"unspecified":0,"total":2}},{"id":"gemini-3.1-flash-lite--effort-reasoning","name":"Gemini 3.1 Flash-Lite · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.1-flash-lite","detailsUrl":"/efforts?model=gemini-3.1-flash-lite","publishedBenchmarkCount":23,"overallRating":{"score":0.11691841610066962,"supported":true,"families":18,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":18,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000127}]},"capabilityRatings":[{"bucket":"agentic","score":0.09321194398693589,"supported":true,"families":9,"independentFamilies":9,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.1594298446606603,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.13010295838243183,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.3556175175955012,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.27488003804248295,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.2459183544760708,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.1870389698813147,"lowerBound":0,"upperBound":1,"independentScore":0.1870389698813147,"independent":true,"opponentIds":793,"independentOpponentIds":793,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["9ed78211ce574b898ce5c37e"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.2111115261103215,"lowerBound":0,"upperBound":1,"independentScore":0.2111115261103215,"independent":true,"opponentIds":794,"independentOpponentIds":794,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["fb38f5a1da43f9f671c2940b"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.24766489448815787,"lowerBound":0,"upperBound":1,"independentScore":0.24766489448815787,"independent":true,"opponentIds":795,"independentOpponentIds":795,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["95738bc56bfab2218391b063"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.611665996856614,"lowerBound":0,"upperBound":1,"independentScore":0.611665996856614,"independent":true,"opponentIds":796,"independentOpponentIds":796,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["e51ce9e31d112599849140e1","4aae5d6df970c338630860a9"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.4980266729833319,"lowerBound":0,"upperBound":1,"independentScore":0.4980266729833319,"independent":true,"opponentIds":797,"independentOpponentIds":797,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["542af94496db9fff0c50c33b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6924487154221943,"lowerBound":0,"upperBound":1,"independentScore":0.6924487154221943,"independent":true,"opponentIds":798,"independentOpponentIds":798,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["1f43c952940a4b6d26d536be"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.10545947270175489,"lowerBound":0,"upperBound":1,"independentScore":0.10545947270175489,"independent":true,"opponentIds":799,"independentOpponentIds":799,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["8416976c2cf8e61964b2a869"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5265917791541032,"lowerBound":0,"upperBound":1,"independentScore":0.5265917791541032,"independent":true,"opponentIds":800,"independentOpponentIds":800,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["866f484125051166bc2e4453"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.359195155404025,"lowerBound":0,"upperBound":1,"independentScore":0.359195155404025,"independent":true,"opponentIds":801,"independentOpponentIds":801,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["3435307b024c7565dbd94fc7"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7006288129587634,"lowerBound":0,"upperBound":1,"independentScore":0.7006288129587634,"independent":true,"opponentIds":802,"independentOpponentIds":802,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["f39228d0894775a799d9e673"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.013547517896467399,"lowerBound":0,"upperBound":1,"independentScore":0.013547517896467399,"independent":true,"opponentIds":803,"independentOpponentIds":803,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["02998383bd3440afe47af683"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6892804025315782,"lowerBound":0,"upperBound":1,"independentScore":0.6892804025315782,"independent":true,"opponentIds":804,"independentOpponentIds":804,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["a500a1b31b9c03cf2da51aa8"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9578519854319067,"lowerBound":0,"upperBound":1,"independentScore":0.9578519854319067,"independent":true,"opponentIds":805,"independentOpponentIds":805,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["96ee84a5b928f3599cf5d764"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8024040182811477,"lowerBound":0,"upperBound":1,"independentScore":0.8024040182811477,"independent":true,"opponentIds":806,"independentOpponentIds":806,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["334d043fe09ccc4d1fdbf484"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8483734233508675,"lowerBound":0,"upperBound":1,"independentScore":0.8483734233508675,"independent":true,"opponentIds":807,"independentOpponentIds":807,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["4bc71b7684588e825fa67080"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.48908681385476466,"lowerBound":0,"upperBound":1,"independentScore":0.48908681385476466,"independent":true,"opponentIds":808,"independentOpponentIds":808,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["097b9973b90993f5f5e7d1df"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.38534971407237584,"lowerBound":0,"upperBound":1,"independentScore":0.38534971407237584,"independent":true,"opponentIds":809,"independentOpponentIds":809,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["bf184358925df7a4fbedf4bc","2684a58ff4342575f23cbc46"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5513158637128809,"lowerBound":0,"upperBound":1,"independentScore":0.5513158637128809,"independent":true,"opponentIds":810,"independentOpponentIds":810,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["29f5bb04ad1bd05a7465f796","37c6a530f1ded7b9888ea2c3","a09a2ae31ee117af6ce3dddb"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9ed78211ce574b898ce5c37e","fb38f5a1da43f9f671c2940b","95738bc56bfab2218391b063","e51ce9e31d112599849140e1","542af94496db9fff0c50c33b","1f43c952940a4b6d26d536be","8416976c2cf8e61964b2a869","866f484125051166bc2e4453","3435307b024c7565dbd94fc7","f39228d0894775a799d9e673","02998383bd3440afe47af683","a500a1b31b9c03cf2da51aa8","96ee84a5b928f3599cf5d764","4aae5d6df970c338630860a9","334d043fe09ccc4d1fdbf484","4bc71b7684588e825fa67080","097b9973b90993f5f5e7d1df","bf184358925df7a4fbedf4bc","2684a58ff4342575f23cbc46","29f5bb04ad1bd05a7465f796","37c6a530f1ded7b9888ea2c3","a09a2ae31ee117af6ce3dddb"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":23}],"unspecified":0,"total":23}},{"id":"gemini-3.1-pro--effort-reasoning","name":"Gemini 3.1 Pro · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.1-pro","detailsUrl":"/efforts?model=gemini-3.1-pro","publishedBenchmarkCount":25,"overallRating":{"score":0.32287071497472014,"supported":true,"families":20,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":20,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000102}]},"capabilityRatings":[{"bucket":"agentic","score":0.29157519883528227,"supported":true,"families":10,"independentFamilies":10,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5367986374529331,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5416141865819784,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.48997316034338506,"supported":true,"families":3,"independentFamilies":3,"opponents":209,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.5424689407447394,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5347284616800446,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.8586410924686169,"lowerBound":0,"upperBound":1,"independentScore":0.8586410924686169,"independent":true,"opponentIds":811,"independentOpponentIds":811,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["7c7f774514f7fa2297208e0f"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.32611153306737023,"lowerBound":0,"upperBound":1,"independentScore":0.32611153306737023,"independent":true,"opponentIds":812,"independentOpponentIds":812,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["b06e9c41fbb683c7a2f4f192"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.8852421677608827,"lowerBound":0,"upperBound":1,"independentScore":0.8852421677608827,"independent":true,"opponentIds":813,"independentOpponentIds":813,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["37687afd20028c6089e77920"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8403207770105238,"lowerBound":0,"upperBound":1,"independentScore":0.8403207770105238,"independent":true,"opponentIds":814,"independentOpponentIds":814,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["5f4e475d1f8d57db24bcb7a6","208c2682d2e878ad0bfc59b4"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7475738847296503,"lowerBound":0,"upperBound":1,"independentScore":0.7475738847296503,"independent":true,"opponentIds":815,"independentOpponentIds":815,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["db8f74e2e14e95ffdcaeb92d"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9347377200004302,"lowerBound":0,"upperBound":1,"independentScore":0.9347377200004302,"independent":true,"opponentIds":816,"independentOpponentIds":816,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["fa3f112c9b6e79acc46b504f"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.7007472763764042,"lowerBound":0,"upperBound":1,"independentScore":0.7007472763764042,"independent":true,"opponentIds":817,"independentOpponentIds":817,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["93374c1590601b233140cd4a"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8644130322150315,"lowerBound":0,"upperBound":1,"independentScore":0.8644130322150315,"independent":true,"opponentIds":818,"independentOpponentIds":818,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["8063177a2a63d1be8648e2f8"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5554333004043187,"lowerBound":0,"upperBound":1,"independentScore":0.5554333004043187,"independent":true,"opponentIds":819,"independentOpponentIds":819,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["369dcfed5847bd7a41289d20"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":820,"independentOpponentIds":820,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["39bf8cf4de7d4ae5d9295e26"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9926876004086128,"lowerBound":0,"upperBound":1,"independentScore":0.9926876004086128,"independent":true,"opponentIds":821,"independentOpponentIds":821,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["a3fd1ba1d2b182c00683d93b"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.12336574489767979,"lowerBound":0,"upperBound":1,"independentScore":0.12336574489767979,"independent":true,"opponentIds":822,"independentOpponentIds":822,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["f119405d93465a62350dc255"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9759489268015354,"lowerBound":0,"upperBound":1,"independentScore":0.9759489268015354,"independent":true,"opponentIds":823,"independentOpponentIds":823,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["b3631e2d668ca3ff2ebfe823"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9522610496996476,"lowerBound":0,"upperBound":1,"independentScore":0.9522610496996476,"independent":true,"opponentIds":824,"independentOpponentIds":824,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9aa04e6ff77c61f9b93c9290"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.4027455263100945,"lowerBound":0,"upperBound":1,"independentScore":0.4027455263100945,"independent":true,"opponentIds":825,"independentOpponentIds":825,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["5c7f8cd7187c61c11375f19b"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9619072570307279,"lowerBound":0,"upperBound":1,"independentScore":0.9619072570307279,"independent":true,"opponentIds":826,"independentOpponentIds":826,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["45e4f876ba3f9fcf04c8c5fa"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9751312792223331,"lowerBound":0,"upperBound":1,"independentScore":0.9751312792223331,"independent":true,"opponentIds":827,"independentOpponentIds":827,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["24d00d3350012cb696297151"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9638366958530614,"lowerBound":0,"upperBound":1,"independentScore":0.9638366958530614,"independent":true,"opponentIds":828,"independentOpponentIds":828,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["72fd11da3d45e05f88f9fba5"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.830000752825264,"lowerBound":0,"upperBound":1,"independentScore":0.830000752825264,"independent":true,"opponentIds":829,"independentOpponentIds":829,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["1d824de33344d5f7c900a32c","6d20dfb2c84bb4190f7edf29"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8528096676551843,"lowerBound":0,"upperBound":1,"independentScore":0.8528096676551843,"independent":true,"opponentIds":830,"independentOpponentIds":830,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["f78b4be38ed10e8ddcd80664","154ebcd0575e2428b67b2398","fd2e6ea2003857920a1bdfcf"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7c7f774514f7fa2297208e0f","b06e9c41fbb683c7a2f4f192","37687afd20028c6089e77920","5f4e475d1f8d57db24bcb7a6","db8f74e2e14e95ffdcaeb92d","fa3f112c9b6e79acc46b504f","93374c1590601b233140cd4a","8063177a2a63d1be8648e2f8","369dcfed5847bd7a41289d20","39bf8cf4de7d4ae5d9295e26","a3fd1ba1d2b182c00683d93b","f119405d93465a62350dc255","b3631e2d668ca3ff2ebfe823","9aa04e6ff77c61f9b93c9290","5c7f8cd7187c61c11375f19b","208c2682d2e878ad0bfc59b4","45e4f876ba3f9fcf04c8c5fa","24d00d3350012cb696297151","72fd11da3d45e05f88f9fba5","1d824de33344d5f7c900a32c","6d20dfb2c84bb4190f7edf29","f78b4be38ed10e8ddcd80664","154ebcd0575e2428b67b2398","fd2e6ea2003857920a1bdfcf"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","qwen3-max","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":25}],"unspecified":0,"total":25}},{"id":"gemini-3.1-pro--effort-high","name":"Gemini 3.1 Pro · High","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.1-pro","detailsUrl":"/efforts?model=gemini-3.1-pro","publishedBenchmarkCount":42,"overallRating":{"score":0.36241106941316836,"supported":true,"families":22,"publishers":6,"evaluationSources":6,"taskAreas":4,"opponents":71,"independentFamilies":22,"reason":null,"independentSources":6,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Datacurve","independent":true,"share":0.18566144024970938},{"source":"Scale","independent":true,"share":0.1849838437524479},{"source":"Vals AI","independent":true,"share":0.17694446152890583},{"source":"Epoch AI","independent":true,"share":0.17141619933525604},{"source":"LiveBench","independent":true,"share":0.16986822958276313},{"source":"Terminal-Bench","independent":true,"share":0.11112582555092103}]},"capabilityRatings":[{"bucket":"agentic","score":0.3840507313372948,"supported":true,"families":5,"independentFamilies":5,"opponents":37,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5629137712609795,"supported":true,"families":7,"independentFamilies":7,"opponents":70,"opponentLabs":10,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.2193544565723575,"supported":true,"families":6,"independentFamilies":6,"opponents":38,"opponentLabs":10,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.7935261148978804,"supported":true,"families":4,"independentFamilies":4,"opponents":36,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.775851393188855,"lowerBound":0,"upperBound":1,"independentScore":0.775851393188855,"independent":true,"opponentIds":831,"independentOpponentIds":831,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-nhim2QCRgpir5cZdqrmUz3"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.958359621451104,"lowerBound":0,"upperBound":1,"independentScore":0.958359621451104,"independent":true,"opponentIds":832,"independentOpponentIds":832,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-BgmrBFsbsaD8rNpebv49Da"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.08386964261262493,"lowerBound":0,"upperBound":1,"independentScore":0.08386964261262493,"independent":true,"opponentIds":833,"independentOpponentIds":833,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:google/gemini-3.1-pro-preview"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9,"lowerBound":0,"upperBound":1,"independentScore":0.9,"independent":true,"opponentIds":834,"independentOpponentIds":834,"panelSize":6,"publishers":["Scale"],"observations":["f621460ea8cfcfd9a6843901","cbc2db363833abfb6c9f650d"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8975869809203142,"lowerBound":0,"upperBound":1,"independentScore":0.8975869809203142,"independent":true,"opponentIds":835,"independentOpponentIds":835,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:google/gemini-3.1-pro-preview"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.08434104451454603,"lowerBound":0,"upperBound":1,"independentScore":0.08434104451454603,"independent":true,"opponentIds":836,"independentOpponentIds":836,"panelSize":30,"publishers":["Terminal-Bench","Vals AI"],"observations":["a01dc047adae16bf8c7acb63","vals-terminal-bench-2-1-v2.1:google/gemini-3.1-pro-preview"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.01635036496350364,"lowerBound":0,"upperBound":1,"independentScore":0.01635036496350364,"independent":true,"opponentIds":837,"independentOpponentIds":837,"panelSize":25,"publishers":["Datacurve"],"observations":["db901e8199046d5c8d479ba0"],"sourceScores":[]},{"id":"enigma-eval","label":"enigma-eval","bucket":"hard_reasoning","score":0.4736842105263158,"lowerBound":0,"upperBound":1,"independentScore":0.4736842105263158,"independent":true,"opponentIds":838,"independentOpponentIds":838,"panelSize":4,"publishers":["Scale"],"observations":["da0ddcdb318167ad7f56f77a"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.5649739183798714,"lowerBound":0,"upperBound":1,"independentScore":0.5649739183798714,"independent":true,"opponentIds":839,"independentOpponentIds":839,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-9ee205c15ad677241207d058","panel-4f12ebc87581a8b3fead6ca5","panel-dd35ef007b87680fc5d395d0","panel-8272dd6e6a4ec9a8e6cbdc9f"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.29533599263577803,"lowerBound":0,"upperBound":1,"independentScore":0.29533599263577803,"independent":true,"opponentIds":839,"independentOpponentIds":839,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-d3127514aeabe252e43231e1","panel-2d4783c770d432f985707cfd"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.7319218574204772,"lowerBound":0,"upperBound":1,"independentScore":0.7319218574204772,"independent":true,"opponentIds":839,"independentOpponentIds":839,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-6fb4bc1b60f839623c5d4381","panel-0662502669451fa91c907b36","panel-ecfd0cf5293ccba5bfd04b78"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.619566329139818,"lowerBound":0,"upperBound":1,"independentScore":0.619566329139818,"independent":true,"opponentIds":839,"independentOpponentIds":839,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-b70f7219a2898aed69af5a1b","panel-35844166e61bc0d5a71876d2","panel-7d205d81c52a64897f3ddf2c"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.20532883297535037,"lowerBound":0,"upperBound":1,"independentScore":0.20532883297535037,"independent":true,"opponentIds":839,"independentOpponentIds":839,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-58aac2c2dde4fbb0c2408d75","panel-728ecc9a397966fe315b4b0a","panel-da04aa901faef5abb22913ce"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.3754602638846277,"lowerBound":0,"upperBound":1,"independentScore":0.3754602638846277,"independent":true,"opponentIds":839,"independentOpponentIds":839,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-4d524cc2ad780da119be2cf9","panel-6af50c99811132886f95297a","panel-6f887f9f34bf0ced09693be5","panel-67097dc7f9543964f1eb66f1"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.88685179502915,"lowerBound":0,"upperBound":1,"independentScore":0.88685179502915,"independent":true,"opponentIds":839,"independentOpponentIds":839,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-6730b76b0480a9ddba9ceb60","panel-0e57c643f0410832cbc9fb48","panel-1daa1fc476d17b814e17715a","panel-0ae689afa56fc1952d84c292"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.8523715218095314,"lowerBound":0,"upperBound":1,"independentScore":0.8523715218095314,"independent":true,"opponentIds":840,"independentOpponentIds":840,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-4mzBGLow3HkS8BmAYCzGTR","epoch-run-g4bbCaiFDqw2YYNDAcmn2a"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":841,"independentOpponentIds":841,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-VGeF8Xac4WcSAGgSXVdEBi"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.14384265375018346,"lowerBound":0,"upperBound":1,"independentScore":0.14384265375018346,"independent":true,"opponentIds":842,"independentOpponentIds":842,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:google/gemini-3.1-pro-preview"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.22721250662427123,"lowerBound":0,"upperBound":1,"independentScore":0.22721250662427123,"independent":true,"opponentIds":843,"independentOpponentIds":843,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:google/gemini-3.1-pro-preview"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.2012871422702998,"lowerBound":0,"upperBound":1,"independentScore":0.2012871422702998,"independent":true,"opponentIds":844,"independentOpponentIds":844,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:google/gemini-3.1-pro-preview"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.2012871422702998,"lowerBound":0,"upperBound":1,"independentScore":0.2012871422702998,"independent":true,"opponentIds":845,"independentOpponentIds":845,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:google/gemini-3.1-pro-preview"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.16773928522524986,"lowerBound":0,"upperBound":1,"independentScore":0.16773928522524986,"independent":true,"opponentIds":846,"independentOpponentIds":846,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:google/gemini-3.1-pro-preview"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["db901e8199046d5c8d479ba0","a01dc047adae16bf8c7acb63","da0ddcdb318167ad7f56f77a","f621460ea8cfcfd9a6843901","cbc2db363833abfb6c9f650d","panel-9ee205c15ad677241207d058","panel-d3127514aeabe252e43231e1","panel-2d4783c770d432f985707cfd","panel-6fb4bc1b60f839623c5d4381","panel-b70f7219a2898aed69af5a1b","panel-4f12ebc87581a8b3fead6ca5","panel-58aac2c2dde4fbb0c2408d75","panel-4d524cc2ad780da119be2cf9","panel-dd35ef007b87680fc5d395d0","panel-8272dd6e6a4ec9a8e6cbdc9f","panel-6730b76b0480a9ddba9ceb60","panel-0662502669451fa91c907b36","panel-728ecc9a397966fe315b4b0a","panel-0e57c643f0410832cbc9fb48","panel-6af50c99811132886f95297a","panel-1daa1fc476d17b814e17715a","panel-0ae689afa56fc1952d84c292","panel-35844166e61bc0d5a71876d2","panel-7d205d81c52a64897f3ddf2c","panel-6f887f9f34bf0ced09693be5","panel-da04aa901faef5abb22913ce","panel-ecfd0cf5293ccba5bfd04b78","panel-67097dc7f9543964f1eb66f1","epoch-run-4mzBGLow3HkS8BmAYCzGTR","epoch-run-BgmrBFsbsaD8rNpebv49Da","epoch-run-g4bbCaiFDqw2YYNDAcmn2a","epoch-run-nhim2QCRgpir5cZdqrmUz3","epoch-run-VGeF8Xac4WcSAGgSXVdEBi","vals-finance-agent-v2:google/gemini-3.1-pro-preview","vals-code-migration-v1:google/gemini-3.1-pro-preview","vals-legal-research-v1:google/gemini-3.1-pro-preview","vals-emb-v1:google/gemini-3.1-pro-preview","vals-mmlu-pro-v1:google/gemini-3.1-pro-preview","vals-terminal-bench-2-1-v2.1:google/gemini-3.1-pro-preview","vals-vibe-code-bench-v1.1:google/gemini-3.1-pro-preview","vals-legal-agent-benchmark-v1:google/gemini-3.1-pro-preview"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","muse-spark-1.2","muse-spark-1.3","muse-spark-1.1","mistral-medium-3.5","gpt-5.4-nano","gpt-5.4-mini","gpt-5.4","claude-sonnet-4-5-20250929","gpt-5.1","claude-opus-4-5-20251101","o3-mini","gpt-5.2","qwen3.5-2b","claude-haiku-4-5-20251001","qwen3.6-flash","gpt-oss-120b","kimi-k2.6","qwen3.5-flash","qwen3.7-max","qwen3.6-plus","qwen3.5-122b-a10b","qwen3.5-plus"]},"effort":{"label":"High","settings":[{"label":"High","observations":42}],"unspecified":0,"total":42}},{"id":"gemini-3.1-pro--effort-thinking","name":"Gemini 3.1 Pro · Thinking","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.1-pro","detailsUrl":"/efforts?model=gemini-3.1-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.01677427722018953,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":2,"independentFamilies":0,"reason":"Needs 3 benchmark families, a reviewed independent evaluator, 3 distinct opponents, 2 independently measured families","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Scale","independent":true,"share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":0.019690521728906202,"supported":false,"families":1,"independentFamilies":0,"opponents":2,"opponentLabs":2,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"swe-bench-pro","label":"swe-bench-pro","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":847,"independentOpponentIds":847,"panelSize":2,"publishers":["Scale"],"observations":["8f6dd87d3bec8be094065e59"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8f6dd87d3bec8be094065e59"],"opponentModelIds":["claude-opus-4-6","gpt-5.4"]},"effort":{"label":"Thinking","settings":[{"label":"Thinking","observations":1}],"unspecified":0,"total":1}},{"id":"gemini-3.5-flash--effort-high","name":"Gemini 3.5 Flash · High","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.5-flash","detailsUrl":"/efforts?model=gemini-3.5-flash","publishedBenchmarkCount":65,"overallRating":{"score":0.3977475157082482,"supported":true,"families":38,"publishers":7,"evaluationSources":7,"taskAreas":6,"opponents":221,"independentFamilies":38,"reason":null,"independentSources":7,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Datacurve","independent":true,"share":0.15219504847911303},{"source":"ARC Prize","independent":true,"share":0.1516432525372364},{"source":"Artificial Analysis","independent":true,"share":0.1512486517619195},{"source":"Vals AI","independent":true,"share":0.14967374479044213},{"source":"LiveBench","independent":true,"share":0.14604723921507445},{"source":"Epoch AI","independent":true,"share":0.13256017933145825},{"source":"Scale","independent":true,"share":0.11663188388474752}]},"capabilityRatings":[{"bucket":"agentic","score":0.4481281606655825,"supported":true,"families":14,"independentFamilies":14,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.4685262281022275,"supported":true,"families":9,"independentFamilies":9,"opponents":221,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.3452300011378712,"supported":true,"families":7,"independentFamilies":7,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.6225693789607819,"supported":true,"families":6,"independentFamilies":6,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.5927908690087638,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.4710552955795902,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.7162397413578714,"lowerBound":0,"upperBound":1,"independentScore":0.7162397413578714,"independent":true,"opponentIds":848,"independentOpponentIds":848,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["48c0d21f430546e8b664e36e"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.5762633691303523,"lowerBound":0,"upperBound":1,"independentScore":0.5762633691303523,"independent":true,"opponentIds":849,"independentOpponentIds":849,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["832b5d2faac682af2778bb8f"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":850,"independentOpponentIds":850,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["2fa218e0cf898a409b6950ed"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7139372614021561,"lowerBound":0,"upperBound":1,"independentScore":0.7139372614021561,"independent":true,"opponentIds":851,"independentOpponentIds":851,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["bcf5c26a7ddbb18487aaa05c","dad0aa507881840bac4cab00"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7498127340823969,"lowerBound":0,"upperBound":1,"independentScore":0.7498127340823969,"independent":true,"opponentIds":852,"independentOpponentIds":852,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["917db71bf57d80367ae8bfd5"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8840153465373399,"lowerBound":0,"upperBound":1,"independentScore":0.8840153465373399,"independent":true,"opponentIds":853,"independentOpponentIds":853,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["4b0114a88e6b6714abe361aa"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.9510106063638183,"lowerBound":0,"upperBound":1,"independentScore":0.9510106063638183,"independent":true,"opponentIds":854,"independentOpponentIds":854,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["e90839926b182c19b92db90f"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8640151515151513,"lowerBound":0,"upperBound":1,"independentScore":0.8640151515151513,"independent":true,"opponentIds":855,"independentOpponentIds":855,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["464626e6d0154934d2a6e655"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.758672086720867,"lowerBound":0,"upperBound":1,"independentScore":0.758672086720867,"independent":true,"opponentIds":856,"independentOpponentIds":856,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["5d2eedb5e7f7997fccd036ec"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.929383822079639,"lowerBound":0,"upperBound":1,"independentScore":0.929383822079639,"independent":true,"opponentIds":857,"independentOpponentIds":857,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["0ef4ba55001e85543ca153ea"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.3536890539786807,"lowerBound":0,"upperBound":1,"independentScore":0.3536890539786807,"independent":true,"opponentIds":858,"independentOpponentIds":858,"panelSize":50,"publishers":["Artificial Analysis","Vals AI"],"observations":["b58ff93118c3e42b1754d425","vals-legal-agent-benchmark-v1:google/gemini-3.5-flash"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9437695937515971,"lowerBound":0,"upperBound":1,"independentScore":0.9437695937515971,"independent":true,"opponentIds":859,"independentOpponentIds":859,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["a1c845fdb2e5b52dfe9e7a72"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9455029193744618,"lowerBound":0,"upperBound":1,"independentScore":0.9455029193744618,"independent":true,"opponentIds":860,"independentOpponentIds":860,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["1db5c743173591e43f7f5c1a"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.7621368444797988,"lowerBound":0,"upperBound":1,"independentScore":0.7621368444797988,"independent":true,"opponentIds":861,"independentOpponentIds":861,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["8428a80e7390cee8670bbddd"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7400990099009901,"lowerBound":0,"upperBound":1,"independentScore":0.7400990099009901,"independent":true,"opponentIds":862,"independentOpponentIds":862,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:google/gemini-3.5-flash"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9744548941598882,"lowerBound":0,"upperBound":1,"independentScore":0.9744548941598882,"independent":true,"opponentIds":863,"independentOpponentIds":863,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["a771020cca119625e60aaadd"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9454728055515818,"lowerBound":0,"upperBound":1,"independentScore":0.9454728055515818,"independent":true,"opponentIds":864,"independentOpponentIds":864,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["98ac17a806eee8aa49717aff"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.8087912087912086,"lowerBound":0,"upperBound":1,"independentScore":0.8087912087912086,"independent":true,"opponentIds":865,"independentOpponentIds":865,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["b2d64f49b13cffb585e68d94"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8573260807772759,"lowerBound":0,"upperBound":1,"independentScore":0.8573260807772759,"independent":true,"opponentIds":866,"independentOpponentIds":866,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["5995551cd29bfab0e3cc8de4","da70a188d3e459342f2a34f6"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7074740701169661,"lowerBound":0,"upperBound":1,"independentScore":0.7074740701169661,"independent":true,"opponentIds":867,"independentOpponentIds":867,"panelSize":201,"publishers":["Artificial Analysis","Vals AI"],"observations":["df563aa32b42e8f9d09508eb","588473cbcd9f97a6d2d1c049","6217a48cc35c3658cab6318f","vals-terminal-bench-2-1-v2.1:google/gemini-3.5-flash"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.786650445169496,"lowerBound":0,"upperBound":1,"independentScore":0.786650445169496,"independent":true,"opponentIds":868,"independentOpponentIds":868,"panelSize":38,"publishers":["ARC Prize"],"observations":["fb38b0f3dad2c23ea05267b5"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.1306532663316583,"lowerBound":0,"upperBound":1,"independentScore":0.1306532663316583,"independent":true,"opponentIds":869,"independentOpponentIds":869,"panelSize":25,"publishers":["Datacurve"],"observations":["d995aaf1dca8340a4a693d8a"],"sourceScores":[]},{"id":"enigma-eval","label":"enigma-eval","bucket":"hard_reasoning","score":0.15300546448087432,"lowerBound":0,"upperBound":1,"independentScore":0.15300546448087432,"independent":true,"opponentIds":870,"independentOpponentIds":870,"panelSize":4,"publishers":["Scale"],"observations":["60804685f644d5cf0ad52320"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.44964753272910357,"lowerBound":0,"upperBound":1,"independentScore":0.44964753272910357,"independent":true,"opponentIds":871,"independentOpponentIds":871,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-4ef118c3fb039ddcd97965c7","panel-6ffc749529292fd222d18cba","panel-65f8d6e0729b9c5c42dba5c9","panel-43e3fa367afc5689d6e1a375"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.4141490433031222,"lowerBound":0,"upperBound":1,"independentScore":0.4141490433031222,"independent":true,"opponentIds":871,"independentOpponentIds":871,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-1a02f6b51825ce2ca2fe0cc6","panel-4dca8fee9d98c7ddb0581ad6"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.7247398455857671,"lowerBound":0,"upperBound":1,"independentScore":0.7247398455857671,"independent":true,"opponentIds":871,"independentOpponentIds":871,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-828ad3db06596510a3a5b361","panel-e5935fb8a328a72c57a5ecc4","panel-b0514842d51bae1d0371113f"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.3256126216851292,"lowerBound":0,"upperBound":1,"independentScore":0.3256126216851292,"independent":true,"opponentIds":871,"independentOpponentIds":871,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-c0f6c7ecaaece53d8096cb1a","panel-d341295ae8ea744fc27e72c3","panel-3e5264e1650bf46bf9444836"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.3554884189325276,"lowerBound":0,"upperBound":1,"independentScore":0.3554884189325276,"independent":true,"opponentIds":871,"independentOpponentIds":871,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-f9834bac2c8a90d6c7ce4e5e","panel-f0a38c4adeea44226aae53f0","panel-66a7edad755fbb5ac65ce9ed"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.29770896273917424,"lowerBound":0,"upperBound":1,"independentScore":0.29770896273917424,"independent":true,"opponentIds":871,"independentOpponentIds":871,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-79730153cbde8d293d44213a","panel-779fc91b62607caad532fe71","panel-3130442bd69925da7c05ade7","panel-99a523bc66fc8f9af24e40c7"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.7205438066465252,"lowerBound":0,"upperBound":1,"independentScore":0.7205438066465252,"independent":true,"opponentIds":871,"independentOpponentIds":871,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-54d0390b13496c156fa846ab","panel-7b35407610dfe74743495040","panel-8db1335a3d1c4eb91f13f494","panel-69d89ddfd6815cc3c5feb368"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.831244196843083,"lowerBound":0,"upperBound":1,"independentScore":0.831244196843083,"independent":true,"opponentIds":872,"independentOpponentIds":872,"panelSize":40,"publishers":["Epoch AI"],"observations":["epoch-run-imPXZhfTfq9Q9G2kq3stdg","epoch-run-GQKsxFbdBWB546zE8ci49f"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.467673440420813,"lowerBound":0,"upperBound":1,"independentScore":0.467673440420813,"independent":true,"opponentIds":873,"independentOpponentIds":873,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-cXn5zzns6VFwbTgotDwZjV","epoch-run-72DQVwbYiQW5pjhshjBaGU"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.8290203327171902,"lowerBound":0,"upperBound":1,"independentScore":0.8290203327171902,"independent":true,"opponentIds":874,"independentOpponentIds":874,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-GJ6YsSuzyRD9YXe6SBwvsu"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.8336177474402727,"lowerBound":0,"upperBound":1,"independentScore":0.8336177474402727,"independent":true,"opponentIds":875,"independentOpponentIds":875,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:google/gemini-3.5-flash"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.27863777089783276,"lowerBound":0,"upperBound":1,"independentScore":0.27863777089783276,"independent":true,"opponentIds":876,"independentOpponentIds":876,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:google/gemini-3.5-flash"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.2875399361022363,"lowerBound":0,"upperBound":1,"independentScore":0.2875399361022363,"independent":true,"opponentIds":877,"independentOpponentIds":877,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:google/gemini-3.5-flash"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.5391373801916931,"lowerBound":0,"upperBound":1,"independentScore":0.5391373801916931,"independent":true,"opponentIds":878,"independentOpponentIds":878,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:google/gemini-3.5-flash"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.255591054313099,"lowerBound":0,"upperBound":1,"independentScore":0.255591054313099,"independent":true,"opponentIds":879,"independentOpponentIds":879,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:google/gemini-3.5-flash"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["48c0d21f430546e8b664e36e","832b5d2faac682af2778bb8f","2fa218e0cf898a409b6950ed","bcf5c26a7ddbb18487aaa05c","917db71bf57d80367ae8bfd5","4b0114a88e6b6714abe361aa","e90839926b182c19b92db90f","464626e6d0154934d2a6e655","5d2eedb5e7f7997fccd036ec","0ef4ba55001e85543ca153ea","b58ff93118c3e42b1754d425","a1c845fdb2e5b52dfe9e7a72","1db5c743173591e43f7f5c1a","8428a80e7390cee8670bbddd","dad0aa507881840bac4cab00","a771020cca119625e60aaadd","98ac17a806eee8aa49717aff","b2d64f49b13cffb585e68d94","5995551cd29bfab0e3cc8de4","da70a188d3e459342f2a34f6","df563aa32b42e8f9d09508eb","588473cbcd9f97a6d2d1c049","6217a48cc35c3658cab6318f","fb38b0f3dad2c23ea05267b5","d995aaf1dca8340a4a693d8a","60804685f644d5cf0ad52320","panel-4ef118c3fb039ddcd97965c7","panel-1a02f6b51825ce2ca2fe0cc6","panel-4dca8fee9d98c7ddb0581ad6","panel-828ad3db06596510a3a5b361","panel-c0f6c7ecaaece53d8096cb1a","panel-6ffc749529292fd222d18cba","panel-f9834bac2c8a90d6c7ce4e5e","panel-79730153cbde8d293d44213a","panel-65f8d6e0729b9c5c42dba5c9","panel-43e3fa367afc5689d6e1a375","panel-54d0390b13496c156fa846ab","panel-e5935fb8a328a72c57a5ecc4","panel-f0a38c4adeea44226aae53f0","panel-7b35407610dfe74743495040","panel-779fc91b62607caad532fe71","panel-8db1335a3d1c4eb91f13f494","panel-69d89ddfd6815cc3c5feb368","panel-d341295ae8ea744fc27e72c3","panel-3e5264e1650bf46bf9444836","panel-3130442bd69925da7c05ade7","panel-66a7edad755fbb5ac65ce9ed","panel-b0514842d51bae1d0371113f","panel-99a523bc66fc8f9af24e40c7","epoch-run-imPXZhfTfq9Q9G2kq3stdg","epoch-run-cXn5zzns6VFwbTgotDwZjV","epoch-run-72DQVwbYiQW5pjhshjBaGU","epoch-run-GQKsxFbdBWB546zE8ci49f","epoch-run-GJ6YsSuzyRD9YXe6SBwvsu","vals-finance-agent-v2:google/gemini-3.5-flash","vals-code-migration-v1:google/gemini-3.5-flash","vals-legal-research-v1:google/gemini-3.5-flash","vals-emb-v1:google/gemini-3.5-flash","vals-mmlu-pro-v1:google/gemini-3.5-flash","vals-terminal-bench-2-1-v2.1:google/gemini-3.5-flash","vals-vibe-code-bench-v1.1:google/gemini-3.5-flash","vals-legal-agent-benchmark-v1:google/gemini-3.5-flash"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.7-flash","qwen3.5-plus"]},"effort":{"label":"High","settings":[{"label":"High","observations":65}],"unspecified":0,"total":65}},{"id":"gemini-3.5-flash--effort-medium","name":"Gemini 3.5 Flash · Medium","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.5-flash","detailsUrl":"/efforts?model=gemini-3.5-flash","publishedBenchmarkCount":11,"overallRating":{"score":0.3153633963497729,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999964}]},"capabilityRatings":[{"bucket":"agentic","score":0.3005350675783223,"supported":true,"families":2,"independentFamilies":2,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.4401518108016762,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.3032373899671704,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.4232373845084216,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.575322189107936,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.3247801090481377,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.5347507777871122,"lowerBound":0,"upperBound":1,"independentScore":0.5347507777871122,"independent":true,"opponentIds":849,"independentOpponentIds":849,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["f0700ff7cd391b4c306b5da1"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8532170708854732,"lowerBound":0,"upperBound":1,"independentScore":0.8532170708854732,"independent":true,"opponentIds":880,"independentOpponentIds":880,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["921be86f7b8792e802437eff"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9023311659376285,"lowerBound":0,"upperBound":1,"independentScore":0.9023311659376285,"independent":true,"opponentIds":853,"independentOpponentIds":853,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["5b35874c17908b217e3f71aa"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9612785829280608,"lowerBound":0,"upperBound":1,"independentScore":0.9612785829280608,"independent":true,"opponentIds":857,"independentOpponentIds":857,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["cb5a3a6576ceb4adb3c8df02"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9582976610150615,"lowerBound":0,"upperBound":1,"independentScore":0.9582976610150615,"independent":true,"opponentIds":859,"independentOpponentIds":859,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["b9a0dc10839ac43723ac2505"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.917171319678358,"lowerBound":0,"upperBound":1,"independentScore":0.917171319678358,"independent":true,"opponentIds":860,"independentOpponentIds":860,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["dc28dff3ff295e97d2349723"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9787969688622431,"lowerBound":0,"upperBound":1,"independentScore":0.9787969688622431,"independent":true,"opponentIds":863,"independentOpponentIds":863,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["35c03f5c2529a7110f27178b"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9639939844503421,"lowerBound":0,"upperBound":1,"independentScore":0.9639939844503421,"independent":true,"opponentIds":864,"independentOpponentIds":864,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["1a8897c73ef4384656620585"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9412817149642316,"lowerBound":0,"upperBound":1,"independentScore":0.9412817149642316,"independent":true,"opponentIds":881,"independentOpponentIds":881,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["ed3e1c0e64e9cfa96b91e340"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9217470611687274,"lowerBound":0,"upperBound":1,"independentScore":0.9217470611687274,"independent":true,"opponentIds":882,"independentOpponentIds":882,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["0c8c9a8ad3983efe4fdd3bcb"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f0700ff7cd391b4c306b5da1","921be86f7b8792e802437eff","5b35874c17908b217e3f71aa","cb5a3a6576ceb4adb3c8df02","b9a0dc10839ac43723ac2505","dc28dff3ff295e97d2349723","35c03f5c2529a7110f27178b","1a8897c73ef4384656620585","ed3e1c0e64e9cfa96b91e340","0c8c9a8ad3983efe4fdd3bcb"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":11}],"unspecified":0,"total":11}},{"id":"gemini-3.5-flash--effort-minimal","name":"Gemini 3.5 Flash · Minimal","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.5-flash","detailsUrl":"/efforts?model=gemini-3.5-flash","publishedBenchmarkCount":14,"overallRating":{"score":0.18208269891666673,"supported":true,"families":12,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":218,"independentFamilies":12,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.4121130854089843},{"source":"Artificial Analysis","independent":true,"share":0.32620774750186143},{"source":"Epoch AI","independent":true,"share":0.2616791670891572}]},"capabilityRatings":[{"bucket":"agentic","score":0.08147140587616143,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.22121222221647552,"supported":true,"families":6,"independentFamilies":6,"opponents":218,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.38305106417982665,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1893623838941231,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.45287858285283905,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.13662147204688382,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6143176486709249,"lowerBound":0,"upperBound":1,"independentScore":0.6143176486709249,"independent":true,"opponentIds":883,"independentOpponentIds":883,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-JuM7FArkmhLqqKBqudySsC"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6215428972525245,"lowerBound":0,"upperBound":1,"independentScore":0.6215428972525245,"independent":true,"opponentIds":880,"independentOpponentIds":880,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["8e65297694f3500bd1feb181"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7400805904823934,"lowerBound":0,"upperBound":1,"independentScore":0.7400805904823934,"independent":true,"opponentIds":853,"independentOpponentIds":853,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["dd1feb290814181d6c5dd6c7"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7502101448586287,"lowerBound":0,"upperBound":1,"independentScore":0.7502101448586287,"independent":true,"opponentIds":884,"independentOpponentIds":884,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["d007c9e0b18cd0ddd4703b50","epoch-run-QDZRoAVaEDtdS6nECEeE35"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7896132493176811,"lowerBound":0,"upperBound":1,"independentScore":0.7896132493176811,"independent":true,"opponentIds":859,"independentOpponentIds":859,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["bb0b2ca6de9c6338eead631b"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5797937914877634,"lowerBound":0,"upperBound":1,"independentScore":0.5797937914877634,"independent":true,"opponentIds":860,"independentOpponentIds":860,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["590ddab9886c546ab0d14b7c"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9375077807376204,"lowerBound":0,"upperBound":1,"independentScore":0.9375077807376204,"independent":true,"opponentIds":863,"independentOpponentIds":863,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["cfd513399a8483ae072d0f2b"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9214121305121902,"lowerBound":0,"upperBound":1,"independentScore":0.9214121305121902,"independent":true,"opponentIds":864,"independentOpponentIds":864,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["2412d1136cc38ada8c6b745a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6160542720128496,"lowerBound":0,"upperBound":1,"independentScore":0.6160542720128496,"independent":true,"opponentIds":881,"independentOpponentIds":881,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["2d3d9672d6f1a58a61fceace"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9633618734971737,"lowerBound":0,"upperBound":1,"independentScore":0.9633618734971737,"independent":true,"opponentIds":882,"independentOpponentIds":882,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["5c81bad7ecf4502ae991784d"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.40123630233211605,"lowerBound":0,"upperBound":1,"independentScore":0.40123630233211605,"independent":true,"opponentIds":868,"independentOpponentIds":868,"panelSize":38,"publishers":["ARC Prize"],"observations":["0e2bb982e97ed49d227de10d"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.973396413768796,"lowerBound":0,"upperBound":1,"independentScore":0.973396413768796,"independent":true,"opponentIds":885,"independentOpponentIds":885,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-hYeysTWbJLkxwBrENz3Kie"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8e65297694f3500bd1feb181","dd1feb290814181d6c5dd6c7","d007c9e0b18cd0ddd4703b50","bb0b2ca6de9c6338eead631b","590ddab9886c546ab0d14b7c","cfd513399a8483ae072d0f2b","2412d1136cc38ada8c6b745a","2d3d9672d6f1a58a61fceace","5c81bad7ecf4502ae991784d","0e2bb982e97ed49d227de10d","epoch-run-hYeysTWbJLkxwBrENz3Kie","epoch-run-QDZRoAVaEDtdS6nECEeE35","epoch-run-JuM7FArkmhLqqKBqudySsC"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash-0424","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-oss-120b","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Minimal","settings":[{"label":"Minimal","observations":14}],"unspecified":0,"total":14}},{"id":"gemini-3.5-flash-lite--effort-reasoning","name":"Gemini 3.5 Flash-Lite · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.5-flash-lite","detailsUrl":"/efforts?model=gemini-3.5-flash-lite","publishedBenchmarkCount":17,"overallRating":{"score":0.17253889090041752,"supported":true,"families":14,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":14,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999971}]},"capabilityRatings":[{"bucket":"agentic","score":0.29792071791966696,"supported":true,"families":6,"independentFamilies":6,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.09740364335195245,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.1468388948248864,"supported":true,"families":2,"independentFamilies":2,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.22752624809023958,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.38181522754192015,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.27795927541923965,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.43109680440891324,"lowerBound":0,"upperBound":1,"independentScore":0.43109680440891324,"independent":true,"opponentIds":886,"independentOpponentIds":886,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["581ccc3575dba857c4980929"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6642153662412428,"lowerBound":0,"upperBound":1,"independentScore":0.6642153662412428,"independent":true,"opponentIds":887,"independentOpponentIds":887,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["aa3e7986ac74b1d41c049659","fc74bcb7728d73322b4c984c"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6874778272822198,"lowerBound":0,"upperBound":1,"independentScore":0.6874778272822198,"independent":true,"opponentIds":888,"independentOpponentIds":888,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["14a902d4f36d2bebe6ff22a0"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2538031242522611,"lowerBound":0,"upperBound":1,"independentScore":0.2538031242522611,"independent":true,"opponentIds":889,"independentOpponentIds":889,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["2e8ef8685e32a69af902f783"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.7430679056004915,"lowerBound":0,"upperBound":1,"independentScore":0.7430679056004915,"independent":true,"opponentIds":890,"independentOpponentIds":890,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["93f57b1a7efa63a3d40f7270"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7583745823034811,"lowerBound":0,"upperBound":1,"independentScore":0.7583745823034811,"independent":true,"opponentIds":891,"independentOpponentIds":891,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["ae13f406495e677556b5a0c3"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6508058166782961,"lowerBound":0,"upperBound":1,"independentScore":0.6508058166782961,"independent":true,"opponentIds":892,"independentOpponentIds":892,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["7d41ac4cda47841b9af63236"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7452488248746219,"lowerBound":0,"upperBound":1,"independentScore":0.7452488248746219,"independent":true,"opponentIds":893,"independentOpponentIds":893,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["bf28d2d6dffc1a351c70a760"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7122396541176539,"lowerBound":0,"upperBound":1,"independentScore":0.7122396541176539,"independent":true,"opponentIds":894,"independentOpponentIds":894,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["a1cfe34cd9aecb7162043dcc"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8892015538345793,"lowerBound":0,"upperBound":1,"independentScore":0.8892015538345793,"independent":true,"opponentIds":895,"independentOpponentIds":895,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["fcc617a3338c6253fdf4353c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7891818005475373,"lowerBound":0,"upperBound":1,"independentScore":0.7891818005475373,"independent":true,"opponentIds":896,"independentOpponentIds":896,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["199cbf5b9764d44dc0a19484"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.3999573738747058,"lowerBound":0,"upperBound":1,"independentScore":0.3999573738747058,"independent":true,"opponentIds":897,"independentOpponentIds":897,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["26f351bc48bbc25a81380a4b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5787210722584122,"lowerBound":0,"upperBound":1,"independentScore":0.5787210722584122,"independent":true,"opponentIds":898,"independentOpponentIds":898,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["ae5702c7b4374ba438f5ea3d"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6044101891632853,"lowerBound":0,"upperBound":1,"independentScore":0.6044101891632853,"independent":true,"opponentIds":899,"independentOpponentIds":899,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["f3e410a3346994f7eea97dc6","e253ea51b6a540f66de5395f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["581ccc3575dba857c4980929","aa3e7986ac74b1d41c049659","14a902d4f36d2bebe6ff22a0","2e8ef8685e32a69af902f783","93f57b1a7efa63a3d40f7270","ae13f406495e677556b5a0c3","7d41ac4cda47841b9af63236","bf28d2d6dffc1a351c70a760","a1cfe34cd9aecb7162043dcc","fc74bcb7728d73322b4c984c","fcc617a3338c6253fdf4353c","199cbf5b9764d44dc0a19484","26f351bc48bbc25a81380a4b","ae5702c7b4374ba438f5ea3d","f3e410a3346994f7eea97dc6","e253ea51b6a540f66de5395f"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":17}],"unspecified":0,"total":17}},{"id":"gemini-3.5-flash-lite--effort-high","name":"Gemini 3.5 Flash-Lite · High","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.5-flash-lite","detailsUrl":"/efforts?model=gemini-3.5-flash-lite","publishedBenchmarkCount":37,"overallRating":{"score":0.15440732849972438,"supported":true,"families":20,"publishers":4,"evaluationSources":4,"taskAreas":4,"opponents":77,"independentFamilies":20,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.27993436995480164},{"source":"Vals AI","independent":true,"share":0.2560807963778167},{"source":"LiveBench","independent":true,"share":0.2391943898177198},{"source":"Epoch AI","independent":true,"share":0.2247904438496631}]},"capabilityRatings":[{"bucket":"agentic","score":0.19027217503891117,"supported":true,"families":5,"independentFamilies":5,"opponents":37,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.16775010384997838,"supported":true,"families":7,"independentFamilies":7,"opponents":76,"opponentLabs":10,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.19407889550944576,"supported":true,"families":5,"independentFamilies":5,"opponents":37,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.153878075984768,"supported":true,"families":3,"independentFamilies":3,"opponents":36,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.45855772759280794,"lowerBound":0,"upperBound":1,"independentScore":0.45855772759280794,"independent":true,"opponentIds":900,"independentOpponentIds":900,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-mqsc4vFuKtAHXxbYyX9WwK"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5945100695205272,"lowerBound":0,"upperBound":1,"independentScore":0.5945100695205272,"independent":true,"opponentIds":901,"independentOpponentIds":901,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-chbh6XstiqtUa5W9zuyfjS"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.09418181818181817,"lowerBound":0,"upperBound":1,"independentScore":0.09418181818181817,"independent":true,"opponentIds":902,"independentOpponentIds":902,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:google/gemini-3.5-flash-lite"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.12222539229671904,"lowerBound":0,"upperBound":1,"independentScore":0.12222539229671904,"independent":true,"opponentIds":903,"independentOpponentIds":903,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:google/gemini-3.5-flash-lite"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.13336155800169347,"lowerBound":0,"upperBound":1,"independentScore":0.13336155800169347,"independent":true,"opponentIds":904,"independentOpponentIds":904,"panelSize":29,"publishers":["Vals AI"],"observations":["vals-terminal-bench-2-1-v2.1:google/gemini-3.5-flash-lite"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.4457062820585617,"lowerBound":0,"upperBound":1,"independentScore":0.4457062820585617,"independent":true,"opponentIds":905,"independentOpponentIds":905,"panelSize":38,"publishers":["ARC Prize"],"observations":["8b0081bbd7294e66bbccf771"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.038752913752913794,"lowerBound":0,"upperBound":1,"independentScore":0.038752913752913794,"independent":true,"opponentIds":906,"independentOpponentIds":906,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-51cb8fa9a9f00859384ed176","panel-f573c5db18f106fe09304de4","panel-d44be38166189727bb5717a2","panel-c72b7981866ef805a49330cf"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.26003626003626007,"lowerBound":0,"upperBound":1,"independentScore":0.26003626003626007,"independent":true,"opponentIds":906,"independentOpponentIds":906,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-607345e5f467b95cf251d99d","panel-4d93b113c1ffbccf10888778"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.11421911421911436,"lowerBound":0,"upperBound":1,"independentScore":0.11421911421911436,"independent":true,"opponentIds":906,"independentOpponentIds":906,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-85e5f51bb280d552f8a1344b","panel-7393786a27fc26872419dcaa","panel-aa1c9bf038808a60c6fff323"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.1490546490546492,"lowerBound":0,"upperBound":1,"independentScore":0.1490546490546492,"independent":true,"opponentIds":906,"independentOpponentIds":906,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-27b4ef02c7a063ec88c3ddc7","panel-6f800c82438e0951dfa9fdfc","panel-e77cd1796c179d78dc2ff4d7"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.2570577570577573,"lowerBound":0,"upperBound":1,"independentScore":0.2570577570577573,"independent":true,"opponentIds":906,"independentOpponentIds":906,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-5c58f2a3098155c426bac27d","panel-0e6208d14f6ce63317052579","panel-430f81ce32b4f74a36ac8608"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.06028231028231034,"lowerBound":0,"upperBound":1,"independentScore":0.06028231028231034,"independent":true,"opponentIds":906,"independentOpponentIds":906,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-873971713d4ce0742cfd0e18","panel-6a0b5beb7d2564d7dfeee8dd","panel-0ee4308b1b8e689522786fba","panel-bf109486b4ee154dd5bf538c"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.4120046620046624,"lowerBound":0,"upperBound":1,"independentScore":0.4120046620046624,"independent":true,"opponentIds":906,"independentOpponentIds":906,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-e759c56964927bda6b798d1b","panel-5c1bdcb24909d99616ed5841","panel-c11b52096eae273aa28d6c38","panel-82b98df2935ac4c2e6f10aba"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.7607210749625943,"lowerBound":0,"upperBound":1,"independentScore":0.7607210749625943,"independent":true,"opponentIds":907,"independentOpponentIds":907,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-BSSNShjap29bDUHz4gA9oh"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.11746420813500409,"lowerBound":0,"upperBound":1,"independentScore":0.11746420813500409,"independent":true,"opponentIds":908,"independentOpponentIds":908,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-juNVfKBcYTwaKnk9GRA2zL","epoch-run-8o2J9uQLKDCTiCFwYdkJRK"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.25154841479119394,"lowerBound":0,"upperBound":1,"independentScore":0.25154841479119394,"independent":true,"opponentIds":909,"independentOpponentIds":909,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:google/gemini-3.5-flash-lite"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.04002178056084944,"lowerBound":0,"upperBound":1,"independentScore":0.04002178056084944,"independent":true,"opponentIds":910,"independentOpponentIds":910,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:google/gemini-3.5-flash-lite"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.12149744753261486,"lowerBound":0,"upperBound":1,"independentScore":0.12149744753261486,"independent":true,"opponentIds":911,"independentOpponentIds":911,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:google/gemini-3.5-flash-lite"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.1250709018718094,"lowerBound":0,"upperBound":1,"independentScore":0.1250709018718094,"independent":true,"opponentIds":912,"independentOpponentIds":912,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:google/gemini-3.5-flash-lite"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.234291500253136,"lowerBound":0,"upperBound":1,"independentScore":0.234291500253136,"independent":true,"opponentIds":913,"independentOpponentIds":913,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:google/gemini-3.5-flash-lite"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8b0081bbd7294e66bbccf771","panel-51cb8fa9a9f00859384ed176","panel-607345e5f467b95cf251d99d","panel-4d93b113c1ffbccf10888778","panel-85e5f51bb280d552f8a1344b","panel-27b4ef02c7a063ec88c3ddc7","panel-f573c5db18f106fe09304de4","panel-5c58f2a3098155c426bac27d","panel-873971713d4ce0742cfd0e18","panel-d44be38166189727bb5717a2","panel-c72b7981866ef805a49330cf","panel-e759c56964927bda6b798d1b","panel-7393786a27fc26872419dcaa","panel-0e6208d14f6ce63317052579","panel-5c1bdcb24909d99616ed5841","panel-6a0b5beb7d2564d7dfeee8dd","panel-c11b52096eae273aa28d6c38","panel-82b98df2935ac4c2e6f10aba","panel-6f800c82438e0951dfa9fdfc","panel-e77cd1796c179d78dc2ff4d7","panel-0ee4308b1b8e689522786fba","panel-430f81ce32b4f74a36ac8608","panel-aa1c9bf038808a60c6fff323","panel-bf109486b4ee154dd5bf538c","epoch-run-BSSNShjap29bDUHz4gA9oh","epoch-run-juNVfKBcYTwaKnk9GRA2zL","epoch-run-8o2J9uQLKDCTiCFwYdkJRK","epoch-run-chbh6XstiqtUa5W9zuyfjS","epoch-run-mqsc4vFuKtAHXxbYyX9WwK","vals-finance-agent-v2:google/gemini-3.5-flash-lite","vals-code-migration-v1:google/gemini-3.5-flash-lite","vals-legal-research-v1:google/gemini-3.5-flash-lite","vals-emb-v1:google/gemini-3.5-flash-lite","vals-mmlu-pro-v1:google/gemini-3.5-flash-lite","vals-terminal-bench-2-1-v2.1:google/gemini-3.5-flash-lite","vals-vibe-code-bench-v1.1:google/gemini-3.5-flash-lite","vals-legal-agent-benchmark-v1:google/gemini-3.5-flash-lite"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","muse-spark-1.2","muse-spark-1.3","muse-spark-1.1","mistral-medium-3.5","gpt-5.4-nano","gpt-5.4-mini","gpt-5.4","claude-haiku-4-5-20251001","claude-sonnet-4-5-20250929","gemini-2.5-pro","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4-pro","gpt-5.5-pro","o3","o3-mini","o3-pro","o4-mini","claude-opus-4-5-20251101","qwen3.5-2b","glm-5.1","qwen3.5-flash","qwen3.6-flash","qwen3.6-plus"]},"effort":{"label":"High","settings":[{"label":"High","observations":37}],"unspecified":0,"total":37}},{"id":"gemini-3.5-flash-lite--effort-low","name":"Gemini 3.5 Flash-Lite · Low","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.5-flash-lite","detailsUrl":"/efforts?model=gemini-3.5-flash-lite","publishedBenchmarkCount":5,"overallRating":{"score":0.05145126203910805,"supported":true,"families":4,"publishers":2,"evaluationSources":2,"taskAreas":1,"opponents":68,"independentFamilies":4,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.5666706700708388},{"source":"Epoch AI","independent":true,"share":0.4333293299291591}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.06822236235395823,"supported":true,"families":4,"independentFamilies":4,"opponents":68,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.3631129355334191,"lowerBound":0,"upperBound":1,"independentScore":0.3631129355334191,"independent":true,"opponentIds":900,"independentOpponentIds":900,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-B3Kno3buYWRYbZxU33STiX"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.33568785894159836,"lowerBound":0,"upperBound":1,"independentScore":0.33568785894159836,"independent":true,"opponentIds":901,"independentOpponentIds":901,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-dgSJTFQ4UtuQKEhB9ss6K7"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.12422819536362618,"lowerBound":0,"upperBound":1,"independentScore":0.12422819536362618,"independent":true,"opponentIds":905,"independentOpponentIds":905,"panelSize":38,"publishers":["ARC Prize"],"observations":["673c903462f2e3ace1f8a3a5"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.464293178592649,"lowerBound":0,"upperBound":1,"independentScore":0.464293178592649,"independent":true,"opponentIds":907,"independentOpponentIds":907,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-i62SEaSpi6GbBmWqEDSDmV","epoch-run-Mg2yb9Tp3yc2H3ApJX6JBK"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["673c903462f2e3ace1f8a3a5","epoch-run-i62SEaSpi6GbBmWqEDSDmV","epoch-run-dgSJTFQ4UtuQKEhB9ss6K7","epoch-run-Mg2yb9Tp3yc2H3ApJX6JBK","epoch-run-B3Kno3buYWRYbZxU33STiX"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","claude-haiku-4-5-20251001","claude-sonnet-4-5-20250929","gemini-2.5-pro","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5-pro","o3","o3-mini","o3-pro","o4-mini","qwen3.5-2b"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":5}],"unspecified":0,"total":5}},{"id":"gemini-3.5-flash-lite--effort-medium","name":"Gemini 3.5 Flash-Lite · Medium","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.5-flash-lite","detailsUrl":"/efforts?model=gemini-3.5-flash-lite","publishedBenchmarkCount":1,"overallRating":{"score":0.12478575214698483,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999998}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.14512145736185822,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.4774472961031645,"lowerBound":0,"upperBound":1,"independentScore":0.4774472961031645,"independent":true,"opponentIds":905,"independentOpponentIds":905,"panelSize":38,"publishers":["ARC Prize"],"observations":["38942fa126421e15bf1592ee"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["38942fa126421e15bf1592ee"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":1}],"unspecified":0,"total":1}},{"id":"gemini-3.5-flash-lite--effort-minimal","name":"Gemini 3.5 Flash-Lite · Minimal","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.5-flash-lite","detailsUrl":"/efforts?model=gemini-3.5-flash-lite","publishedBenchmarkCount":5,"overallRating":{"score":0.03764258524813207,"supported":true,"families":4,"publishers":2,"evaluationSources":2,"taskAreas":1,"opponents":68,"independentFamilies":4,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.5666706700708388},{"source":"Epoch AI","independent":true,"share":0.4333293299291591}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.05233493639931728,"supported":true,"families":4,"independentFamilies":4,"opponents":68,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.2593663825238709,"lowerBound":0,"upperBound":1,"independentScore":0.2593663825238709,"independent":true,"opponentIds":900,"independentOpponentIds":900,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-ivr2LfmdZoCMfLME7jh2L8"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3064976103379812,"lowerBound":0,"upperBound":1,"independentScore":0.3064976103379812,"independent":true,"opponentIds":901,"independentOpponentIds":901,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-7aAKcnsCXoSumfAu8mr2un"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.07764262210226636,"lowerBound":0,"upperBound":1,"independentScore":0.07764262210226636,"independent":true,"opponentIds":905,"independentOpponentIds":905,"panelSize":38,"publishers":["ARC Prize"],"observations":["f591fd70b9b02e903ae88a25"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.37107453661504386,"lowerBound":0,"upperBound":1,"independentScore":0.37107453661504386,"independent":true,"opponentIds":907,"independentOpponentIds":907,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-X6WHjwmjSHe7pF8R7F3zsT","epoch-run-fJKhFRm5dn9wzbXojee7uj"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f591fd70b9b02e903ae88a25","epoch-run-X6WHjwmjSHe7pF8R7F3zsT","epoch-run-7aAKcnsCXoSumfAu8mr2un","epoch-run-fJKhFRm5dn9wzbXojee7uj","epoch-run-ivr2LfmdZoCMfLME7jh2L8"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","claude-haiku-4-5-20251001","claude-sonnet-4-5-20250929","gemini-2.5-pro","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5-pro","o3","o3-mini","o3-pro","o4-mini","qwen3.5-2b"]},"effort":{"label":"Minimal","settings":[{"label":"Minimal","observations":5}],"unspecified":0,"total":5}},{"id":"gemini-3.6-flash--effort-high","name":"Gemini 3.6 Flash · High","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.6-flash","detailsUrl":"/efforts?model=gemini-3.6-flash","publishedBenchmarkCount":59,"overallRating":{"score":0.38974689281343494,"supported":true,"families":34,"publishers":7,"evaluationSources":7,"taskAreas":6,"opponents":221,"independentFamilies":34,"reason":null,"independentSources":7,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Datacurve","independent":true,"share":0.1524134202039874},{"source":"Artificial Analysis","independent":true,"share":0.1511027981860059},{"source":"Vals AI","independent":true,"share":0.1498884989111892},{"source":"LiveBench","independent":true,"share":0.14625678997154898},{"source":"ARC Prize","independent":true,"share":0.14333267485076417},{"source":"Epoch AI","independent":true,"share":0.14105758503008076},{"source":"Cognition","independent":true,"share":0.11594823284641698}]},"capabilityRatings":[{"bucket":"agentic","score":0.4151964152402557,"supported":true,"families":10,"independentFamilies":10,"opponents":131,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.4177602075944858,"supported":true,"families":9,"independentFamilies":9,"opponents":221,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.3877369033492973,"supported":true,"families":8,"independentFamilies":8,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.6075509216101468,"supported":true,"families":5,"independentFamilies":5,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.5651371103186588,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.45909702813087344,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6527050442353992,"lowerBound":0,"upperBound":1,"independentScore":0.6527050442353992,"independent":true,"opponentIds":914,"independentOpponentIds":914,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["0d2bef889970f2b2e07886ac"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7548101481355352,"lowerBound":0,"upperBound":1,"independentScore":0.7548101481355352,"independent":true,"opponentIds":915,"independentOpponentIds":915,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-ajQFZGMjvyMTH2ULDZhwtz"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7283352515043024,"lowerBound":0,"upperBound":1,"independentScore":0.7283352515043024,"independent":true,"opponentIds":916,"independentOpponentIds":916,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["02af98883e86e08c7d0d14b2","bef04938effbeeff2ad67939"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8192854490801588,"lowerBound":0,"upperBound":1,"independentScore":0.8192854490801588,"independent":true,"opponentIds":917,"independentOpponentIds":917,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["b50c064c019434c76349a34e"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8494074654137281,"lowerBound":0,"upperBound":1,"independentScore":0.8494074654137281,"independent":true,"opponentIds":918,"independentOpponentIds":918,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["72c53815d6f2e5985dc88b2e"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8158295158901939,"lowerBound":0,"upperBound":1,"independentScore":0.8158295158901939,"independent":true,"opponentIds":919,"independentOpponentIds":919,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["d0973640464da38626274814"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8131326311447099,"lowerBound":0,"upperBound":1,"independentScore":0.8131326311447099,"independent":true,"opponentIds":920,"independentOpponentIds":920,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["eb531999926abd475dd85d12"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.961116999914977,"lowerBound":0,"upperBound":1,"independentScore":0.961116999914977,"independent":true,"opponentIds":921,"independentOpponentIds":921,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["30e71b2d4dac7faf9d150a7e","epoch-run-86SY5JbPB49xXhHFQW6tHu"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.46022461010207677,"lowerBound":0,"upperBound":1,"independentScore":0.46022461010207677,"independent":true,"opponentIds":922,"independentOpponentIds":922,"panelSize":50,"publishers":["Artificial Analysis","Vals AI"],"observations":["956c95bb8e0b490a259250c3","vals-legal-agent-benchmark-v1:google/gemini-3.6-flash"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9009888069065906,"lowerBound":0,"upperBound":1,"independentScore":0.9009888069065906,"independent":true,"opponentIds":923,"independentOpponentIds":923,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["9e22f9c6c9fb4eb1d727f54c"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6740924092409241,"lowerBound":0,"upperBound":1,"independentScore":0.6740924092409241,"independent":true,"opponentIds":924,"independentOpponentIds":924,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:google/gemini-3.6-flash"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9627889941857799,"lowerBound":0,"upperBound":1,"independentScore":0.9627889941857799,"independent":true,"opponentIds":925,"independentOpponentIds":925,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f4c925125109603e5ab10dd8"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9358856720982976,"lowerBound":0,"upperBound":1,"independentScore":0.9358856720982976,"independent":true,"opponentIds":926,"independentOpponentIds":926,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["0ec0fd270fa75ee2504d1492"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.8020114144416245,"lowerBound":0,"upperBound":1,"independentScore":0.8020114144416245,"independent":true,"opponentIds":927,"independentOpponentIds":927,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["0e4d77610ce1730581d1461a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7696599052370016,"lowerBound":0,"upperBound":1,"independentScore":0.7696599052370016,"independent":true,"opponentIds":928,"independentOpponentIds":928,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["7ffc630ea762d5a97e563372"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6829540037879276,"lowerBound":0,"upperBound":1,"independentScore":0.6829540037879276,"independent":true,"opponentIds":929,"independentOpponentIds":929,"panelSize":126,"publishers":["Artificial Analysis","Vals AI"],"observations":["ab54c861e14442ee403959a2","567b11a1bef86be59583e08b","vals-terminal-bench-2-1-v2.1:google/gemini-3.6-flash"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6650651823641415,"lowerBound":0,"upperBound":1,"independentScore":0.6650651823641415,"independent":true,"opponentIds":930,"independentOpponentIds":930,"panelSize":38,"publishers":["ARC Prize"],"observations":["a40850daad4b8e157f489b7d"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.2552763819095477,"lowerBound":0,"upperBound":1,"independentScore":0.2552763819095477,"independent":true,"opponentIds":931,"independentOpponentIds":931,"panelSize":25,"publishers":["Datacurve"],"observations":["c81497e333fcbd26ddd6cc87"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.5198776758409787,"lowerBound":0,"upperBound":1,"independentScore":0.5198776758409787,"independent":true,"opponentIds":932,"independentOpponentIds":932,"panelSize":6,"publishers":["Cognition"],"observations":["ca8bd8b35520f3df29860eb1","d4b90ed9c9a977ac490e95b4"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.2827291037260826,"lowerBound":0,"upperBound":1,"independentScore":0.2827291037260826,"independent":true,"opponentIds":933,"independentOpponentIds":933,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-f31c0e7a8f4e830bbd7f64c2","panel-45e2f893822c593c4ecd6e28","panel-ef97c9d27235b86d73fda913","panel-c399a15bbae382124505b488"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.40785498489426014,"lowerBound":0,"upperBound":1,"independentScore":0.40785498489426014,"independent":true,"opponentIds":933,"independentOpponentIds":933,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-37f739dcc05b39207d9d2861","panel-8326dae2469e1a9f74d18cfa"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.6899966431688486,"lowerBound":0,"upperBound":1,"independentScore":0.6899966431688486,"independent":true,"opponentIds":933,"independentOpponentIds":933,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-99585dbf3dfb57868d6e94e8","panel-f128b281d5845ab277063785","panel-5e5c864b2d0837ecf9a3a2cc"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.28952668680765353,"lowerBound":0,"upperBound":1,"independentScore":0.28952668680765353,"independent":true,"opponentIds":933,"independentOpponentIds":933,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-56f7440caf2be4e507c56b62","panel-40d49ac5b8305a87cd60dc70","panel-e651b88f8758433c31ceeef5"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.2035918093319906,"lowerBound":0,"upperBound":1,"independentScore":0.2035918093319906,"independent":true,"opponentIds":933,"independentOpponentIds":933,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-f2c256a295bd7932f236f885","panel-8d9e48f418b10c02e9fa3a61","panel-89ba0bd0c133f90bcefa0bbf"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.45367573011077533,"lowerBound":0,"upperBound":1,"independentScore":0.45367573011077533,"independent":true,"opponentIds":933,"independentOpponentIds":933,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-19da7fc7d58c0bfc47ec9a8c","panel-62c1d3bad9ee9ff062c24b7c","panel-6ca64d4b4bf1eb5d2a9614db","panel-2fadbe78a18174dfa36798ad"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.7683786505538764,"lowerBound":0,"upperBound":1,"independentScore":0.7683786505538764,"independent":true,"opponentIds":933,"independentOpponentIds":933,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-217316b453a05c8a737a5311","panel-ed8c7db295ec15f18a8163ae","panel-3b96713def9718e318008623","panel-422f1455cd480504d8bec31c"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.7245061200193452,"lowerBound":0,"upperBound":1,"independentScore":0.7245061200193452,"independent":true,"opponentIds":934,"independentOpponentIds":934,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-aMtSkxyLZPdf6o6f5zLP6A","epoch-run-YBqiCXPjMUSAgAjDUoz5sy"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.3358397406904875,"lowerBound":0,"upperBound":1,"independentScore":0.3358397406904875,"independent":true,"opponentIds":935,"independentOpponentIds":935,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-JCMjXU6FRiiLV3xvs9R2Xv","epoch-run-nb9LnDeeQyvRCqsbsTANGD"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.7868020304568527,"lowerBound":0,"upperBound":1,"independentScore":0.7868020304568527,"independent":true,"opponentIds":936,"independentOpponentIds":936,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-F83pa7Gfsb4UNVttTnS5Hk"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.6970989761092148,"lowerBound":0,"upperBound":1,"independentScore":0.6970989761092148,"independent":true,"opponentIds":937,"independentOpponentIds":937,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:google/gemini-3.6-flash"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.3405572755417956,"lowerBound":0,"upperBound":1,"independentScore":0.3405572755417956,"independent":true,"opponentIds":938,"independentOpponentIds":938,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:google/gemini-3.6-flash"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.2236421725239616,"lowerBound":0,"upperBound":1,"independentScore":0.2236421725239616,"independent":true,"opponentIds":939,"independentOpponentIds":939,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:google/gemini-3.6-flash"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.6285942492012777,"lowerBound":0,"upperBound":1,"independentScore":0.6285942492012777,"independent":true,"opponentIds":940,"independentOpponentIds":940,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:google/gemini-3.6-flash"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.3514376996805111,"lowerBound":0,"upperBound":1,"independentScore":0.3514376996805111,"independent":true,"opponentIds":941,"independentOpponentIds":941,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:google/gemini-3.6-flash"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["0d2bef889970f2b2e07886ac","02af98883e86e08c7d0d14b2","b50c064c019434c76349a34e","72c53815d6f2e5985dc88b2e","d0973640464da38626274814","eb531999926abd475dd85d12","30e71b2d4dac7faf9d150a7e","956c95bb8e0b490a259250c3","9e22f9c6c9fb4eb1d727f54c","bef04938effbeeff2ad67939","f4c925125109603e5ab10dd8","0ec0fd270fa75ee2504d1492","0e4d77610ce1730581d1461a","7ffc630ea762d5a97e563372","ab54c861e14442ee403959a2","567b11a1bef86be59583e08b","a40850daad4b8e157f489b7d","c81497e333fcbd26ddd6cc87","ca8bd8b35520f3df29860eb1","d4b90ed9c9a977ac490e95b4","panel-f31c0e7a8f4e830bbd7f64c2","panel-37f739dcc05b39207d9d2861","panel-8326dae2469e1a9f74d18cfa","panel-99585dbf3dfb57868d6e94e8","panel-56f7440caf2be4e507c56b62","panel-45e2f893822c593c4ecd6e28","panel-f2c256a295bd7932f236f885","panel-19da7fc7d58c0bfc47ec9a8c","panel-ef97c9d27235b86d73fda913","panel-c399a15bbae382124505b488","panel-217316b453a05c8a737a5311","panel-f128b281d5845ab277063785","panel-8d9e48f418b10c02e9fa3a61","panel-ed8c7db295ec15f18a8163ae","panel-62c1d3bad9ee9ff062c24b7c","panel-3b96713def9718e318008623","panel-422f1455cd480504d8bec31c","panel-40d49ac5b8305a87cd60dc70","panel-e651b88f8758433c31ceeef5","panel-6ca64d4b4bf1eb5d2a9614db","panel-89ba0bd0c133f90bcefa0bbf","panel-5e5c864b2d0837ecf9a3a2cc","panel-2fadbe78a18174dfa36798ad","epoch-run-aMtSkxyLZPdf6o6f5zLP6A","epoch-run-JCMjXU6FRiiLV3xvs9R2Xv","epoch-run-nb9LnDeeQyvRCqsbsTANGD","epoch-run-86SY5JbPB49xXhHFQW6tHu","epoch-run-YBqiCXPjMUSAgAjDUoz5sy","epoch-run-ajQFZGMjvyMTH2ULDZhwtz","epoch-run-F83pa7Gfsb4UNVttTnS5Hk","vals-finance-agent-v2:google/gemini-3.6-flash","vals-code-migration-v1:google/gemini-3.6-flash","vals-legal-research-v1:google/gemini-3.6-flash","vals-emb-v1:google/gemini-3.6-flash","vals-mmlu-pro-v1:google/gemini-3.6-flash","vals-terminal-bench-2-1-v2.1:google/gemini-3.6-flash","vals-vibe-code-bench-v1.1:google/gemini-3.6-flash","vals-legal-agent-benchmark-v1:google/gemini-3.6-flash"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"High","settings":[{"label":"High","observations":59}],"unspecified":0,"total":59}},{"id":"gemini-3.6-flash--effort-low","name":"Gemini 3.6 Flash · Low","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.6-flash","detailsUrl":"/efforts?model=gemini-3.6-flash","publishedBenchmarkCount":7,"overallRating":{"score":0.22825952857152068,"supported":true,"families":5,"publishers":3,"evaluationSources":3,"taskAreas":2,"opponents":68,"independentFamilies":5,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.4334808246221711},{"source":"Epoch AI","independent":true,"share":0.3425512849228996},{"source":"Cognition","independent":true,"share":0.22396789045493}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.2876872680044301,"supported":true,"families":4,"independentFamilies":4,"opponents":68,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.17470474276981715,"supported":false,"families":1,"independentFamilies":1,"opponents":6,"opponentLabs":3,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7024552876245133,"lowerBound":0,"upperBound":1,"independentScore":0.7024552876245133,"independent":true,"opponentIds":915,"independentOpponentIds":915,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-6iEkMa88YjLDgcde4bLm8B"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7679420264628413,"lowerBound":0,"upperBound":1,"independentScore":0.7679420264628413,"independent":true,"opponentIds":942,"independentOpponentIds":942,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-JoraLb9y55QXpMg4Rrmr5x"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5782160836452818,"lowerBound":0,"upperBound":1,"independentScore":0.5782160836452818,"independent":true,"opponentIds":930,"independentOpponentIds":930,"panelSize":38,"publishers":["ARC Prize"],"observations":["05c31f600e16e2079feb1579"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.14177215189873416,"lowerBound":0,"upperBound":1,"independentScore":0.14177215189873416,"independent":true,"opponentIds":932,"independentOpponentIds":932,"panelSize":6,"publishers":["Cognition"],"observations":["0acab77924c8fa3e469de011","5b4b76daf2a598a3aa8925a7"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.7096027443208102,"lowerBound":0,"upperBound":1,"independentScore":0.7096027443208102,"independent":true,"opponentIds":943,"independentOpponentIds":943,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-DLvSYBHHLcHECeL5SpNgVK","epoch-run-M8sY8vHnvSLxQUg3HTMTCp"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["05c31f600e16e2079feb1579","0acab77924c8fa3e469de011","5b4b76daf2a598a3aa8925a7","epoch-run-DLvSYBHHLcHECeL5SpNgVK","epoch-run-JoraLb9y55QXpMg4Rrmr5x","epoch-run-M8sY8vHnvSLxQUg3HTMTCp","epoch-run-6iEkMa88YjLDgcde4bLm8B"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","claude-haiku-4-5-20251001","claude-sonnet-4-5-20250929","gemini-2.5-pro","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5-pro","o3","o3-mini","o3-pro","o4-mini","qwen3.5-2b"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":7}],"unspecified":0,"total":7}},{"id":"gemini-3.6-flash--effort-medium","name":"Gemini 3.6 Flash · Medium","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.6-flash","detailsUrl":"/efforts?model=gemini-3.6-flash","publishedBenchmarkCount":3,"overallRating":{"score":0.34201919980243706,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":41,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":2,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.7098420756053732},{"source":"Cognition","independent":true,"share":0.29015792439462645}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.33202070762344965,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.49265437360273173,"supported":false,"families":1,"independentFamilies":1,"opponents":6,"opponentLabs":3,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6830063357066701,"lowerBound":0,"upperBound":1,"independentScore":0.6830063357066701,"independent":true,"opponentIds":930,"independentOpponentIds":930,"panelSize":38,"publishers":["ARC Prize"],"observations":["3965013d4d14d4352a1e30c3"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.4607594936708859,"lowerBound":0,"upperBound":1,"independentScore":0.4607594936708859,"independent":true,"opponentIds":932,"independentOpponentIds":932,"panelSize":6,"publishers":["Cognition"],"observations":["4f12de502332d1a93cca6d84","c0a21b210841792f09e6eaa9"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3965013d4d14d4352a1e30c3","4f12de502332d1a93cca6d84","c0a21b210841792f09e6eaa9"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini","glm-5.3","gemini-3.8-flash","glm-5.3-flash"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":3}],"unspecified":0,"total":3}},{"id":"gemini-3.6-flash--effort-minimal","name":"Gemini 3.6 Flash · Minimal","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.6-flash","detailsUrl":"/efforts?model=gemini-3.6-flash","publishedBenchmarkCount":5,"overallRating":{"score":0.1229330252229272,"supported":true,"families":4,"publishers":2,"evaluationSources":2,"taskAreas":1,"opponents":68,"independentFamilies":4,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.563970410678205},{"source":"Epoch AI","independent":true,"share":0.4360295893217927}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.15367609188220446,"supported":true,"families":4,"independentFamilies":4,"opponents":68,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6526523589121127,"lowerBound":0,"upperBound":1,"independentScore":0.6526523589121127,"independent":true,"opponentIds":915,"independentOpponentIds":915,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-cF97JqHbFxxp7ePjYVK9HV"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7513452601218358,"lowerBound":0,"upperBound":1,"independentScore":0.7513452601218358,"independent":true,"opponentIds":942,"independentOpponentIds":942,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-aPmR8fV49N98a6NVKpASAf"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.29852575336086534,"lowerBound":0,"upperBound":1,"independentScore":0.29852575336086534,"independent":true,"opponentIds":930,"independentOpponentIds":930,"panelSize":38,"publishers":["ARC Prize"],"observations":["d701fa1ba2e4bdda269e42e3"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.687834619863281,"lowerBound":0,"upperBound":1,"independentScore":0.687834619863281,"independent":true,"opponentIds":943,"independentOpponentIds":943,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-hL24cexf97QKVLsv73H5TT","epoch-run-3L22tfAid5ZM42p92tqC73"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d701fa1ba2e4bdda269e42e3","epoch-run-hL24cexf97QKVLsv73H5TT","epoch-run-aPmR8fV49N98a6NVKpASAf","epoch-run-3L22tfAid5ZM42p92tqC73","epoch-run-cF97JqHbFxxp7ePjYVK9HV"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","claude-haiku-4-5-20251001","claude-sonnet-4-5-20250929","gemini-2.5-pro","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5-pro","o3","o3-mini","o3-pro","o4-mini","qwen3.5-2b"]},"effort":{"label":"Minimal","settings":[{"label":"Minimal","observations":5}],"unspecified":0,"total":5}},{"id":"gemini-3.7-flash--effort-high","name":"Gemini 3.7 Flash · High","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.7-flash","detailsUrl":"/efforts?model=gemini-3.7-flash","publishedBenchmarkCount":61,"overallRating":{"score":0.5745633677040992,"supported":true,"families":35,"publishers":8,"evaluationSources":8,"taskAreas":6,"opponents":221,"independentFamilies":35,"reason":null,"independentSources":7,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Terminal-Bench","independent":true,"share":0.13322221410578097},{"source":"Epoch AI","independent":true,"share":0.13322221410578095},{"source":"Vals AI","independent":true,"share":0.13290691362575882},{"source":"LiveBench","independent":true,"share":0.13219742784342967},{"source":"ARC Prize","independent":true,"share":0.13031736883580522},{"source":"Artificial Analysis","independent":true,"share":0.1289919024439089},{"source":"Cognition","independent":true,"share":0.10837521385589326},{"source":"Datacurve","independent":true,"share":0.10076674518362971}]},"capabilityRatings":[{"bucket":"agentic","score":0.5322841178738393,"supported":true,"families":11,"independentFamilies":11,"opponents":131,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.6041580857989781,"supported":true,"families":9,"independentFamilies":9,"opponents":221,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5648832603647613,"supported":true,"families":8,"independentFamilies":8,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.7272799905638303,"supported":true,"families":5,"independentFamilies":5,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.6543585032685081,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.49061664987480874,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":944,"independentOpponentIds":944,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["2ffc6e719db431730b9a76d2"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7336211031175064,"lowerBound":0,"upperBound":1,"independentScore":0.7336211031175064,"independent":true,"opponentIds":945,"independentOpponentIds":945,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["15fcc7b3d81479e0cc30ec90"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7881944444444443,"lowerBound":0,"upperBound":1,"independentScore":0.7881944444444443,"independent":true,"opponentIds":946,"independentOpponentIds":946,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-kQjrYCaa7yYyMXofeR23Dd"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7590067908520071,"lowerBound":0,"upperBound":1,"independentScore":0.7590067908520071,"independent":true,"opponentIds":947,"independentOpponentIds":947,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["d9f672a5f7f4a4ed529fc3c0","38e737a0e552ebb4ef35e0a0"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9712764268095154,"lowerBound":0,"upperBound":1,"independentScore":0.9712764268095154,"independent":true,"opponentIds":948,"independentOpponentIds":948,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["7bc1e313c94fe673b2f5922f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8931009260501349,"lowerBound":0,"upperBound":1,"independentScore":0.8931009260501349,"independent":true,"opponentIds":949,"independentOpponentIds":949,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["cf96594b0ed1f96377909640"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9369141817013751,"lowerBound":0,"upperBound":1,"independentScore":0.9369141817013751,"independent":true,"opponentIds":950,"independentOpponentIds":950,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["623b9bf3960dd897e5d3a62b"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8729143470917099,"lowerBound":0,"upperBound":1,"independentScore":0.8729143470917099,"independent":true,"opponentIds":951,"independentOpponentIds":951,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["335f683b38de6b878c93a2de"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9664959450582616,"lowerBound":0,"upperBound":1,"independentScore":0.9664959450582616,"independent":true,"opponentIds":952,"independentOpponentIds":952,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["033e1bceeaf591f76562b322","epoch-run-XyVL3VffJ6UboY97vxpohL"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.7812400966957348,"lowerBound":0,"upperBound":1,"independentScore":0.7812400966957348,"independent":true,"opponentIds":953,"independentOpponentIds":953,"panelSize":50,"publishers":["Artificial Analysis","Vals AI"],"observations":["0dc2d6f01a20b073316891ed","vals-legal-agent-benchmark-v1:google/gemini-3.7-flash"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9793491997922605,"lowerBound":0,"upperBound":1,"independentScore":0.9793491997922605,"independent":true,"opponentIds":954,"independentOpponentIds":954,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["d0e918b40a70a3fc785372aa"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8382624768946396,"lowerBound":0,"upperBound":1,"independentScore":0.8382624768946396,"independent":true,"opponentIds":955,"independentOpponentIds":955,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:google/gemini-3.7-flash"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9916609057304682,"lowerBound":0,"upperBound":1,"independentScore":0.9916609057304682,"independent":true,"opponentIds":956,"independentOpponentIds":956,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["d3eb581d14d32fb68f0df6ff"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9754119117585278,"lowerBound":0,"upperBound":1,"independentScore":0.9754119117585278,"independent":true,"opponentIds":957,"independentOpponentIds":957,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["227c852a7bff02f6f5ca567b"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9333744835692552,"lowerBound":0,"upperBound":1,"independentScore":0.9333744835692552,"independent":true,"opponentIds":958,"independentOpponentIds":958,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["99981533fdcbe148dc5a8339"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8284987193126996,"lowerBound":0,"upperBound":1,"independentScore":0.8284987193126996,"independent":true,"opponentIds":959,"independentOpponentIds":959,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["d7975b0656398a8aaca18ed7"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.12933277756116682,"lowerBound":0,"upperBound":1,"independentScore":0.12933277756116682,"independent":true,"opponentIds":960,"independentOpponentIds":960,"panelSize":126,"publishers":["Artificial Analysis","Terminal-Bench","Vals AI"],"observations":["da8576588c7b0a1eab39f8c5","548e1414ba9f0cf973c69518","b769c16ec2b4277cdc9cd0c9","vals-terminal-bench-2-1-v2.1:google/gemini-3.7-flash"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8984755316423264,"lowerBound":0,"upperBound":1,"independentScore":0.8984755316423264,"independent":true,"opponentIds":961,"independentOpponentIds":961,"panelSize":38,"publishers":["ARC Prize"],"observations":["1e7c651364e9ee25998857ec"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.6716612104423738,"lowerBound":0,"upperBound":1,"independentScore":0.6716612104423738,"independent":true,"opponentIds":962,"independentOpponentIds":962,"panelSize":25,"publishers":["Datacurve"],"observations":["b75fe3ec33c013c7d01ac1f8"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":963,"independentOpponentIds":963,"panelSize":6,"publishers":["Cognition"],"observations":["8be54fd7c609e5e4264162aa","4bacad2a4162155bcf382a46"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.5959302325581401,"lowerBound":0,"upperBound":1,"independentScore":0.5959302325581401,"independent":true,"opponentIds":964,"independentOpponentIds":964,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-9705c757dfdbd2feabac032e","panel-78e254545a2ae1a666fe3269","panel-6fcbe883dd2cc95616b54d6f","panel-b0cd868f837f3c8d3ba378c0"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.4825581395348836,"lowerBound":0,"upperBound":1,"independentScore":0.4825581395348836,"independent":true,"opponentIds":964,"independentOpponentIds":964,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-c117f17c51149f80018795a6","panel-7fc55c6792c58d44fdf6c60a"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.732558139534884,"lowerBound":0,"upperBound":1,"independentScore":0.732558139534884,"independent":true,"opponentIds":964,"independentOpponentIds":964,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-f4dc253f7a805058432fb239","panel-b18397a1aab14698db6506d5","panel-7d73d21d7873e5d779a4c384"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.27131782945736477,"lowerBound":0,"upperBound":1,"independentScore":0.27131782945736477,"independent":true,"opponentIds":964,"independentOpponentIds":964,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-c7924ab86a4819c0c3bc7f8f","panel-e7c14e2adb74037187f0ec1c","panel-61db091bb2c1f4799d64c0bc"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.7545219638242897,"lowerBound":0,"upperBound":1,"independentScore":0.7545219638242897,"independent":true,"opponentIds":964,"independentOpponentIds":964,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-36628f2999915365afee11c0","panel-eaef80a81b2207fafc6cf592","panel-7e1e202586c5c977d8ba4553"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.5600775193798457,"lowerBound":0,"upperBound":1,"independentScore":0.5600775193798457,"independent":true,"opponentIds":964,"independentOpponentIds":964,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-e23f33b25b7acb309969ee70","panel-bcfd094cfd1370b8184eb917","panel-e9a18d4e2485815fbe9dcb90","panel-d40d3cee5878b364f2758bf1"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.9127906976744188,"lowerBound":0,"upperBound":1,"independentScore":0.9127906976744188,"independent":true,"opponentIds":964,"independentOpponentIds":964,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-0973b8fdc8a954215ca48936","panel-c238833b50dc00f09d833ac6","panel-386333b19f9f51f693fcf5f9","panel-d4152f1599eec1bd1bc2db33"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.8554166666666672,"lowerBound":0,"upperBound":1,"independentScore":0.8554166666666672,"independent":true,"opponentIds":965,"independentOpponentIds":965,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-BnqWATgxsPzSF7ojBEMoG3","epoch-run-ZavSMMq9jk5s9WSbARZr6X"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.6478043029767176,"lowerBound":0,"upperBound":1,"independentScore":0.6478043029767176,"independent":true,"opponentIds":966,"independentOpponentIds":966,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-KptKXK5nE2Ns2WbiaSSnbc","epoch-run-axMdgNDC8UYYLnZYLHZpF5"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.88,"lowerBound":0,"upperBound":1,"independentScore":0.88,"independent":true,"opponentIds":967,"independentOpponentIds":967,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-84ARuGyhQsjgh8umRmBvas"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.933142311365807,"lowerBound":0,"upperBound":1,"independentScore":0.933142311365807,"independent":true,"opponentIds":968,"independentOpponentIds":968,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:google/gemini-3.7-flash"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.3949652777777779,"lowerBound":0,"upperBound":1,"independentScore":0.3949652777777779,"independent":true,"opponentIds":969,"independentOpponentIds":969,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:google/gemini-3.7-flash"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.34467323187108323,"lowerBound":0,"upperBound":1,"independentScore":0.34467323187108323,"independent":true,"opponentIds":970,"independentOpponentIds":970,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:google/gemini-3.7-flash"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.8119964189794091,"lowerBound":0,"upperBound":1,"independentScore":0.8119964189794091,"independent":true,"opponentIds":971,"independentOpponentIds":971,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:google/gemini-3.7-flash"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.4673231871083259,"lowerBound":0,"upperBound":1,"independentScore":0.4673231871083259,"independent":true,"opponentIds":972,"independentOpponentIds":972,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:google/gemini-3.7-flash"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["2ffc6e719db431730b9a76d2","15fcc7b3d81479e0cc30ec90","d9f672a5f7f4a4ed529fc3c0","7bc1e313c94fe673b2f5922f","cf96594b0ed1f96377909640","623b9bf3960dd897e5d3a62b","335f683b38de6b878c93a2de","033e1bceeaf591f76562b322","0dc2d6f01a20b073316891ed","d0e918b40a70a3fc785372aa","38e737a0e552ebb4ef35e0a0","d3eb581d14d32fb68f0df6ff","227c852a7bff02f6f5ca567b","99981533fdcbe148dc5a8339","d7975b0656398a8aaca18ed7","da8576588c7b0a1eab39f8c5","548e1414ba9f0cf973c69518","1e7c651364e9ee25998857ec","b75fe3ec33c013c7d01ac1f8","8be54fd7c609e5e4264162aa","4bacad2a4162155bcf382a46","b769c16ec2b4277cdc9cd0c9","panel-9705c757dfdbd2feabac032e","panel-c117f17c51149f80018795a6","panel-7fc55c6792c58d44fdf6c60a","panel-f4dc253f7a805058432fb239","panel-c7924ab86a4819c0c3bc7f8f","panel-78e254545a2ae1a666fe3269","panel-36628f2999915365afee11c0","panel-e23f33b25b7acb309969ee70","panel-6fcbe883dd2cc95616b54d6f","panel-b0cd868f837f3c8d3ba378c0","panel-0973b8fdc8a954215ca48936","panel-b18397a1aab14698db6506d5","panel-eaef80a81b2207fafc6cf592","panel-c238833b50dc00f09d833ac6","panel-bcfd094cfd1370b8184eb917","panel-386333b19f9f51f693fcf5f9","panel-d4152f1599eec1bd1bc2db33","panel-e7c14e2adb74037187f0ec1c","panel-61db091bb2c1f4799d64c0bc","panel-e9a18d4e2485815fbe9dcb90","panel-7e1e202586c5c977d8ba4553","panel-7d73d21d7873e5d779a4c384","panel-d40d3cee5878b364f2758bf1","epoch-run-BnqWATgxsPzSF7ojBEMoG3","epoch-run-KptKXK5nE2Ns2WbiaSSnbc","epoch-run-axMdgNDC8UYYLnZYLHZpF5","epoch-run-XyVL3VffJ6UboY97vxpohL","epoch-run-ZavSMMq9jk5s9WSbARZr6X","epoch-run-kQjrYCaa7yYyMXofeR23Dd","epoch-run-84ARuGyhQsjgh8umRmBvas","vals-finance-agent-v2:google/gemini-3.7-flash","vals-code-migration-v1:google/gemini-3.7-flash","vals-legal-research-v1:google/gemini-3.7-flash","vals-emb-v1:google/gemini-3.7-flash","vals-mmlu-pro-v1:google/gemini-3.7-flash","vals-terminal-bench-2-1-v2.1:google/gemini-3.7-flash","vals-vibe-code-bench-v1.1:google/gemini-3.7-flash","vals-legal-agent-benchmark-v1:google/gemini-3.7-flash"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"High","settings":[{"label":"High","observations":61}],"unspecified":0,"total":61}},{"id":"gemini-3.7-flash--effort-low","name":"Gemini 3.7 Flash · Low","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.7-flash","detailsUrl":"/efforts?model=gemini-3.7-flash","publishedBenchmarkCount":15,"overallRating":{"score":0.4193393332871472,"supported":true,"families":13,"publishers":4,"evaluationSources":4,"taskAreas":6,"opponents":217,"independentFamilies":13,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.3212509033198638},{"source":"Artificial Analysis","independent":true,"share":0.278336121178477},{"source":"Datacurve","independent":true,"share":0.21144038591566366},{"source":"Cognition","independent":true,"share":0.18897258958599236}]},"capabilityRatings":[{"bucket":"agentic","score":0.44778877858569155,"supported":true,"families":2,"independentFamilies":2,"opponents":128,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3570119569513319,"supported":true,"families":4,"independentFamilies":4,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5517236154182341,"supported":true,"families":4,"independentFamilies":4,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.5356277347530111,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.6472606107885773,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.45968667001413926,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9058162241736835,"lowerBound":0,"upperBound":1,"independentScore":0.9058162241736835,"independent":true,"opponentIds":973,"independentOpponentIds":973,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["3d3e98fc6c09a465346ff045"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8499560649806971,"lowerBound":0,"upperBound":1,"independentScore":0.8499560649806971,"independent":true,"opponentIds":949,"independentOpponentIds":949,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["dfbce63c7307804098e6a934"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8565171538187215,"lowerBound":0,"upperBound":1,"independentScore":0.8565171538187215,"independent":true,"opponentIds":951,"independentOpponentIds":951,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["8daadf8e459cc18a9edb5539"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9124475450657393,"lowerBound":0,"upperBound":1,"independentScore":0.9124475450657393,"independent":true,"opponentIds":974,"independentOpponentIds":974,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3cb5439ae05f88b975030a3d"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8898109951228894,"lowerBound":0,"upperBound":1,"independentScore":0.8898109951228894,"independent":true,"opponentIds":954,"independentOpponentIds":954,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["1eadf639a7b64077516b415a"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9925545124193699,"lowerBound":0,"upperBound":1,"independentScore":0.9925545124193699,"independent":true,"opponentIds":956,"independentOpponentIds":956,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["8854a52a87268c9344295da4"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9723818597514523,"lowerBound":0,"upperBound":1,"independentScore":0.9723818597514523,"independent":true,"opponentIds":957,"independentOpponentIds":957,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["7e813c8a37564aff5565dbde"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9180320690790403,"lowerBound":0,"upperBound":1,"independentScore":0.9180320690790403,"independent":true,"opponentIds":958,"independentOpponentIds":958,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["6468affea290ffe50d9864d4"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7556398563901909,"lowerBound":0,"upperBound":1,"independentScore":0.7556398563901909,"independent":true,"opponentIds":959,"independentOpponentIds":959,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["d3ef65f4bf0e05d2f9d76fcc"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8761413419744962,"lowerBound":0,"upperBound":1,"independentScore":0.8761413419744962,"independent":true,"opponentIds":975,"independentOpponentIds":975,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["c81592af7ed61ce7169fc91b"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6259830575715858,"lowerBound":0,"upperBound":1,"independentScore":0.6259830575715858,"independent":true,"opponentIds":961,"independentOpponentIds":961,"panelSize":38,"publishers":["ARC Prize"],"observations":["c66a9ac890388e11ea72db7a"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.4159525734303422,"lowerBound":0,"upperBound":1,"independentScore":0.4159525734303422,"independent":true,"opponentIds":962,"independentOpponentIds":962,"panelSize":25,"publishers":["Datacurve"],"observations":["0a8c13fbff0cf24590cc04f5"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.7587939698492462,"lowerBound":0,"upperBound":1,"independentScore":0.7587939698492462,"independent":true,"opponentIds":963,"independentOpponentIds":963,"panelSize":6,"publishers":["Cognition"],"observations":["37e808d11c66296c681ea587","9b3960b33adb0f097551e5de"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3d3e98fc6c09a465346ff045","dfbce63c7307804098e6a934","8daadf8e459cc18a9edb5539","3cb5439ae05f88b975030a3d","1eadf639a7b64077516b415a","8854a52a87268c9344295da4","7e813c8a37564aff5565dbde","6468affea290ffe50d9864d4","d3ef65f4bf0e05d2f9d76fcc","c81592af7ed61ce7169fc91b","c66a9ac890388e11ea72db7a","0a8c13fbff0cf24590cc04f5","37e808d11c66296c681ea587","9b3960b33adb0f097551e5de"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":15}],"unspecified":0,"total":15}},{"id":"gemini-3.7-flash--effort-medium","name":"Gemini 3.7 Flash · Medium","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.7-flash","detailsUrl":"/efforts?model=gemini-3.7-flash","publishedBenchmarkCount":16,"overallRating":{"score":0.6001131979262336,"supported":true,"families":14,"publishers":4,"evaluationSources":4,"taskAreas":6,"opponents":217,"independentFamilies":14,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.3186796450102685},{"source":"Artificial Analysis","independent":true,"share":0.28411224266476925},{"source":"Datacurve","independent":true,"share":0.20974803939258363},{"source":"Cognition","independent":true,"share":0.1874600729323817}]},"capabilityRatings":[{"bucket":"agentic","score":0.6411552033776825,"supported":true,"families":3,"independentFamilies":3,"opponents":128,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.46353606458053914,"supported":true,"families":4,"independentFamilies":4,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7202439097891052,"supported":true,"families":4,"independentFamilies":4,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.5356277347530111,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.6437325346871677,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6806606386841646,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9833759237233818,"lowerBound":0,"upperBound":1,"independentScore":0.9833759237233818,"independent":true,"opponentIds":973,"independentOpponentIds":973,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["7b18453959beabe4bebe0683"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8779836739503445,"lowerBound":0,"upperBound":1,"independentScore":0.8779836739503445,"independent":true,"opponentIds":949,"independentOpponentIds":949,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["02a82960bc44c535be451a94"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.9892045868400959,"lowerBound":0,"upperBound":1,"independentScore":0.9892045868400959,"independent":true,"opponentIds":976,"independentOpponentIds":976,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["763a8c264e79f3dfd28feea7"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8778962080004535,"lowerBound":0,"upperBound":1,"independentScore":0.8778962080004535,"independent":true,"opponentIds":951,"independentOpponentIds":951,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["e20b3c33a214f6c253b39d83"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9414716261641449,"lowerBound":0,"upperBound":1,"independentScore":0.9414716261641449,"independent":true,"opponentIds":974,"independentOpponentIds":974,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3fb858efa3a20cfc576dee30"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9192732883864475,"lowerBound":0,"upperBound":1,"independentScore":0.9192732883864475,"independent":true,"opponentIds":954,"independentOpponentIds":954,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["6a7cad906a57f42cc02339f5"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.991452443434051,"lowerBound":0,"upperBound":1,"independentScore":0.991452443434051,"independent":true,"opponentIds":956,"independentOpponentIds":956,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["7efd00c773b07079aae442c1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.971555252240275,"lowerBound":0,"upperBound":1,"independentScore":0.971555252240275,"independent":true,"opponentIds":957,"independentOpponentIds":957,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["e0dfe712d13607e0f7d46c60"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9932312640354575,"lowerBound":0,"upperBound":1,"independentScore":0.9932312640354575,"independent":true,"opponentIds":958,"independentOpponentIds":958,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["d9c3b38b79987468d416a723"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8142421066933315,"lowerBound":0,"upperBound":1,"independentScore":0.8142421066933315,"independent":true,"opponentIds":959,"independentOpponentIds":959,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["78d7af9f4fc293caa27736b8"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8650461511490105,"lowerBound":0,"upperBound":1,"independentScore":0.8650461511490105,"independent":true,"opponentIds":975,"independentOpponentIds":975,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["64fef02ab879ce4a145da39c"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7452801568224787,"lowerBound":0,"upperBound":1,"independentScore":0.7452801568224787,"independent":true,"opponentIds":961,"independentOpponentIds":961,"panelSize":38,"publishers":["ARC Prize"],"observations":["198d114dc938db6f199de747"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.6646725949878738,"lowerBound":0,"upperBound":1,"independentScore":0.6646725949878738,"independent":true,"opponentIds":962,"independentOpponentIds":962,"panelSize":25,"publishers":["Datacurve"],"observations":["3ee91dfd4e3a98ca959ff95c"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":963,"independentOpponentIds":963,"panelSize":6,"publishers":["Cognition"],"observations":["919bc7aa1df6867a3297a658","750e6cc699e912bef459e45b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7b18453959beabe4bebe0683","02a82960bc44c535be451a94","763a8c264e79f3dfd28feea7","e20b3c33a214f6c253b39d83","3fb858efa3a20cfc576dee30","6a7cad906a57f42cc02339f5","7efd00c773b07079aae442c1","e0dfe712d13607e0f7d46c60","d9c3b38b79987468d416a723","78d7af9f4fc293caa27736b8","64fef02ab879ce4a145da39c","198d114dc938db6f199de747","3ee91dfd4e3a98ca959ff95c","919bc7aa1df6867a3297a658","750e6cc699e912bef459e45b"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":16}],"unspecified":0,"total":16}},{"id":"gemini-3.8-flash--effort-high","name":"Gemini 3.8 Flash · High","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.8-flash","detailsUrl":"/efforts?model=gemini-3.8-flash","publishedBenchmarkCount":58,"overallRating":{"score":0.6866507837366881,"supported":true,"families":33,"publishers":7,"evaluationSources":7,"taskAreas":6,"opponents":220,"independentFamilies":33,"reason":null,"independentSources":6,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.1529078722892499},{"source":"Vals AI","independent":true,"share":0.15145626841850426},{"source":"LiveBench","independent":true,"share":0.1477865733586728},{"source":"Artificial Analysis","independent":true,"share":0.14213256061314708},{"source":"Cognition","independent":true,"share":0.14080817636221304},{"source":"Terminal-Bench","independent":true,"share":0.13543381848579272},{"source":"Datacurve","independent":true,"share":0.12947473047241786}]},"capabilityRatings":[{"bucket":"agentic","score":0.48906394181448887,"supported":true,"families":10,"independentFamilies":10,"opponents":131,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5879214598892052,"supported":true,"families":8,"independentFamilies":8,"opponents":220,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.674773350937416,"supported":true,"families":8,"independentFamilies":8,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.7678752304600737,"supported":true,"families":5,"independentFamilies":5,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.667389134029105,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6301177045699909,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7927140588600682,"lowerBound":0,"upperBound":1,"independentScore":0.7927140588600682,"independent":true,"opponentIds":977,"independentOpponentIds":977,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["7d0702eeff3949dd042a2fa3"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8993875765529309,"lowerBound":0,"upperBound":1,"independentScore":0.8993875765529309,"independent":true,"opponentIds":978,"independentOpponentIds":978,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-NeYuqgQyWtFWAHEjQYPm5Z"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8557365519108466,"lowerBound":0,"upperBound":1,"independentScore":0.8557365519108466,"independent":true,"opponentIds":979,"independentOpponentIds":979,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["fa03d1f1eab99dcae29627e6","9c64bb74f8fe5f3043682b5a"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.956499375517099,"lowerBound":0,"upperBound":1,"independentScore":0.956499375517099,"independent":true,"opponentIds":980,"independentOpponentIds":980,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["c3d11b8510947a6f385c2981"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9360433296895083,"lowerBound":0,"upperBound":1,"independentScore":0.9360433296895083,"independent":true,"opponentIds":981,"independentOpponentIds":981,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["d8116ad936926f7e5d42cfc6"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9111873987834174,"lowerBound":0,"upperBound":1,"independentScore":0.9111873987834174,"independent":true,"opponentIds":982,"independentOpponentIds":982,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["9e224dfcbf47d68bf41d3b8b"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.895456053435694,"lowerBound":0,"upperBound":1,"independentScore":0.895456053435694,"independent":true,"opponentIds":983,"independentOpponentIds":983,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["5ee89d80876b2c8b5dbc820c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9858196799394319,"lowerBound":0,"upperBound":1,"independentScore":0.9858196799394319,"independent":true,"opponentIds":984,"independentOpponentIds":984,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["015e3e9bffa0ff59feb7dba4","epoch-run-Br3mjs2GrYcCwX9AMwcihU"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.844249201277955,"lowerBound":0,"upperBound":1,"independentScore":0.844249201277955,"independent":true,"opponentIds":985,"independentOpponentIds":985,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:google/gemini-3.8-flash"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9787704943606327,"lowerBound":0,"upperBound":1,"independentScore":0.9787704943606327,"independent":true,"opponentIds":986,"independentOpponentIds":986,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["ff15412b30403c3252d273d1"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8679867986798678,"lowerBound":0,"upperBound":1,"independentScore":0.8679867986798678,"independent":true,"opponentIds":987,"independentOpponentIds":987,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:google/gemini-3.8-flash"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9945813803658922,"lowerBound":0,"upperBound":1,"independentScore":0.9945813803658922,"independent":true,"opponentIds":988,"independentOpponentIds":988,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["b8c59f541f7805b02740779b"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9681331687603149,"lowerBound":0,"upperBound":1,"independentScore":0.9681331687603149,"independent":true,"opponentIds":989,"independentOpponentIds":989,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["ee812a20006b312bf3a9ead1"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.924086980598834,"lowerBound":0,"upperBound":1,"independentScore":0.924086980598834,"independent":true,"opponentIds":990,"independentOpponentIds":990,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["08294d5a9e316499d4fa619e"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9253132902097351,"lowerBound":0,"upperBound":1,"independentScore":0.9253132902097351,"independent":true,"opponentIds":991,"independentOpponentIds":991,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["631bc4c0ebce57b5312a5f98"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9844416685455833,"lowerBound":0,"upperBound":1,"independentScore":0.9844416685455833,"independent":true,"opponentIds":992,"independentOpponentIds":992,"panelSize":126,"publishers":["Artificial Analysis","Terminal-Bench","Vals AI"],"observations":["12cd11cee76cf6a4c36e0087","0c3c62c25ba7e7bb7bb448f6","6bc123e800f7cf03d59f006c","vals-terminal-bench-2-1-v2.1:google/gemini-3.8-flash"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.9904363419007771,"lowerBound":0,"upperBound":1,"independentScore":0.9904363419007771,"independent":true,"opponentIds":993,"independentOpponentIds":993,"panelSize":25,"publishers":["Datacurve"],"observations":["405dcd6b0cb92b2c4c19515e"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.7404580152671756,"lowerBound":0,"upperBound":1,"independentScore":0.7404580152671756,"independent":true,"opponentIds":994,"independentOpponentIds":994,"panelSize":6,"publishers":["Cognition"],"observations":["3f43c11c9388f23914100624","9d0d05ab12b44fcb34eddc63"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.6057401812688816,"lowerBound":0,"upperBound":1,"independentScore":0.6057401812688816,"independent":true,"opponentIds":995,"independentOpponentIds":995,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-96b3bfd402ebd013b9937af0","panel-20246bf3e3306bd736a3c80c","panel-51fe9f895027fea4c0ae2759","panel-0ebcff26b3dd1ee910c0e7d8"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.040281973816717054,"lowerBound":0,"upperBound":1,"independentScore":0.040281973816717054,"independent":true,"opponentIds":995,"independentOpponentIds":995,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-3c33dcbb8642d300cb0bd6fa","panel-00e8a0af372be006ba3d084d"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.8180597515944948,"lowerBound":0,"upperBound":1,"independentScore":0.8180597515944948,"independent":true,"opponentIds":995,"independentOpponentIds":995,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-4d73f7faa8106fea92f3fb4d","panel-21d2715c30bd186f37bdd468","panel-38523bc85154f445a6cde6ac"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.10406176569318563,"lowerBound":0,"upperBound":1,"independentScore":0.10406176569318563,"independent":true,"opponentIds":995,"independentOpponentIds":995,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-147c821e2fbfd731f109691d","panel-850a0242aec8243d437d32ec","panel-968500870cb002c7a5b28066"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.5657938905673048,"lowerBound":0,"upperBound":1,"independentScore":0.5657938905673048,"independent":true,"opponentIds":995,"independentOpponentIds":995,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-eaf227f5b755476d39c81ae7","panel-aef8a69ac35010bb70d01430","panel-72a945c6670ce4413e2c9775"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.6126636455186301,"lowerBound":0,"upperBound":1,"independentScore":0.6126636455186301,"independent":true,"opponentIds":995,"independentOpponentIds":995,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-4000faefeda3951617e07ec9","panel-e0bda6cdff53e878f032c374","panel-7c589b3ec3b0735db386fb6c","panel-1705e80b84b9b5b17c4be595"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.9798590130916414,"lowerBound":0,"upperBound":1,"independentScore":0.9798590130916414,"independent":true,"opponentIds":995,"independentOpponentIds":995,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-8e7c5485b183951578bf6f63","panel-117a0e497718ad4b2bcd3af5","panel-717fe68688b1cd88d3865fa7","panel-71ca1e47d78479714d961f87"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.9334802224320637,"lowerBound":0,"upperBound":1,"independentScore":0.9334802224320637,"independent":true,"opponentIds":996,"independentOpponentIds":996,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-BCCBjMXW674jF57sP4jf2h","epoch-run-5yyuCCi2Dpfh6xLBMxqFyB"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.4189092416704364,"lowerBound":0,"upperBound":1,"independentScore":0.4189092416704364,"independent":true,"opponentIds":997,"independentOpponentIds":997,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-Lgy52ZT4YpFrUqqKVu2qUs","epoch-run-Utgs6DuaQDDdi98ZWH22qL"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.9238578680203046,"lowerBound":0,"upperBound":1,"independentScore":0.9238578680203046,"independent":true,"opponentIds":998,"independentOpponentIds":998,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-gZ4bwozTKtpmZTqnqX3a33"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":999,"independentOpponentIds":999,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:google/gemini-3.8-flash"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.46052631578947356,"lowerBound":0,"upperBound":1,"independentScore":0.46052631578947356,"independent":true,"opponentIds":1000,"independentOpponentIds":1000,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:google/gemini-3.8-flash"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.5311501597444087,"lowerBound":0,"upperBound":1,"independentScore":0.5311501597444087,"independent":true,"opponentIds":1001,"independentOpponentIds":1001,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:google/gemini-3.8-flash"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.8761980830670923,"lowerBound":0,"upperBound":1,"independentScore":0.8761980830670923,"independent":true,"opponentIds":1002,"independentOpponentIds":1002,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:google/gemini-3.8-flash"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.7164536741214056,"lowerBound":0,"upperBound":1,"independentScore":0.7164536741214056,"independent":true,"opponentIds":1003,"independentOpponentIds":1003,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:google/gemini-3.8-flash"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7d0702eeff3949dd042a2fa3","fa03d1f1eab99dcae29627e6","c3d11b8510947a6f385c2981","d8116ad936926f7e5d42cfc6","9e224dfcbf47d68bf41d3b8b","5ee89d80876b2c8b5dbc820c","015e3e9bffa0ff59feb7dba4","ff15412b30403c3252d273d1","9c64bb74f8fe5f3043682b5a","b8c59f541f7805b02740779b","ee812a20006b312bf3a9ead1","08294d5a9e316499d4fa619e","631bc4c0ebce57b5312a5f98","12cd11cee76cf6a4c36e0087","0c3c62c25ba7e7bb7bb448f6","405dcd6b0cb92b2c4c19515e","3f43c11c9388f23914100624","9d0d05ab12b44fcb34eddc63","6bc123e800f7cf03d59f006c","panel-96b3bfd402ebd013b9937af0","panel-3c33dcbb8642d300cb0bd6fa","panel-00e8a0af372be006ba3d084d","panel-4d73f7faa8106fea92f3fb4d","panel-147c821e2fbfd731f109691d","panel-20246bf3e3306bd736a3c80c","panel-eaf227f5b755476d39c81ae7","panel-4000faefeda3951617e07ec9","panel-51fe9f895027fea4c0ae2759","panel-0ebcff26b3dd1ee910c0e7d8","panel-8e7c5485b183951578bf6f63","panel-21d2715c30bd186f37bdd468","panel-aef8a69ac35010bb70d01430","panel-117a0e497718ad4b2bcd3af5","panel-e0bda6cdff53e878f032c374","panel-717fe68688b1cd88d3865fa7","panel-71ca1e47d78479714d961f87","panel-850a0242aec8243d437d32ec","panel-968500870cb002c7a5b28066","panel-7c589b3ec3b0735db386fb6c","panel-72a945c6670ce4413e2c9775","panel-38523bc85154f445a6cde6ac","panel-1705e80b84b9b5b17c4be595","epoch-run-BCCBjMXW674jF57sP4jf2h","epoch-run-Lgy52ZT4YpFrUqqKVu2qUs","epoch-run-Utgs6DuaQDDdi98ZWH22qL","epoch-run-Br3mjs2GrYcCwX9AMwcihU","epoch-run-5yyuCCi2Dpfh6xLBMxqFyB","epoch-run-NeYuqgQyWtFWAHEjQYPm5Z","epoch-run-gZ4bwozTKtpmZTqnqX3a33","vals-finance-agent-v2:google/gemini-3.8-flash","vals-code-migration-v1:google/gemini-3.8-flash","vals-legal-research-v1:google/gemini-3.8-flash","vals-emb-v1:google/gemini-3.8-flash","vals-mmlu-pro-v1:google/gemini-3.8-flash","vals-terminal-bench-2-1-v2.1:google/gemini-3.8-flash","vals-vibe-code-bench-v1.1:google/gemini-3.8-flash","vals-legal-agent-benchmark-v1:google/gemini-3.8-flash"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"High","settings":[{"label":"High","observations":58}],"unspecified":0,"total":58}},{"id":"gemini-3.8-flash--effort-low","name":"Gemini 3.8 Flash · Low","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.8-flash","detailsUrl":"/efforts?model=gemini-3.8-flash","publishedBenchmarkCount":15,"overallRating":{"score":0.3909677583199924,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999976}]},"capabilityRatings":[{"bucket":"agentic","score":0.4480892078514838,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.35926877063408935,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5437239150768299,"supported":true,"families":2,"independentFamilies":2,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.5027659563822365,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.6113697275102622,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5853361709815584,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7008086646888525,"lowerBound":0,"upperBound":1,"independentScore":0.7008086646888525,"independent":true,"opponentIds":977,"independentOpponentIds":977,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["c34c178b65592e795b4ce504"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9682386720148571,"lowerBound":0,"upperBound":1,"independentScore":0.9682386720148571,"independent":true,"opponentIds":1004,"independentOpponentIds":1004,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["bb5a47af5bbb05252e36909c"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7316805215747151,"lowerBound":0,"upperBound":1,"independentScore":0.7316805215747151,"independent":true,"opponentIds":980,"independentOpponentIds":980,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["0375b76709103c37e2772339"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8146466077898286,"lowerBound":0,"upperBound":1,"independentScore":0.8146466077898286,"independent":true,"opponentIds":981,"independentOpponentIds":981,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["fce47e70c8b6a91358f037ac"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8693686683075325,"lowerBound":0,"upperBound":1,"independentScore":0.8693686683075325,"independent":true,"opponentIds":982,"independentOpponentIds":982,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["0a003ed6d7d4810443711338"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8630428714641206,"lowerBound":0,"upperBound":1,"independentScore":0.8630428714641206,"independent":true,"opponentIds":983,"independentOpponentIds":983,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["74ee4b8771de4179c255f519"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9569970183079828,"lowerBound":0,"upperBound":1,"independentScore":0.9569970183079828,"independent":true,"opponentIds":1005,"independentOpponentIds":1005,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["245d13fe1bdcddee2cf1de6a"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9270152918229816,"lowerBound":0,"upperBound":1,"independentScore":0.9270152918229816,"independent":true,"opponentIds":986,"independentOpponentIds":986,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["36d7ccd405b78c98c664c26d"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9895369873709858,"lowerBound":0,"upperBound":1,"independentScore":0.9895369873709858,"independent":true,"opponentIds":988,"independentOpponentIds":988,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["b15f5d90d3ee83a48e00ec0e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.97022710648696,"lowerBound":0,"upperBound":1,"independentScore":0.97022710648696,"independent":true,"opponentIds":989,"independentOpponentIds":989,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["a187fa977e12f34c4e80fd19"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.8933671746563873,"lowerBound":0,"upperBound":1,"independentScore":0.8933671746563873,"independent":true,"opponentIds":990,"independentOpponentIds":990,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["349131d8d0617e56a85bc759"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7896162595178009,"lowerBound":0,"upperBound":1,"independentScore":0.7896162595178009,"independent":true,"opponentIds":991,"independentOpponentIds":991,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["8f6dd3569c76f245c1790da2"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.861606328517277,"lowerBound":0,"upperBound":1,"independentScore":0.861606328517277,"independent":true,"opponentIds":1006,"independentOpponentIds":1006,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["ee28fa94d3de082b63c35438","388ac9f7e08ee8daaaa73970"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c34c178b65592e795b4ce504","bb5a47af5bbb05252e36909c","0375b76709103c37e2772339","fce47e70c8b6a91358f037ac","0a003ed6d7d4810443711338","74ee4b8771de4179c255f519","245d13fe1bdcddee2cf1de6a","36d7ccd405b78c98c664c26d","b15f5d90d3ee83a48e00ec0e","a187fa977e12f34c4e80fd19","349131d8d0617e56a85bc759","8f6dd3569c76f245c1790da2","ee28fa94d3de082b63c35438","388ac9f7e08ee8daaaa73970"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":15}],"unspecified":0,"total":15}},{"id":"gemini-3.8-flash--effort-medium","name":"Gemini 3.8 Flash · Medium","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.8-flash","detailsUrl":"/efforts?model=gemini-3.8-flash","publishedBenchmarkCount":18,"overallRating":{"score":0.6998294100594885,"supported":true,"families":15,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":216,"independentFamilies":15,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.383248695851638},{"source":"Datacurve","independent":true,"share":0.3145765861875236},{"source":"Cognition","independent":true,"share":0.30217471796084366}]},"capabilityRatings":[{"bucket":"agentic","score":0.6128694302594772,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.4782477442273725,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7391537323087034,"supported":true,"families":4,"independentFamilies":4,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.5087565073702377,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.6001443923455458,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.7184970633269954,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7667109028000203,"lowerBound":0,"upperBound":1,"independentScore":0.7667109028000203,"independent":true,"opponentIds":977,"independentOpponentIds":977,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["3d14c6c4c0ac850e9893270a"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9966551210314754,"lowerBound":0,"upperBound":1,"independentScore":0.9966551210314754,"independent":true,"opponentIds":1004,"independentOpponentIds":1004,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["a8913d162877cdf204b25cf8"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.975262317395463,"lowerBound":0,"upperBound":1,"independentScore":0.975262317395463,"independent":true,"opponentIds":980,"independentOpponentIds":980,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["4e4cf4aefdb6627276b41de9"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9075091828229558,"lowerBound":0,"upperBound":1,"independentScore":0.9075091828229558,"independent":true,"opponentIds":981,"independentOpponentIds":981,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["dd1501b4ee4241b7a2f2fc55"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9331107717977998,"lowerBound":0,"upperBound":1,"independentScore":0.9331107717977998,"independent":true,"opponentIds":982,"independentOpponentIds":982,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["ece8a1e32a834fb3846d3e2b"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8896332967815498,"lowerBound":0,"upperBound":1,"independentScore":0.8896332967815498,"independent":true,"opponentIds":983,"independentOpponentIds":983,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["443b3e01dacbb5afc498695b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9815455816832132,"lowerBound":0,"upperBound":1,"independentScore":0.9815455816832132,"independent":true,"opponentIds":1005,"independentOpponentIds":1005,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1e0e5dfe41adf43f56eca928"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9468091385575894,"lowerBound":0,"upperBound":1,"independentScore":0.9468091385575894,"independent":true,"opponentIds":986,"independentOpponentIds":986,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["ab851146f8ddd99d32600bc8"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.983209774665253,"lowerBound":0,"upperBound":1,"independentScore":0.983209774665253,"independent":true,"opponentIds":988,"independentOpponentIds":988,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["311f120c93ce87f66d442b9c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9664107624458,"lowerBound":0,"upperBound":1,"independentScore":0.9664107624458,"independent":true,"opponentIds":989,"independentOpponentIds":989,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["bb26375ac1e276d6bde537c4"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9001405740581772,"lowerBound":0,"upperBound":1,"independentScore":0.9001405740581772,"independent":true,"opponentIds":990,"independentOpponentIds":990,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["1a76f4a4ebb003dfa2f1e2a8"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9112397574628994,"lowerBound":0,"upperBound":1,"independentScore":0.9112397574628994,"independent":true,"opponentIds":991,"independentOpponentIds":991,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["52f48c58bd80ba863f55dc0e"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8981579133516031,"lowerBound":0,"upperBound":1,"independentScore":0.8981579133516031,"independent":true,"opponentIds":1006,"independentOpponentIds":1006,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["bc03c5fa8f7705011b0cc961","be8f73138f8e1ba0c8ebc015"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.9002204652577159,"lowerBound":0,"upperBound":1,"independentScore":0.9002204652577159,"independent":true,"opponentIds":993,"independentOpponentIds":993,"panelSize":25,"publishers":["Datacurve"],"observations":["02f746944e782131d58a2c53"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.8557295960428687,"lowerBound":0,"upperBound":1,"independentScore":0.8557295960428687,"independent":true,"opponentIds":994,"independentOpponentIds":994,"panelSize":6,"publishers":["Cognition"],"observations":["66ba0759f64f15955b12acec","8e0070188f79ecf6c53cc2c3"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3d14c6c4c0ac850e9893270a","a8913d162877cdf204b25cf8","4e4cf4aefdb6627276b41de9","dd1501b4ee4241b7a2f2fc55","ece8a1e32a834fb3846d3e2b","443b3e01dacbb5afc498695b","1e0e5dfe41adf43f56eca928","ab851146f8ddd99d32600bc8","311f120c93ce87f66d442b9c","bb26375ac1e276d6bde537c4","1a76f4a4ebb003dfa2f1e2a8","52f48c58bd80ba863f55dc0e","bc03c5fa8f7705011b0cc961","be8f73138f8e1ba0c8ebc015","02f746944e782131d58a2c53","66ba0759f64f15955b12acec","8e0070188f79ecf6c53cc2c3"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":18}],"unspecified":0,"total":18}},{"id":"gemma-3-12b-it--effort-non-reasoning","name":"Gemma 3 12B IT · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-3-12b-it","detailsUrl":"/efforts?model=gemma-3-12b-it","publishedBenchmarkCount":22,"overallRating":{"score":0.010742263441515139,"supported":true,"families":18,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":18,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999917}]},"capabilityRatings":[{"bucket":"agentic","score":0.013863846187021031,"supported":true,"families":4,"independentFamilies":4,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.014150458672511322,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.00711678411114445,"supported":true,"families":3,"independentFamilies":3,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.015253230424455347,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.006648228623568938,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.014578730368791743,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.17234615665179842,"lowerBound":0,"upperBound":1,"independentScore":0.17234615665179842,"independent":true,"opponentIds":1007,"independentOpponentIds":1007,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["bae0ffc1da12b473f74a2b1f"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.13436052481900906,"lowerBound":0,"upperBound":1,"independentScore":0.13436052481900906,"independent":true,"opponentIds":1008,"independentOpponentIds":1008,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["b1ac9024e3d4ec61f9a27b73"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.030549760474963893,"lowerBound":0,"upperBound":1,"independentScore":0.030549760474963893,"independent":true,"opponentIds":1009,"independentOpponentIds":1009,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["9f5c45f943e79042aec9e467"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2518054217916231,"lowerBound":0,"upperBound":1,"independentScore":0.2518054217916231,"independent":true,"opponentIds":1010,"independentOpponentIds":1010,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["e92bfd8b7eb0fc97830fe231"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.13013296020893342,"lowerBound":0,"upperBound":1,"independentScore":0.13013296020893342,"independent":true,"opponentIds":1011,"independentOpponentIds":1011,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["a6589219b0e0884945d77b28"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.01863507490349114,"lowerBound":0,"upperBound":1,"independentScore":0.01863507490349114,"independent":true,"opponentIds":1012,"independentOpponentIds":1012,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["c9ac6749ea0ddde7b22c0665"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.17306108363388953,"lowerBound":0,"upperBound":1,"independentScore":0.17306108363388953,"independent":true,"opponentIds":1013,"independentOpponentIds":1013,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["475a94e16f23c1a63ea69240"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.06976503872628594,"lowerBound":0,"upperBound":1,"independentScore":0.06976503872628594,"independent":true,"opponentIds":1014,"independentOpponentIds":1014,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["adccbe9b822ee7f815ae4a80"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.1621808434744481,"lowerBound":0,"upperBound":1,"independentScore":0.1621808434744481,"independent":true,"opponentIds":1015,"independentOpponentIds":1015,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["641540b21e3f392cf8f0bd9a"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.3305801626590005,"lowerBound":0,"upperBound":1,"independentScore":0.3305801626590005,"independent":true,"opponentIds":1016,"independentOpponentIds":1016,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["71da35fd94ce73f427f2e7ce"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.08114561272798755,"lowerBound":0,"upperBound":1,"independentScore":0.08114561272798755,"independent":true,"opponentIds":1017,"independentOpponentIds":1017,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["22e8ad1e201236cae3a05725"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.39656603870481777,"lowerBound":0,"upperBound":1,"independentScore":0.39656603870481777,"independent":true,"opponentIds":1018,"independentOpponentIds":1018,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["080268458062c51d69e21edf"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.1712252034784761,"lowerBound":0,"upperBound":1,"independentScore":0.1712252034784761,"independent":true,"opponentIds":1019,"independentOpponentIds":1019,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["c0ba5642ee15db5fba8b4514"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.040147478716723875,"lowerBound":0,"upperBound":1,"independentScore":0.040147478716723875,"independent":true,"opponentIds":1020,"independentOpponentIds":1020,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["e09f5f3a1d31437d4e2c6d10"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.111268359159353,"lowerBound":0,"upperBound":1,"independentScore":0.111268359159353,"independent":true,"opponentIds":1021,"independentOpponentIds":1021,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["65e36893b56d652cbfd11b4a"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.01325282836895665,"lowerBound":0,"upperBound":1,"independentScore":0.01325282836895665,"independent":true,"opponentIds":1022,"independentOpponentIds":1022,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["4dfa25465b0259154b3eed24"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.058674946816879694,"lowerBound":0,"upperBound":1,"independentScore":0.058674946816879694,"independent":true,"opponentIds":1023,"independentOpponentIds":1023,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["bb329105825c1bb19bf3af65","a374e979dbabf157744673dc"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.10699713377774037,"lowerBound":0,"upperBound":1,"independentScore":0.10699713377774037,"independent":true,"opponentIds":1024,"independentOpponentIds":1024,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["2b0bbcfc9a419ea70d04d3c8","e99a62a6a4b3677568cbb008","fe7aac0ecbb0c2849f090886"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["bae0ffc1da12b473f74a2b1f","b1ac9024e3d4ec61f9a27b73","9f5c45f943e79042aec9e467","e92bfd8b7eb0fc97830fe231","a6589219b0e0884945d77b28","c9ac6749ea0ddde7b22c0665","475a94e16f23c1a63ea69240","adccbe9b822ee7f815ae4a80","641540b21e3f392cf8f0bd9a","71da35fd94ce73f427f2e7ce","22e8ad1e201236cae3a05725","080268458062c51d69e21edf","c0ba5642ee15db5fba8b4514","e09f5f3a1d31437d4e2c6d10","65e36893b56d652cbfd11b4a","4dfa25465b0259154b3eed24","bb329105825c1bb19bf3af65","a374e979dbabf157744673dc","2b0bbcfc9a419ea70d04d3c8","e99a62a6a4b3677568cbb008","fe7aac0ecbb0c2849f090886"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":22}],"unspecified":0,"total":22}},{"id":"gemma-3-1b-it--effort-non-reasoning","name":"Gemma 3 1B IT · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-3-1b-it","detailsUrl":"/efforts?model=gemma-3-1b-it","publishedBenchmarkCount":14,"overallRating":{"score":0.0053716126973753055,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000098}]},"capabilityRatings":[{"bucket":"agentic","score":0.0050488566029998115,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.009171672097955389,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0027720400597282245,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.004326253061760915,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.029351343870701773,"lowerBound":0,"upperBound":1,"independentScore":0.029351343870701773,"independent":true,"opponentIds":1025,"independentOpponentIds":1025,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["870a7107c43ca88307ffdbaf"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.054812656728569824,"lowerBound":0,"upperBound":1,"independentScore":0.054812656728569824,"independent":true,"opponentIds":1026,"independentOpponentIds":1026,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["ea441b9a6112bdfae0f748f8"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25468260590547587,"lowerBound":0,"upperBound":1,"independentScore":0.25468260590547587,"independent":true,"opponentIds":1027,"independentOpponentIds":1027,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["93c701d15fcbd95282d8974f"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1028,"independentOpponentIds":1028,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["ea7330bf72144219f9f1610c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.02360154520642936,"lowerBound":0,"upperBound":1,"independentScore":0.02360154520642936,"independent":true,"opponentIds":1029,"independentOpponentIds":1029,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["a85c5930a31d561cbd2a37be"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.33644893167482887,"lowerBound":0,"upperBound":1,"independentScore":0.33644893167482887,"independent":true,"opponentIds":1030,"independentOpponentIds":1030,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["5d6447d51ae1eeef0c7328cd"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.024484881960434305,"lowerBound":0,"upperBound":1,"independentScore":0.024484881960434305,"independent":true,"opponentIds":1031,"independentOpponentIds":1031,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a8f8c4241e62ccc94f5c438c"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.009435670998785046,"lowerBound":0,"upperBound":1,"independentScore":0.009435670998785046,"independent":true,"opponentIds":1032,"independentOpponentIds":1032,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["967c42becbfc1b7f69a023c4"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.017680934785261393,"lowerBound":0,"upperBound":1,"independentScore":0.017680934785261393,"independent":true,"opponentIds":1033,"independentOpponentIds":1033,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["b405af3f368ddd8defb911f5"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.009260905287890125,"lowerBound":0,"upperBound":1,"independentScore":0.009260905287890125,"independent":true,"opponentIds":1034,"independentOpponentIds":1034,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["19ee2523e0c844fa8d5056a4"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.005673323619970453,"lowerBound":0,"upperBound":1,"independentScore":0.005673323619970453,"independent":true,"opponentIds":1035,"independentOpponentIds":1035,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["986669b662cfc130d20c3054"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.08720515420609914,"lowerBound":0,"upperBound":1,"independentScore":0.08720515420609914,"independent":true,"opponentIds":1036,"independentOpponentIds":1036,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["e7781a6c80a8cf308f349051"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.032836062689432656,"lowerBound":0,"upperBound":1,"independentScore":0.032836062689432656,"independent":true,"opponentIds":1037,"independentOpponentIds":1037,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["fd8260748e66a80c27ada5ea"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["870a7107c43ca88307ffdbaf","ea441b9a6112bdfae0f748f8","93c701d15fcbd95282d8974f","ea7330bf72144219f9f1610c","a85c5930a31d561cbd2a37be","5d6447d51ae1eeef0c7328cd","a8f8c4241e62ccc94f5c438c","967c42becbfc1b7f69a023c4","b405af3f368ddd8defb911f5","19ee2523e0c844fa8d5056a4","986669b662cfc130d20c3054","e7781a6c80a8cf308f349051","fd8260748e66a80c27ada5ea"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"gemma-3-270m-it--effort-non-reasoning","name":"Gemma 3 270M IT · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-3-270m-it","detailsUrl":"/efforts?model=gemma-3-270m-it","publishedBenchmarkCount":12,"overallRating":{"score":0.004798816476752738,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000178}]},"capabilityRatings":[{"bucket":"agentic","score":0.004445304605176642,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.008654894950007468,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0026455883530767635,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0037318492056347945,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.01575929196843032,"lowerBound":0,"upperBound":1,"independentScore":0.01575929196843032,"independent":true,"opponentIds":1038,"independentOpponentIds":1038,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["52d80905949128ccdd8df2d8"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05611336207678749,"lowerBound":0,"upperBound":1,"independentScore":0.05611336207678749,"independent":true,"opponentIds":1039,"independentOpponentIds":1039,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["76fadff0e219977139924094"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25440087228988834,"lowerBound":0,"upperBound":1,"independentScore":0.25440087228988834,"independent":true,"opponentIds":1040,"independentOpponentIds":1040,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["9fbe186ff0d120f39021406b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.008373722729057056,"lowerBound":0,"upperBound":1,"independentScore":0.008373722729057056,"independent":true,"opponentIds":1041,"independentOpponentIds":1041,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3309f5884078782f5109c1aa"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.06945914035039923,"lowerBound":0,"upperBound":1,"independentScore":0.06945914035039923,"independent":true,"opponentIds":1042,"independentOpponentIds":1042,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["296e9bf178830a18dc28aea5"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1043,"independentOpponentIds":1043,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["b36408c26ff599f500a313f0"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1044,"independentOpponentIds":1044,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["5d43728608ad6d1780bac10c"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1045,"independentOpponentIds":1045,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["ae1485e7ba3805532af5d722"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1046,"independentOpponentIds":1046,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["da6a60d5479d339a034ebb01"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.0709343921699224,"lowerBound":0,"upperBound":1,"independentScore":0.0709343921699224,"independent":true,"opponentIds":1047,"independentOpponentIds":1047,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["5d60afe4189ee37f28c901da"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.03329157045362191,"lowerBound":0,"upperBound":1,"independentScore":0.03329157045362191,"independent":true,"opponentIds":1048,"independentOpponentIds":1048,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["5482e2f6a8f5c425ecbe1b94"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["52d80905949128ccdd8df2d8","76fadff0e219977139924094","9fbe186ff0d120f39021406b","3309f5884078782f5109c1aa","296e9bf178830a18dc28aea5","b36408c26ff599f500a313f0","5d43728608ad6d1780bac10c","ae1485e7ba3805532af5d722","da6a60d5479d339a034ebb01","5d60afe4189ee37f28c901da","5482e2f6a8f5c425ecbe1b94"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"gemma-3-27b-it--effort-non-reasoning","name":"Gemma 3 27B IT · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-3-27b-it","detailsUrl":"/efforts?model=gemma-3-27b-it","publishedBenchmarkCount":22,"overallRating":{"score":0.01240191578282599,"supported":true,"families":18,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":18,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999917}]},"capabilityRatings":[{"bucket":"agentic","score":0.011588855684513946,"supported":true,"families":4,"independentFamilies":4,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.016552988503659556,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.009693504484516351,"supported":true,"families":3,"independentFamilies":3,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.017343209405329293,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.016887667648535234,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.01381710985010421,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.19988220450486752,"lowerBound":0,"upperBound":1,"independentScore":0.19988220450486752,"independent":true,"opponentIds":1049,"independentOpponentIds":1049,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["6171d7d4fbe5f0e0c06bf689"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.1257843211071574,"lowerBound":0,"upperBound":1,"independentScore":0.1257843211071574,"independent":true,"opponentIds":1050,"independentOpponentIds":1050,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["879b05bb7efdb989b22b0dc3"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.030549760474963893,"lowerBound":0,"upperBound":1,"independentScore":0.030549760474963893,"independent":true,"opponentIds":1051,"independentOpponentIds":1051,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["06a85450b2a17ff417c7e6eb"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2518054217916231,"lowerBound":0,"upperBound":1,"independentScore":0.2518054217916231,"independent":true,"opponentIds":1052,"independentOpponentIds":1052,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["2a72e48f0c589d27795a37bd"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.054252614396963786,"lowerBound":0,"upperBound":1,"independentScore":0.054252614396963786,"independent":true,"opponentIds":1053,"independentOpponentIds":1053,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["1ba477dce1a0ef87c127a612"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.00931753745174557,"lowerBound":0,"upperBound":1,"independentScore":0.00931753745174557,"independent":true,"opponentIds":1054,"independentOpponentIds":1054,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["9ff6f2c43a694eba82d86602"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.30711038376738886,"lowerBound":0,"upperBound":1,"independentScore":0.30711038376738886,"independent":true,"opponentIds":1055,"independentOpponentIds":1055,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["5421892f4adacf93e8314be4"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.12541096247225206,"lowerBound":0,"upperBound":1,"independentScore":0.12541096247225206,"independent":true,"opponentIds":1056,"independentOpponentIds":1056,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["8ff7f32b33421c1c9c6ce965"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.18729616355121595,"lowerBound":0,"upperBound":1,"independentScore":0.18729616355121595,"independent":true,"opponentIds":1057,"independentOpponentIds":1057,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["b72a49afa1eabcb932b719b4"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.1918461352754584,"lowerBound":0,"upperBound":1,"independentScore":0.1918461352754584,"independent":true,"opponentIds":1058,"independentOpponentIds":1058,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["c9a7a6546e6e6d3d50d90e69"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.08114561272798755,"lowerBound":0,"upperBound":1,"independentScore":0.08114561272798755,"independent":true,"opponentIds":1059,"independentOpponentIds":1059,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["c238d9191ee2d48b6a84b9f0"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.4510883055301154,"lowerBound":0,"upperBound":1,"independentScore":0.4510883055301154,"independent":true,"opponentIds":1060,"independentOpponentIds":1060,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["77df7e4831b72de2ed9a1961"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.22436405973041698,"lowerBound":0,"upperBound":1,"independentScore":0.22436405973041698,"independent":true,"opponentIds":1061,"independentOpponentIds":1061,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["7c0d40f3fd2faa8072484fd1"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.18172016682306594,"lowerBound":0,"upperBound":1,"independentScore":0.18172016682306594,"independent":true,"opponentIds":1062,"independentOpponentIds":1062,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["1d78d7410ecf03f58df197db"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.16489166477831826,"lowerBound":0,"upperBound":1,"independentScore":0.16489166477831826,"independent":true,"opponentIds":1063,"independentOpponentIds":1063,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["2e45792d6883b2e89cc3c62c"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.05231379619324993,"lowerBound":0,"upperBound":1,"independentScore":0.05231379619324993,"independent":true,"opponentIds":1064,"independentOpponentIds":1064,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["fe3bf9bdec38cedda2c4603a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.05392187720637013,"lowerBound":0,"upperBound":1,"independentScore":0.05392187720637013,"independent":true,"opponentIds":1065,"independentOpponentIds":1065,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["ea5e72c4e76b0f441b7b788e","0382a1aa06c99f35d0e5edc0"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.2033867740411196,"lowerBound":0,"upperBound":1,"independentScore":0.2033867740411196,"independent":true,"opponentIds":1066,"independentOpponentIds":1066,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["6c6288b8deb73d4839d789d6","7c690cd70e1220383d0f7914","bbca9a0d6ee1668274b86945"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6171d7d4fbe5f0e0c06bf689","879b05bb7efdb989b22b0dc3","06a85450b2a17ff417c7e6eb","2a72e48f0c589d27795a37bd","1ba477dce1a0ef87c127a612","9ff6f2c43a694eba82d86602","5421892f4adacf93e8314be4","8ff7f32b33421c1c9c6ce965","b72a49afa1eabcb932b719b4","c9a7a6546e6e6d3d50d90e69","c238d9191ee2d48b6a84b9f0","77df7e4831b72de2ed9a1961","7c0d40f3fd2faa8072484fd1","1d78d7410ecf03f58df197db","2e45792d6883b2e89cc3c62c","fe3bf9bdec38cedda2c4603a","ea5e72c4e76b0f441b7b788e","0382a1aa06c99f35d0e5edc0","6c6288b8deb73d4839d789d6","7c690cd70e1220383d0f7914","bbca9a0d6ee1668274b86945"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":22}],"unspecified":0,"total":22}},{"id":"gemma-3-4b-it--effort-non-reasoning","name":"Gemma 3 4B IT · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-3-4b-it","detailsUrl":"/efforts?model=gemma-3-4b-it","publishedBenchmarkCount":17,"overallRating":{"score":0.0074166101381462025,"supported":true,"families":14,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":14,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000178}]},"capabilityRatings":[{"bucket":"agentic","score":0.005561930530674798,"supported":false,"families":1,"independentFamilies":1,"opponents":202,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.012456221696996754,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.004015266831307147,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.006714289503745061,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.006006776480955964,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.013324025955664056,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.09659876315573472,"lowerBound":0,"upperBound":1,"independentScore":0.09659876315573472,"independent":true,"opponentIds":1067,"independentOpponentIds":1067,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["d22ebd4720d57b1d0764161d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.1257858263424287,"lowerBound":0,"upperBound":1,"independentScore":0.1257858263424287,"independent":true,"opponentIds":1068,"independentOpponentIds":1068,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["613fa8b94c50285eabaf9c8f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2538031242522611,"lowerBound":0,"upperBound":1,"independentScore":0.2538031242522611,"independent":true,"opponentIds":1069,"independentOpponentIds":1069,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["a442736b72445b13048e7d53"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.0282648567049564,"lowerBound":0,"upperBound":1,"independentScore":0.0282648567049564,"independent":true,"opponentIds":1070,"independentOpponentIds":1070,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["cf36cb19af8c5e42ca17f4dd"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.0335903947857759,"lowerBound":0,"upperBound":1,"independentScore":0.0335903947857759,"independent":true,"opponentIds":1071,"independentOpponentIds":1071,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["0cb0a7036c6d87b2926d3b6e"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.32786583769589517,"lowerBound":0,"upperBound":1,"independentScore":0.32786583769589517,"independent":true,"opponentIds":1072,"independentOpponentIds":1072,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["7d8ce4772f34fadf12075913"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.1282422423590989,"lowerBound":0,"upperBound":1,"independentScore":0.1282422423590989,"independent":true,"opponentIds":1073,"independentOpponentIds":1073,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["0b13cb76860c726d995622e9"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.041933542266300076,"lowerBound":0,"upperBound":1,"independentScore":0.041933542266300076,"independent":true,"opponentIds":1074,"independentOpponentIds":1074,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["62201b3cf05086b0b77a78bb"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.23578779382788345,"lowerBound":0,"upperBound":1,"independentScore":0.23578779382788345,"independent":true,"opponentIds":1075,"independentOpponentIds":1075,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["555c7d3fe8cc0863494ec509"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.050314391366818395,"lowerBound":0,"upperBound":1,"independentScore":0.050314391366818395,"independent":true,"opponentIds":1076,"independentOpponentIds":1076,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["616fdd55adeeae6be1242f52"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.029282843721542783,"lowerBound":0,"upperBound":1,"independentScore":0.029282843721542783,"independent":true,"opponentIds":1077,"independentOpponentIds":1077,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["99f7e488d25cf68d9af18b26"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.04744241786516013,"lowerBound":0,"upperBound":1,"independentScore":0.04744241786516013,"independent":true,"opponentIds":1078,"independentOpponentIds":1078,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["024ea9c47f612bdb82a2af67"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.032887630229729785,"lowerBound":0,"upperBound":1,"independentScore":0.032887630229729785,"independent":true,"opponentIds":1079,"independentOpponentIds":1079,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["b46e070e0d48161a9317ca32","94f7565276574925a5e8b94f"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.06008336295382479,"lowerBound":0,"upperBound":1,"independentScore":0.06008336295382479,"independent":true,"opponentIds":1080,"independentOpponentIds":1080,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["7c2754460e15897101c6669f","3a5f475968c70faa3e41558a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d22ebd4720d57b1d0764161d","613fa8b94c50285eabaf9c8f","a442736b72445b13048e7d53","cf36cb19af8c5e42ca17f4dd","0cb0a7036c6d87b2926d3b6e","7d8ce4772f34fadf12075913","0b13cb76860c726d995622e9","62201b3cf05086b0b77a78bb","555c7d3fe8cc0863494ec509","616fdd55adeeae6be1242f52","99f7e488d25cf68d9af18b26","024ea9c47f612bdb82a2af67","b46e070e0d48161a9317ca32","94f7565276574925a5e8b94f","7c2754460e15897101c6669f","3a5f475968c70faa3e41558a"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":17}],"unspecified":0,"total":17}},{"id":"gemma-3n-e2b-it--effort-non-reasoning","name":"Gemma 3n E2B IT · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-3n-e2b-it","detailsUrl":"/efforts?model=gemma-3n-e2b-it","publishedBenchmarkCount":13,"overallRating":{"score":0.005491610819833532,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999968}]},"capabilityRatings":[{"bucket":"agentic","score":0.0029105497435349182,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.008290486145166273,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0036768883948648332,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.005338373141346133,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.08417748499670681,"lowerBound":0,"upperBound":1,"independentScore":0.08417748499670681,"independent":true,"opponentIds":1081,"independentOpponentIds":1081,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["254339b1bd7ba893610b28a5"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.055586294260440115,"lowerBound":0,"upperBound":1,"independentScore":0.055586294260440115,"independent":true,"opponentIds":1082,"independentOpponentIds":1082,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["5cc3c6f529c5fcaac01b08b9"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2551733148128986,"lowerBound":0,"upperBound":1,"independentScore":0.2551733148128986,"independent":true,"opponentIds":1083,"independentOpponentIds":1083,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["d24e94beebb7749ea1d8ffea"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.013424468515033938,"lowerBound":0,"upperBound":1,"independentScore":0.013424468515033938,"independent":true,"opponentIds":1084,"independentOpponentIds":1084,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3e9213eb8cb6f7bda1d0f1e5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.1424311626518834,"lowerBound":0,"upperBound":1,"independentScore":0.1424311626518834,"independent":true,"opponentIds":1085,"independentOpponentIds":1085,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["6e6e05f44c22c523f43e0263"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.05516096172659216,"lowerBound":0,"upperBound":1,"independentScore":0.05516096172659216,"independent":true,"opponentIds":1086,"independentOpponentIds":1086,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["fc57f0fecccf2986223f97b0"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.033070675796602444,"lowerBound":0,"upperBound":1,"independentScore":0.033070675796602444,"independent":true,"opponentIds":1087,"independentOpponentIds":1087,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["265009dd01320779e45d8889"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.0804536581947148,"lowerBound":0,"upperBound":1,"independentScore":0.0804536581947148,"independent":true,"opponentIds":1088,"independentOpponentIds":1088,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["6c6b8a1e0fb87413ec47be0e"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.037155682038866995,"lowerBound":0,"upperBound":1,"independentScore":0.037155682038866995,"independent":true,"opponentIds":1089,"independentOpponentIds":1089,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["e2a432a9133e962dcc3af709"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.03593880716175853,"lowerBound":0,"upperBound":1,"independentScore":0.03593880716175853,"independent":true,"opponentIds":1090,"independentOpponentIds":1090,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["085cdd0603d97d7410437c05"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.023359912615078672,"lowerBound":0,"upperBound":1,"independentScore":0.023359912615078672,"independent":true,"opponentIds":1091,"independentOpponentIds":1091,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["6beb07747331dd05fccc4d18"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.0824640128223624,"lowerBound":0,"upperBound":1,"independentScore":0.0824640128223624,"independent":true,"opponentIds":1092,"independentOpponentIds":1092,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["f0214606125afc28f6556fde"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["254339b1bd7ba893610b28a5","5cc3c6f529c5fcaac01b08b9","d24e94beebb7749ea1d8ffea","3e9213eb8cb6f7bda1d0f1e5","6e6e05f44c22c523f43e0263","fc57f0fecccf2986223f97b0","265009dd01320779e45d8889","6c6b8a1e0fb87413ec47be0e","e2a432a9133e962dcc3af709","085cdd0603d97d7410437c05","6beb07747331dd05fccc4d18","f0214606125afc28f6556fde"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"gemma-3n-e4b-it--effort-non-reasoning","name":"Gemma 3n E4B IT · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-3n-e4b-it","detailsUrl":"/efforts?model=gemma-3n-e4b-it","publishedBenchmarkCount":16,"overallRating":{"score":0.007522974420164839,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000005}]},"capabilityRatings":[{"bucket":"agentic","score":0.00519497012976874,"supported":false,"families":1,"independentFamilies":1,"opponents":202,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.01162576385405964,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.006123344332252357,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0073074878886172645,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.005546855927935514,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.00823249583625668,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.12829259075314256,"lowerBound":0,"upperBound":1,"independentScore":0.12829259075314256,"independent":true,"opponentIds":1093,"independentOpponentIds":1093,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["ea42f23527add8b9c39d253d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.054812656728569824,"lowerBound":0,"upperBound":1,"independentScore":0.054812656728569824,"independent":true,"opponentIds":1094,"independentOpponentIds":1094,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["99d58e99ccd89cd35c2b912b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25468260590547587,"lowerBound":0,"upperBound":1,"independentScore":0.25468260590547587,"independent":true,"opponentIds":1095,"independentOpponentIds":1095,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["696ce85764f9c9d4b1ba6e1c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.038961280975692916,"lowerBound":0,"upperBound":1,"independentScore":0.038961280975692916,"independent":true,"opponentIds":1096,"independentOpponentIds":1096,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["c0d8d76e50c09ce3e119f8ba"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.20146015013756177,"lowerBound":0,"upperBound":1,"independentScore":0.20146015013756177,"independent":true,"opponentIds":1097,"independentOpponentIds":1097,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["fc586044e84b48830b7341ca"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.11613315540955994,"lowerBound":0,"upperBound":1,"independentScore":0.11613315540955994,"independent":true,"opponentIds":1098,"independentOpponentIds":1098,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["01760f7dbd3659373c5cb7d0"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.10259420054234535,"lowerBound":0,"upperBound":1,"independentScore":0.10259420054234535,"independent":true,"opponentIds":1099,"independentOpponentIds":1099,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["0a88eeceeac43fa8c6eca502"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.2551106304730574,"lowerBound":0,"upperBound":1,"independentScore":0.2551106304730574,"independent":true,"opponentIds":1100,"independentOpponentIds":1100,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["8cd759735b2f8417924de7a2"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.08731710700010688,"lowerBound":0,"upperBound":1,"independentScore":0.08731710700010688,"independent":true,"opponentIds":1101,"independentOpponentIds":1101,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["90efdea1edf0d70b9c91f2e0"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.019942955604155342,"lowerBound":0,"upperBound":1,"independentScore":0.019942955604155342,"independent":true,"opponentIds":1102,"independentOpponentIds":1102,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f604330d5bdfb9b2f5bfd3f5"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.053491336988292816,"lowerBound":0,"upperBound":1,"independentScore":0.053491336988292816,"independent":true,"opponentIds":1103,"independentOpponentIds":1103,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["2ae2a55f56fb56a01959e687"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.028351833996363603,"lowerBound":0,"upperBound":1,"independentScore":0.028351833996363603,"independent":true,"opponentIds":1104,"independentOpponentIds":1104,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["5a340915e75cfe29b8a881e4","a0fdfcd89c7b44fa4f91571d"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.12072188341805482,"lowerBound":0,"upperBound":1,"independentScore":0.12072188341805482,"independent":true,"opponentIds":1105,"independentOpponentIds":1105,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["b88afa6c66f560b3e323a93e","42b31d167ae12b063c4787ce"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ea42f23527add8b9c39d253d","99d58e99ccd89cd35c2b912b","696ce85764f9c9d4b1ba6e1c","c0d8d76e50c09ce3e119f8ba","fc586044e84b48830b7341ca","01760f7dbd3659373c5cb7d0","0a88eeceeac43fa8c6eca502","8cd759735b2f8417924de7a2","90efdea1edf0d70b9c91f2e0","f604330d5bdfb9b2f5bfd3f5","2ae2a55f56fb56a01959e687","5a340915e75cfe29b8a881e4","a0fdfcd89c7b44fa4f91571d","b88afa6c66f560b3e323a93e","42b31d167ae12b063c4787ce"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":16}],"unspecified":0,"total":16}},{"id":"gemma-4-12b-it--effort-non-reasoning","name":"Gemma 4 12B IT · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-12b-it","detailsUrl":"/efforts?model=gemma-4-12b-it","publishedBenchmarkCount":10,"overallRating":{"score":0.03295656307936708,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000098}]},"capabilityRatings":[{"bucket":"agentic","score":0.03286953973416707,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03574943957634551,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.04528274332861317,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.034797597016997174,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.05010348643555321,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.04913362311000572,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.38289720872639665,"lowerBound":0,"upperBound":1,"independentScore":0.38289720872639665,"independent":true,"opponentIds":1106,"independentOpponentIds":1106,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["2fa190ad552336df40fc5759"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.24959731761816217,"lowerBound":0,"upperBound":1,"independentScore":0.24959731761816217,"independent":true,"opponentIds":1107,"independentOpponentIds":1107,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["716efdabc122b732d667420c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.37301720125963506,"lowerBound":0,"upperBound":1,"independentScore":0.37301720125963506,"independent":true,"opponentIds":1108,"independentOpponentIds":1108,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["bf1dc487a514004349865eb5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.39482818896206046,"lowerBound":0,"upperBound":1,"independentScore":0.39482818896206046,"independent":true,"opponentIds":1109,"independentOpponentIds":1109,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["9b0cac4689133115cef3a717"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5375088676721692,"lowerBound":0,"upperBound":1,"independentScore":0.5375088676721692,"independent":true,"opponentIds":1110,"independentOpponentIds":1110,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["01faa81311cd7b4f50088ac4"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.41351852869409417,"lowerBound":0,"upperBound":1,"independentScore":0.41351852869409417,"independent":true,"opponentIds":1111,"independentOpponentIds":1111,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["d44fa4443a7ce8124d0a70d3"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.15315901015547503,"lowerBound":0,"upperBound":1,"independentScore":0.15315901015547503,"independent":true,"opponentIds":1112,"independentOpponentIds":1112,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["2751c624590967f5d5249682"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4061312245590648,"lowerBound":0,"upperBound":1,"independentScore":0.4061312245590648,"independent":true,"opponentIds":1113,"independentOpponentIds":1113,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["5e5cb56ee5eb6803aa8bd6a2"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.47963151405716375,"lowerBound":0,"upperBound":1,"independentScore":0.47963151405716375,"independent":true,"opponentIds":1114,"independentOpponentIds":1114,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["350822620ac30f66a2da1d9b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["2fa190ad552336df40fc5759","716efdabc122b732d667420c","bf1dc487a514004349865eb5","9b0cac4689133115cef3a717","01faa81311cd7b4f50088ac4","d44fa4443a7ce8124d0a70d3","2751c624590967f5d5249682","5e5cb56ee5eb6803aa8bd6a2","350822620ac30f66a2da1d9b"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"gemma-4-12b-it--effort-reasoning","name":"Gemma 4 12B IT · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-12b-it","detailsUrl":"/efforts?model=gemma-4-12b-it","publishedBenchmarkCount":12,"overallRating":{"score":0.0685520141158121,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000018}]},"capabilityRatings":[{"bucket":"agentic","score":0.056173703233092044,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.07063906761171458,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.06944817335122765,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.10632443612232884,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.12395852120855987,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.15142054450909948,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6517792363781295,"lowerBound":0,"upperBound":1,"independentScore":0.6517792363781295,"independent":true,"opponentIds":1106,"independentOpponentIds":1106,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["7f25db26af07cec60d504c7c"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25080860626046625,"lowerBound":0,"upperBound":1,"independentScore":0.25080860626046625,"independent":true,"opponentIds":1107,"independentOpponentIds":1107,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["bea6c787579f9a1237d89ed4"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.34670930480476886,"lowerBound":0,"upperBound":1,"independentScore":0.34670930480476886,"independent":true,"opponentIds":1115,"independentOpponentIds":1115,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["903a6d2eb139cb2a79eb5200"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.572659537373309,"lowerBound":0,"upperBound":1,"independentScore":0.572659537373309,"independent":true,"opponentIds":1108,"independentOpponentIds":1108,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["a333a9160f2666010facc8ed"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6928052218370594,"lowerBound":0,"upperBound":1,"independentScore":0.6928052218370594,"independent":true,"opponentIds":1109,"independentOpponentIds":1109,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["e9d2340a77f08483cc4db4b8"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.908913112375192,"lowerBound":0,"upperBound":1,"independentScore":0.908913112375192,"independent":true,"opponentIds":1110,"independentOpponentIds":1110,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a15f95933b64d5141645bcf6"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6388383165472441,"lowerBound":0,"upperBound":1,"independentScore":0.6388383165472441,"independent":true,"opponentIds":1111,"independentOpponentIds":1111,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["38462004b6ccf5545dc45a40"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.29875880295668894,"lowerBound":0,"upperBound":1,"independentScore":0.29875880295668894,"independent":true,"opponentIds":1112,"independentOpponentIds":1112,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["f5850b32526048230419690d"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.45838011412839336,"lowerBound":0,"upperBound":1,"independentScore":0.45838011412839336,"independent":true,"opponentIds":1113,"independentOpponentIds":1113,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["d9aa2621884ddc873af35623"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5053372393183533,"lowerBound":0,"upperBound":1,"independentScore":0.5053372393183533,"independent":true,"opponentIds":1116,"independentOpponentIds":1116,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["5ca27f0cf0791ac115c1d87e","afa273af8ca9474f2626494e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7f25db26af07cec60d504c7c","bea6c787579f9a1237d89ed4","903a6d2eb139cb2a79eb5200","a333a9160f2666010facc8ed","e9d2340a77f08483cc4db4b8","a15f95933b64d5141645bcf6","38462004b6ccf5545dc45a40","f5850b32526048230419690d","d9aa2621884ddc873af35623","5ca27f0cf0791ac115c1d87e","afa273af8ca9474f2626494e"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"gemma-4-26b-a4b-it--effort-non-reasoning","name":"Gemma 4 26B-A4B IT · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-26b-a4b-it","detailsUrl":"/efforts?model=gemma-4-26b-a4b-it","publishedBenchmarkCount":10,"overallRating":{"score":0.05082736548906727,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000058}]},"capabilityRatings":[{"bucket":"agentic","score":0.05028745550735684,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.055283237845584345,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.09714073531375354,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0475003014844815,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.09245840007412204,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.0657085002176315,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4546471050667167,"lowerBound":0,"upperBound":1,"independentScore":0.4546471050667167,"independent":true,"opponentIds":1117,"independentOpponentIds":1117,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["949edb06f6af88efae6f287b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2497086581591831,"lowerBound":0,"upperBound":1,"independentScore":0.2497086581591831,"independent":true,"opponentIds":1118,"independentOpponentIds":1118,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["6fc2dd3e0d651bd9249e2633"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4871340426784506,"lowerBound":0,"upperBound":1,"independentScore":0.4871340426784506,"independent":true,"opponentIds":1119,"independentOpponentIds":1119,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["5fcfd34173707143f2a99925"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6018156761548846,"lowerBound":0,"upperBound":1,"independentScore":0.6018156761548846,"independent":true,"opponentIds":1120,"independentOpponentIds":1120,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["0311d8249343cd490439681b"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.543181873837844,"lowerBound":0,"upperBound":1,"independentScore":0.543181873837844,"independent":true,"opponentIds":1121,"independentOpponentIds":1121,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["4b414517eb3739571023617d"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5726498546576925,"lowerBound":0,"upperBound":1,"independentScore":0.5726498546576925,"independent":true,"opponentIds":1122,"independentOpponentIds":1122,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f245bbe38d52f3b84a64e4dc"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.29263301609335673,"lowerBound":0,"upperBound":1,"independentScore":0.29263301609335673,"independent":true,"opponentIds":1123,"independentOpponentIds":1123,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["f2a7a0301ac7cdb230df1663"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4903232011426624,"lowerBound":0,"upperBound":1,"independentScore":0.4903232011426624,"independent":true,"opponentIds":1124,"independentOpponentIds":1124,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["2bb7da5d78c57f44d827d9f9"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6661272653782482,"lowerBound":0,"upperBound":1,"independentScore":0.6661272653782482,"independent":true,"opponentIds":1125,"independentOpponentIds":1125,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["6cd407ecade291b598835150"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["949edb06f6af88efae6f287b","6fc2dd3e0d651bd9249e2633","5fcfd34173707143f2a99925","0311d8249343cd490439681b","4b414517eb3739571023617d","f245bbe38d52f3b84a64e4dc","f2a7a0301ac7cdb230df1663","2bb7da5d78c57f44d827d9f9","6cd407ecade291b598835150"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"gemma-4-26b-a4b-it--effort-reasoning","name":"Gemma 4 26B-A4B IT · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-26b-a4b-it","detailsUrl":"/efforts?model=gemma-4-26b-a4b-it","publishedBenchmarkCount":14,"overallRating":{"score":0.08600204223624296,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.999999999999998}]},"capabilityRatings":[{"bucket":"agentic","score":0.09906095220510941,"supported":true,"families":3,"independentFamilies":3,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.08536581834655588,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.07234834817883473,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1479739464712809,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.11710077998110802,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.18192974394787306,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.70100401767982,"lowerBound":0,"upperBound":1,"independentScore":0.70100401767982,"independent":true,"opponentIds":1117,"independentOpponentIds":1117,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["2ecf2ada691fdd1c0a03b480"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25177547072789247,"lowerBound":0,"upperBound":1,"independentScore":0.25177547072789247,"independent":true,"opponentIds":1118,"independentOpponentIds":1118,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["f6dcd64e671508e237b35918"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.4430917009726043,"lowerBound":0,"upperBound":1,"independentScore":0.4430917009726043,"independent":true,"opponentIds":1126,"independentOpponentIds":1126,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["d7a9b3fa326769247dc5cb1e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6637477342413606,"lowerBound":0,"upperBound":1,"independentScore":0.6637477342413606,"independent":true,"opponentIds":1119,"independentOpponentIds":1119,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["297b1d6d72e973e016718eff"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7380150796675589,"lowerBound":0,"upperBound":1,"independentScore":0.7380150796675589,"independent":true,"opponentIds":1120,"independentOpponentIds":1120,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["8b3cd8bd20e702eedb423658"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8838074899894491,"lowerBound":0,"upperBound":1,"independentScore":0.8838074899894491,"independent":true,"opponentIds":1121,"independentOpponentIds":1121,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["b0b8625f23efeef97463192d"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.22087519861567895,"lowerBound":0,"upperBound":1,"independentScore":0.22087519861567895,"independent":true,"opponentIds":1127,"independentOpponentIds":1127,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["123c6d4efe200397de794a3b"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6252952668281673,"lowerBound":0,"upperBound":1,"independentScore":0.6252952668281673,"independent":true,"opponentIds":1122,"independentOpponentIds":1122,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["7177df54c2337ce7eaf62e08"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5161850921288926,"lowerBound":0,"upperBound":1,"independentScore":0.5161850921288926,"independent":true,"opponentIds":1123,"independentOpponentIds":1123,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["319e9e5b1b3e864344a503b3"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4966468704777276,"lowerBound":0,"upperBound":1,"independentScore":0.4966468704777276,"independent":true,"opponentIds":1128,"independentOpponentIds":1128,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["d8a5c15274c4f18730b4d9f5","23c4101446e544ed2ac5b82f"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5148715599249065,"lowerBound":0,"upperBound":1,"independentScore":0.5148715599249065,"independent":true,"opponentIds":1129,"independentOpponentIds":1129,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["81715bf25a80b1a5d222b5cf","60c606d7f6815f665071f6e1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["2ecf2ada691fdd1c0a03b480","f6dcd64e671508e237b35918","d7a9b3fa326769247dc5cb1e","297b1d6d72e973e016718eff","8b3cd8bd20e702eedb423658","b0b8625f23efeef97463192d","123c6d4efe200397de794a3b","7177df54c2337ce7eaf62e08","319e9e5b1b3e864344a503b3","d8a5c15274c4f18730b4d9f5","23c4101446e544ed2ac5b82f","81715bf25a80b1a5d222b5cf","60c606d7f6815f665071f6e1"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"gemma-4-31b-it--effort-reasoning","name":"Gemma 4 31B IT · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-31b-it","detailsUrl":"/efforts?model=gemma-4-31b-it","publishedBenchmarkCount":21,"overallRating":{"score":0.1315474658658293,"supported":true,"families":17,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":17,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000019}]},"capabilityRatings":[{"bucket":"agentic","score":0.13513035588865355,"supported":true,"families":8,"independentFamilies":8,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.21138835326893327,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.1615201602443442,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.17285813379385895,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.19588739289307133,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.21250596654205445,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.2778477028886482,"lowerBound":0,"upperBound":1,"independentScore":0.2778477028886482,"independent":true,"opponentIds":1130,"independentOpponentIds":1130,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["ea2a8c7140a73f18e4fb3694"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7278113102217912,"lowerBound":0,"upperBound":1,"independentScore":0.7278113102217912,"independent":true,"opponentIds":1131,"independentOpponentIds":1131,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["706f0676dad235cacaacf815"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.43205926106810294,"lowerBound":0,"upperBound":1,"independentScore":0.43205926106810294,"independent":true,"opponentIds":1132,"independentOpponentIds":1132,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["6d730c431d429efc51487ae1"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.737907822560769,"lowerBound":0,"upperBound":1,"independentScore":0.737907822560769,"independent":true,"opponentIds":1133,"independentOpponentIds":1133,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["601a3ec51179b6fffcfaead1"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.1458959156668207,"lowerBound":0,"upperBound":1,"independentScore":0.1458959156668207,"independent":true,"opponentIds":1134,"independentOpponentIds":1134,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["5e1832dadb83cec7d9868f04"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.48870658611825807,"lowerBound":0,"upperBound":1,"independentScore":0.48870658611825807,"independent":true,"opponentIds":1135,"independentOpponentIds":1135,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["b21e911e97485a34e9502144"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.4630491889601516,"lowerBound":0,"upperBound":1,"independentScore":0.4630491889601516,"independent":true,"opponentIds":1136,"independentOpponentIds":1136,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["8d6837e9f7a3768a8f372375"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8196476440045641,"lowerBound":0,"upperBound":1,"independentScore":0.8196476440045641,"independent":true,"opponentIds":1137,"independentOpponentIds":1137,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["a0a564da6c85edee9be55904"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.05910108823128964,"lowerBound":0,"upperBound":1,"independentScore":0.05910108823128964,"independent":true,"opponentIds":1138,"independentOpponentIds":1138,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["de6a2332adf2390b998fb058"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.782039927990046,"lowerBound":0,"upperBound":1,"independentScore":0.782039927990046,"independent":true,"opponentIds":1139,"independentOpponentIds":1139,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["8e3a35ca0c938e259f5e70b4"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9340619206446945,"lowerBound":0,"upperBound":1,"independentScore":0.9340619206446945,"independent":true,"opponentIds":1140,"independentOpponentIds":1140,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["26dcfe7fc4f0f3ca73ea75cd"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.6984867261955773,"lowerBound":0,"upperBound":1,"independentScore":0.6984867261955773,"independent":true,"opponentIds":1141,"independentOpponentIds":1141,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["25e5a78d91ee39f3070e8ee1"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7455871392940201,"lowerBound":0,"upperBound":1,"independentScore":0.7455871392940201,"independent":true,"opponentIds":1142,"independentOpponentIds":1142,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["6cbd352ef10ac02c691f3078"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5354348821754297,"lowerBound":0,"upperBound":1,"independentScore":0.5354348821754297,"independent":true,"opponentIds":1143,"independentOpponentIds":1143,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["31dd36e84421125afbaf73c8"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.574829204483809,"lowerBound":0,"upperBound":1,"independentScore":0.574829204483809,"independent":true,"opponentIds":1144,"independentOpponentIds":1144,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["e131f49fc0290c2c251ad59d"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5784993273686497,"lowerBound":0,"upperBound":1,"independentScore":0.5784993273686497,"independent":true,"opponentIds":1145,"independentOpponentIds":1145,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["46fcde8fb24e810ecbd0e3fd","2d0393ab86c8e9008391b8f9"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5507802095027148,"lowerBound":0,"upperBound":1,"independentScore":0.5507802095027148,"independent":true,"opponentIds":1146,"independentOpponentIds":1146,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["6a59f286887b9777ef477767","e0daed7f980e0bd9dd3d6801","632c819ff919f14202c38e37"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ea2a8c7140a73f18e4fb3694","706f0676dad235cacaacf815","6d730c431d429efc51487ae1","601a3ec51179b6fffcfaead1","5e1832dadb83cec7d9868f04","b21e911e97485a34e9502144","8d6837e9f7a3768a8f372375","a0a564da6c85edee9be55904","de6a2332adf2390b998fb058","8e3a35ca0c938e259f5e70b4","26dcfe7fc4f0f3ca73ea75cd","25e5a78d91ee39f3070e8ee1","6cbd352ef10ac02c691f3078","31dd36e84421125afbaf73c8","e131f49fc0290c2c251ad59d","46fcde8fb24e810ecbd0e3fd","2d0393ab86c8e9008391b8f9","6a59f286887b9777ef477767","e0daed7f980e0bd9dd3d6801","632c819ff919f14202c38e37"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":21}],"unspecified":0,"total":21}},{"id":"gemma-4-31b-it--effort-non-reasoning","name":"Gemma 4 31B IT · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-31b-it","detailsUrl":"/efforts?model=gemma-4-31b-it","publishedBenchmarkCount":13,"overallRating":{"score":0.06922644011687981,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000047}]},"capabilityRatings":[{"bucket":"agentic","score":0.10011337329855323,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.06517123102635301,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.11484378774987135,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.07155958785501972,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.14359034104272475,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.08277027118004661,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5051113069043192,"lowerBound":0,"upperBound":1,"independentScore":0.5051113069043192,"independent":true,"opponentIds":1131,"independentOpponentIds":1131,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["0a11579402aa7ddc9dd6348f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25278131202046566,"lowerBound":0,"upperBound":1,"independentScore":0.25278131202046566,"independent":true,"opponentIds":1133,"independentOpponentIds":1133,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["89a616e7c917c56392cafec6"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.4419126364403209,"lowerBound":0,"upperBound":1,"independentScore":0.4419126364403209,"independent":true,"opponentIds":1136,"independentOpponentIds":1136,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["92b9aeaf6b5e97c54493380c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6014453904296906,"lowerBound":0,"upperBound":1,"independentScore":0.6014453904296906,"independent":true,"opponentIds":1137,"independentOpponentIds":1137,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["7fa903a68ff27edd309baae9"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6067259203502979,"lowerBound":0,"upperBound":1,"independentScore":0.6067259203502979,"independent":true,"opponentIds":1139,"independentOpponentIds":1139,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["7701f8f5dda40cd06fa4c776"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6622435114260903,"lowerBound":0,"upperBound":1,"independentScore":0.6622435114260903,"independent":true,"opponentIds":1140,"independentOpponentIds":1140,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["559274bb4d2db9e3dee3156b"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6796887571578643,"lowerBound":0,"upperBound":1,"independentScore":0.6796887571578643,"independent":true,"opponentIds":1142,"independentOpponentIds":1142,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["fca70e45bb76253f1f919976"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.3839287023235162,"lowerBound":0,"upperBound":1,"independentScore":0.3839287023235162,"independent":true,"opponentIds":1143,"independentOpponentIds":1143,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["c7458f1927e4b1a2a3dabfd7"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5109056606637169,"lowerBound":0,"upperBound":1,"independentScore":0.5109056606637169,"independent":true,"opponentIds":1145,"independentOpponentIds":1145,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["5fb1a0a25e052c05799b4a8d","38550b8a2a207eb0da07c6e6"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6514644040319008,"lowerBound":0,"upperBound":1,"independentScore":0.6514644040319008,"independent":true,"opponentIds":1146,"independentOpponentIds":1146,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["4c693dcad0bad4f75e983ec7","7082033eb30f427626a4ffe5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["0a11579402aa7ddc9dd6348f","89a616e7c917c56392cafec6","92b9aeaf6b5e97c54493380c","7fa903a68ff27edd309baae9","7701f8f5dda40cd06fa4c776","559274bb4d2db9e3dee3156b","fca70e45bb76253f1f919976","c7458f1927e4b1a2a3dabfd7","5fb1a0a25e052c05799b4a8d","38550b8a2a207eb0da07c6e6","4c693dcad0bad4f75e983ec7","7082033eb30f427626a4ffe5"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"gemma-4-e2b-it--effort-non-reasoning","name":"Gemma 4 E2B IT · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-e2b-it","detailsUrl":"/efforts?model=gemma-4-e2b-it","publishedBenchmarkCount":10,"overallRating":{"score":0.013577559982999208,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000098}]},"capabilityRatings":[{"bucket":"agentic","score":0.014207686838441197,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.020036275693056094,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.010871689075190328,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.015557171666930436,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.009385785561276899,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.020722656672515386,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.20094897555674976,"lowerBound":0,"upperBound":1,"independentScore":0.20094897555674976,"independent":true,"opponentIds":1147,"independentOpponentIds":1147,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["5110c2885f54e024cd329be3"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.24959731761816217,"lowerBound":0,"upperBound":1,"independentScore":0.24959731761816217,"independent":true,"opponentIds":1148,"independentOpponentIds":1148,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["64f0265c1003812ec781556f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.1102801518288631,"lowerBound":0,"upperBound":1,"independentScore":0.1102801518288631,"independent":true,"opponentIds":1149,"independentOpponentIds":1149,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["9c01f4e5c42675a3c6f3d9aa"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.24730933354969453,"lowerBound":0,"upperBound":1,"independentScore":0.24730933354969453,"independent":true,"opponentIds":1150,"independentOpponentIds":1150,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["e0d5158b58c9798a658ce75a"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.2730849623483023,"lowerBound":0,"upperBound":1,"independentScore":0.2730849623483023,"independent":true,"opponentIds":1151,"independentOpponentIds":1151,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["2135126d4e4981631a2395d2"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.07798253731246588,"lowerBound":0,"upperBound":1,"independentScore":0.07798253731246588,"independent":true,"opponentIds":1152,"independentOpponentIds":1152,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["935ddb78227e9b20558bbd5e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.06292913146918125,"lowerBound":0,"upperBound":1,"independentScore":0.06292913146918125,"independent":true,"opponentIds":1153,"independentOpponentIds":1153,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["c21205c79690fad58d74523b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.23301232738332028,"lowerBound":0,"upperBound":1,"independentScore":0.23301232738332028,"independent":true,"opponentIds":1154,"independentOpponentIds":1154,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["4fa492fe78a6b6374bdaad9c"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.1685899958360076,"lowerBound":0,"upperBound":1,"independentScore":0.1685899958360076,"independent":true,"opponentIds":1155,"independentOpponentIds":1155,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["ed4c579b74058292c68ba773"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["5110c2885f54e024cd329be3","64f0265c1003812ec781556f","9c01f4e5c42675a3c6f3d9aa","e0d5158b58c9798a658ce75a","2135126d4e4981631a2395d2","935ddb78227e9b20558bbd5e","c21205c79690fad58d74523b","4fa492fe78a6b6374bdaad9c","ed4c579b74058292c68ba773"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"gemma-4-e2b-it--effort-reasoning","name":"Gemma 4 E2B IT · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-e2b-it","detailsUrl":"/efforts?model=gemma-4-e2b-it","publishedBenchmarkCount":12,"overallRating":{"score":0.014130892206380368,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000018}]},"capabilityRatings":[{"bucket":"agentic","score":0.013396134718879868,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.02085198905385127,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.011393947405293781,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.017480191520975446,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.013269846774141053,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.020722656672515386,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.20399633263079542,"lowerBound":0,"upperBound":1,"independentScore":0.20399633263079542,"independent":true,"opponentIds":1147,"independentOpponentIds":1147,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["6983a9fbb42127d71547b6b4"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25080860626046625,"lowerBound":0,"upperBound":1,"independentScore":0.25080860626046625,"independent":true,"opponentIds":1148,"independentOpponentIds":1148,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["673c72fe749a675bb48c99c2"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.0701251512239103,"lowerBound":0,"upperBound":1,"independentScore":0.0701251512239103,"independent":true,"opponentIds":1156,"independentOpponentIds":1156,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["921d07d6198fee45dc68baf6"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.13447480792985086,"lowerBound":0,"upperBound":1,"independentScore":0.13447480792985086,"independent":true,"opponentIds":1149,"independentOpponentIds":1149,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["117449d508219e8cd6e43180"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.24978206344146003,"lowerBound":0,"upperBound":1,"independentScore":0.24978206344146003,"independent":true,"opponentIds":1150,"independentOpponentIds":1150,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["e3dabdefbac77e863019f219"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.346595758121521,"lowerBound":0,"upperBound":1,"independentScore":0.346595758121521,"independent":true,"opponentIds":1151,"independentOpponentIds":1151,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a3fed7a0571b3df4e44deacb"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.13413527525618466,"lowerBound":0,"upperBound":1,"independentScore":0.13413527525618466,"independent":true,"opponentIds":1152,"independentOpponentIds":1152,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["9dbacd79912a83e02071a8f7"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.03770014779809496,"lowerBound":0,"upperBound":1,"independentScore":0.03770014779809496,"independent":true,"opponentIds":1153,"independentOpponentIds":1153,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["0b86207217f529cfa79a01fb"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.19975004348658273,"lowerBound":0,"upperBound":1,"independentScore":0.19975004348658273,"independent":true,"opponentIds":1154,"independentOpponentIds":1154,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["381279b32093010e53f60864"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.12824820346906896,"lowerBound":0,"upperBound":1,"independentScore":0.12824820346906896,"independent":true,"opponentIds":1157,"independentOpponentIds":1157,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["e62ae3c573bc0ed516e86b34","94f2c4df5cb23012e2ed42af"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6983a9fbb42127d71547b6b4","673c72fe749a675bb48c99c2","921d07d6198fee45dc68baf6","117449d508219e8cd6e43180","e3dabdefbac77e863019f219","a3fed7a0571b3df4e44deacb","9dbacd79912a83e02071a8f7","0b86207217f529cfa79a01fb","381279b32093010e53f60864","e62ae3c573bc0ed516e86b34","94f2c4df5cb23012e2ed42af"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"gemma-4-e4b-it--effort-non-reasoning","name":"Gemma 4 E4B IT · Non-reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-e4b-it","detailsUrl":"/efforts?model=gemma-4-e4b-it","publishedBenchmarkCount":10,"overallRating":{"score":0.02469314554701342,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000098}]},"capabilityRatings":[{"bucket":"agentic","score":0.02141326830087625,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.038167532273007766,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03361040203754596,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.02310969716053521,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.02124852533883499,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.030085660210604798,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.28314790909671006,"lowerBound":0,"upperBound":1,"independentScore":0.28314790909671006,"independent":true,"opponentIds":1158,"independentOpponentIds":1158,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["7d5dc30c068300c623a91a48"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5602320460479059,"lowerBound":0,"upperBound":1,"independentScore":0.5602320460479059,"independent":true,"opponentIds":1159,"independentOpponentIds":1159,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["7d1148ef014c1313b8bb33c9"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.22957233381318018,"lowerBound":0,"upperBound":1,"independentScore":0.22957233381318018,"independent":true,"opponentIds":1160,"independentOpponentIds":1160,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["09f4fa9699ed45e540bccdf5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.25664421399285775,"lowerBound":0,"upperBound":1,"independentScore":0.25664421399285775,"independent":true,"opponentIds":1161,"independentOpponentIds":1161,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["94598d71e00dbc497012ed1f"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.4276893049091412,"lowerBound":0,"upperBound":1,"independentScore":0.4276893049091412,"independent":true,"opponentIds":1162,"independentOpponentIds":1162,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["7c949f5675b407fd8b972461"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.21975444926696688,"lowerBound":0,"upperBound":1,"independentScore":0.21975444926696688,"independent":true,"opponentIds":1163,"independentOpponentIds":1163,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["fb8d6f02b4833a2bfacb1689"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.07357782402761281,"lowerBound":0,"upperBound":1,"independentScore":0.07357782402761281,"independent":true,"opponentIds":1164,"independentOpponentIds":1164,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["411b36bb3f028339dc23a40a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.30820115557178246,"lowerBound":0,"upperBound":1,"independentScore":0.30820115557178246,"independent":true,"opponentIds":1165,"independentOpponentIds":1165,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["97f873fbbc402712668863f5"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4066566728666425,"lowerBound":0,"upperBound":1,"independentScore":0.4066566728666425,"independent":true,"opponentIds":1166,"independentOpponentIds":1166,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["d6faa5c06f974d9bd6bd6075"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7d5dc30c068300c623a91a48","7d1148ef014c1313b8bb33c9","09f4fa9699ed45e540bccdf5","94598d71e00dbc497012ed1f","7c949f5675b407fd8b972461","fb8d6f02b4833a2bfacb1689","411b36bb3f028339dc23a40a","97f873fbbc402712668863f5","d6faa5c06f974d9bd6bd6075"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"gemma-4-e4b-it--effort-reasoning","name":"Gemma 4 E4B IT · Reasoning","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-e4b-it","detailsUrl":"/efforts?model=gemma-4-e4b-it","publishedBenchmarkCount":12,"overallRating":{"score":0.023008298967519717,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000018}]},"capabilityRatings":[{"bucket":"agentic","score":0.015223277980260491,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03585163237185225,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.025804474232752964,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.027988802367061,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.02124852533883499,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.039522361302887804,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.33787234834082913,"lowerBound":0,"upperBound":1,"independentScore":0.33787234834082913,"independent":true,"opponentIds":1158,"independentOpponentIds":1158,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["b93409ba27f2f5c6f9a53d14"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.631326415734596,"lowerBound":0,"upperBound":1,"independentScore":0.631326415734596,"independent":true,"opponentIds":1159,"independentOpponentIds":1159,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["892bc5fe99c93c72090843f4"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.1150090380002512,"lowerBound":0,"upperBound":1,"independentScore":0.1150090380002512,"independent":true,"opponentIds":1167,"independentOpponentIds":1167,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["32105aa20ddbef33298c2a12"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2688728397680031,"lowerBound":0,"upperBound":1,"independentScore":0.2688728397680031,"independent":true,"opponentIds":1160,"independentOpponentIds":1160,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["dc6981039f93bb34311c5aaa"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.08853109300435229,"lowerBound":0,"upperBound":1,"independentScore":0.08853109300435229,"independent":true,"opponentIds":1161,"independentOpponentIds":1161,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["8014fef86e630db2b5b16922"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5109644600731115,"lowerBound":0,"upperBound":1,"independentScore":0.5109644600731115,"independent":true,"opponentIds":1162,"independentOpponentIds":1162,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["8b37f6fe8c07bb8bf8c55d62"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.22057827599875493,"lowerBound":0,"upperBound":1,"independentScore":0.22057827599875493,"independent":true,"opponentIds":1163,"independentOpponentIds":1163,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["8edf8e0f16e79a110f25a4db"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.0796421517055388,"lowerBound":0,"upperBound":1,"independentScore":0.0796421517055388,"independent":true,"opponentIds":1164,"independentOpponentIds":1164,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["bb15c5f471328aba08aaf5b4"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.19975004348658273,"lowerBound":0,"upperBound":1,"independentScore":0.19975004348658273,"independent":true,"opponentIds":1165,"independentOpponentIds":1165,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["7bf99cf2364cac7350bf17b5"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.281707589234334,"lowerBound":0,"upperBound":1,"independentScore":0.281707589234334,"independent":true,"opponentIds":1168,"independentOpponentIds":1168,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["7e25eac2feb6eedc0f86c175","17d5928b1cc07aea7cc8ca5c"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b93409ba27f2f5c6f9a53d14","892bc5fe99c93c72090843f4","32105aa20ddbef33298c2a12","dc6981039f93bb34311c5aaa","8014fef86e630db2b5b16922","8b37f6fe8c07bb8bf8c55d62","8edf8e0f16e79a110f25a4db","bb15c5f471328aba08aaf5b4","7bf99cf2364cac7350bf17b5","7e25eac2feb6eedc0f86c175","17d5928b1cc07aea7cc8ca5c"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"glm-4.5--effort-reasoning","name":"GLM-4.5 · Reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.5","detailsUrl":"/efforts?model=glm-4.5","publishedBenchmarkCount":13,"overallRating":{"score":0.07474162310587147,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999968}]},"capabilityRatings":[{"bucket":"agentic","score":0.05157465932931637,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.08012669520287553,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.09441050289586102,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.12368748400846334,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.09562620828700562,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7275064566568791,"lowerBound":0,"upperBound":1,"independentScore":0.7275064566568791,"independent":true,"opponentIds":1169,"independentOpponentIds":1169,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["8298ccc202056776af853910"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.523662762540551,"lowerBound":0,"upperBound":1,"independentScore":0.523662762540551,"independent":true,"opponentIds":1170,"independentOpponentIds":1170,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["a005dca05213b4a73bd1f631"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2551733148128986,"lowerBound":0,"upperBound":1,"independentScore":0.2551733148128986,"independent":true,"opponentIds":1171,"independentOpponentIds":1171,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["9d40825300ffb78278062990"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6297616017720092,"lowerBound":0,"upperBound":1,"independentScore":0.6297616017720092,"independent":true,"opponentIds":1172,"independentOpponentIds":1172,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["fa89cbb630e45386ecb9a21b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6154371872192289,"lowerBound":0,"upperBound":1,"independentScore":0.6154371872192289,"independent":true,"opponentIds":1173,"independentOpponentIds":1173,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["0a25e325728168d4811f7328"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5244815053876074,"lowerBound":0,"upperBound":1,"independentScore":0.5244815053876074,"independent":true,"opponentIds":1174,"independentOpponentIds":1174,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["53c7ad0bcc622084c5c97bac"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8095724410227921,"lowerBound":0,"upperBound":1,"independentScore":0.8095724410227921,"independent":true,"opponentIds":1175,"independentOpponentIds":1175,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["5252efc29a3f74f35b2cc18b"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.885032888434799,"lowerBound":0,"upperBound":1,"independentScore":0.885032888434799,"independent":true,"opponentIds":1176,"independentOpponentIds":1176,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["fed2921be1ef626eaf2a2bbe"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8630551979623032,"lowerBound":0,"upperBound":1,"independentScore":0.8630551979623032,"independent":true,"opponentIds":1177,"independentOpponentIds":1177,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["dbbfc474edba92c7dab9b479"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7075800737905036,"lowerBound":0,"upperBound":1,"independentScore":0.7075800737905036,"independent":true,"opponentIds":1178,"independentOpponentIds":1178,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["9532998fc69d20d9ec16b054"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5165312323713617,"lowerBound":0,"upperBound":1,"independentScore":0.5165312323713617,"independent":true,"opponentIds":1179,"independentOpponentIds":1179,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["08f28aaf925a9d0fe859921a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6601326424507831,"lowerBound":0,"upperBound":1,"independentScore":0.6601326424507831,"independent":true,"opponentIds":1180,"independentOpponentIds":1180,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["370832ef81cc12e7336b2145"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8298ccc202056776af853910","a005dca05213b4a73bd1f631","9d40825300ffb78278062990","fa89cbb630e45386ecb9a21b","0a25e325728168d4811f7328","53c7ad0bcc622084c5c97bac","5252efc29a3f74f35b2cc18b","fed2921be1ef626eaf2a2bbe","dbbfc474edba92c7dab9b479","9532998fc69d20d9ec16b054","08f28aaf925a9d0fe859921a","370832ef81cc12e7336b2145"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"glm-4.5-air--effort-reasoning","name":"GLM-4.5-Air · Reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.5-air","detailsUrl":"/efforts?model=glm-4.5-air","publishedBenchmarkCount":13,"overallRating":{"score":0.04981507763346982,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999968}]},"capabilityRatings":[{"bucket":"agentic","score":0.06228471385813497,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.05987008627986761,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.06985503166181904,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.05033939611408058,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.08063445597831954,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7874002461343224,"lowerBound":0,"upperBound":1,"independentScore":0.7874002461343224,"independent":true,"opponentIds":1181,"independentOpponentIds":1181,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["30778ad113a0f6285db2b6ff"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4849939445220058,"lowerBound":0,"upperBound":1,"independentScore":0.4849939445220058,"independent":true,"opponentIds":1182,"independentOpponentIds":1182,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["450ec3814ad0983a05e7a649"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2551733148128986,"lowerBound":0,"upperBound":1,"independentScore":0.2551733148128986,"independent":true,"opponentIds":1183,"independentOpponentIds":1183,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["cf0dba8bcf1455f91c347f09"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.51426581687232,"lowerBound":0,"upperBound":1,"independentScore":0.51426581687232,"independent":true,"opponentIds":1184,"independentOpponentIds":1184,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3d56ef2f2e608d5f1b411ba5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4289425626311412,"lowerBound":0,"upperBound":1,"independentScore":0.4289425626311412,"independent":true,"opponentIds":1185,"independentOpponentIds":1185,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["1d3e677c3bf1025f2a641c60"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.34468250993107924,"lowerBound":0,"upperBound":1,"independentScore":0.34468250993107924,"independent":true,"opponentIds":1186,"independentOpponentIds":1186,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["4b433f8594cf7a6275f6bdda"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7021164238414329,"lowerBound":0,"upperBound":1,"independentScore":0.7021164238414329,"independent":true,"opponentIds":1187,"independentOpponentIds":1187,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["e8cfae35f6575df2ef5f407a"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.7620619248056447,"lowerBound":0,"upperBound":1,"independentScore":0.7620619248056447,"independent":true,"opponentIds":1188,"independentOpponentIds":1188,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["527bf2fab21343432d365235"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7253658154600093,"lowerBound":0,"upperBound":1,"independentScore":0.7253658154600093,"independent":true,"opponentIds":1189,"independentOpponentIds":1189,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["97020ae33cadfba84dafac57"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.34489722266707973,"lowerBound":0,"upperBound":1,"independentScore":0.34489722266707973,"independent":true,"opponentIds":1190,"independentOpponentIds":1190,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["e7949f905f5354d088ef79b6"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5608261866063227,"lowerBound":0,"upperBound":1,"independentScore":0.5608261866063227,"independent":true,"opponentIds":1191,"independentOpponentIds":1191,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["eb25975b22bc9375e5cd191c"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6368753247610905,"lowerBound":0,"upperBound":1,"independentScore":0.6368753247610905,"independent":true,"opponentIds":1192,"independentOpponentIds":1192,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["dc0e4f99afd02c7db9b646f0"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["30778ad113a0f6285db2b6ff","450ec3814ad0983a05e7a649","cf0dba8bcf1455f91c347f09","3d56ef2f2e608d5f1b411ba5","1d3e677c3bf1025f2a641c60","4b433f8594cf7a6275f6bdda","e8cfae35f6575df2ef5f407a","527bf2fab21343432d365235","97020ae33cadfba84dafac57","e7949f905f5354d088ef79b6","eb25975b22bc9375e5cd191c","dc0e4f99afd02c7db9b646f0"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"glm-4.5v--effort-non-reasoning","name":"GLM-4.5V · Non-reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.5v","detailsUrl":"/efforts?model=glm-4.5v","publishedBenchmarkCount":13,"overallRating":{"score":0.014755209608225496,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000019}]},"capabilityRatings":[{"bucket":"agentic","score":0.009989671224443677,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.01483151427724891,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.019214930910325084,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.03025402524695968,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.010734549633077997,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.13006569364245768,"lowerBound":0,"upperBound":1,"independentScore":0.13006569364245768,"independent":true,"opponentIds":1193,"independentOpponentIds":1193,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["4871200d6165cb682b2f4db0"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05808376451106365,"lowerBound":0,"upperBound":1,"independentScore":0.05808376451106365,"independent":true,"opponentIds":1194,"independentOpponentIds":1194,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["0729665e03aab12509527098"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25207450906546214,"lowerBound":0,"upperBound":1,"independentScore":0.25207450906546214,"independent":true,"opponentIds":1195,"independentOpponentIds":1195,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["eca393b7c441fead8a16594f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2657404354991332,"lowerBound":0,"upperBound":1,"independentScore":0.2657404354991332,"independent":true,"opponentIds":1196,"independentOpponentIds":1196,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1d03512bcc278ddfc0116961"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.06105237453479143,"lowerBound":0,"upperBound":1,"independentScore":0.06105237453479143,"independent":true,"opponentIds":1197,"independentOpponentIds":1197,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["4dcf51bad5f69f32997356ae"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.1430716949494081,"lowerBound":0,"upperBound":1,"independentScore":0.1430716949494081,"independent":true,"opponentIds":1198,"independentOpponentIds":1198,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["713f47b76c588cdeed905e1a"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.3305572709849811,"lowerBound":0,"upperBound":1,"independentScore":0.3305572709849811,"independent":true,"opponentIds":1199,"independentOpponentIds":1199,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["c761f12b0a18361cd10bacb2"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.4553074050509527,"lowerBound":0,"upperBound":1,"independentScore":0.4553074050509527,"independent":true,"opponentIds":1200,"independentOpponentIds":1200,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f5091aafad1bbf696b1ec861"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.09916039451406035,"lowerBound":0,"upperBound":1,"independentScore":0.09916039451406035,"independent":true,"opponentIds":1201,"independentOpponentIds":1201,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["35ffcd0393390b9865e927f4"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.4577828907863907,"lowerBound":0,"upperBound":1,"independentScore":0.4577828907863907,"independent":true,"opponentIds":1202,"independentOpponentIds":1202,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["b391e172392ad37ac3d246b5"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.18287464196306372,"lowerBound":0,"upperBound":1,"independentScore":0.18287464196306372,"independent":true,"opponentIds":1203,"independentOpponentIds":1203,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["089e4a139e5493e3585dcc44"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3742894786574286,"lowerBound":0,"upperBound":1,"independentScore":0.3742894786574286,"independent":true,"opponentIds":1204,"independentOpponentIds":1204,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["4503f7cd70608a6263c8a831"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4871200d6165cb682b2f4db0","0729665e03aab12509527098","eca393b7c441fead8a16594f","1d03512bcc278ddfc0116961","4dcf51bad5f69f32997356ae","713f47b76c588cdeed905e1a","c761f12b0a18361cd10bacb2","f5091aafad1bbf696b1ec861","35ffcd0393390b9865e927f4","b391e172392ad37ac3d246b5","089e4a139e5493e3585dcc44","4503f7cd70608a6263c8a831"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"glm-4.5v--effort-reasoning","name":"GLM-4.5V · Reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.5v","detailsUrl":"/efforts?model=glm-4.5v","publishedBenchmarkCount":13,"overallRating":{"score":0.030352326741429347,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000019}]},"capabilityRatings":[{"bucket":"agentic","score":0.01514098497241429,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.04680320366946173,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.033154120996381306,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0531700617492906,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.019202783747662714,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7133329821784179,"lowerBound":0,"upperBound":1,"independentScore":0.7133329821784179,"independent":true,"opponentIds":1193,"independentOpponentIds":1193,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["e4545c8e6a9f48f87e9183ab"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05808376451106365,"lowerBound":0,"upperBound":1,"independentScore":0.05808376451106365,"independent":true,"opponentIds":1194,"independentOpponentIds":1194,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["922c35fbdd3776fc47267594"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25207450906546214,"lowerBound":0,"upperBound":1,"independentScore":0.25207450906546214,"independent":true,"opponentIds":1195,"independentOpponentIds":1195,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["f40e1888dda90b48a7c89c2d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.43458006150488465,"lowerBound":0,"upperBound":1,"independentScore":0.43458006150488465,"independent":true,"opponentIds":1196,"independentOpponentIds":1196,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e8adc6d5ef578a1953c26485"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3853829233653297,"lowerBound":0,"upperBound":1,"independentScore":0.3853829233653297,"independent":true,"opponentIds":1197,"independentOpponentIds":1197,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["03c90c119703b5139fdd86d2"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.28308571736242283,"lowerBound":0,"upperBound":1,"independentScore":0.28308571736242283,"independent":true,"opponentIds":1198,"independentOpponentIds":1198,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["7c2c5f83154687619618e3e1"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6378497789872082,"lowerBound":0,"upperBound":1,"independentScore":0.6378497789872082,"independent":true,"opponentIds":1199,"independentOpponentIds":1199,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["b524713fda2561eae7d1aa5f"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5973605676926788,"lowerBound":0,"upperBound":1,"independentScore":0.5973605676926788,"independent":true,"opponentIds":1200,"independentOpponentIds":1200,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["24ecfed1451beb78d27f9aad"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.19367029370288671,"lowerBound":0,"upperBound":1,"independentScore":0.19367029370288671,"independent":true,"opponentIds":1201,"independentOpponentIds":1201,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["09112bc5833f03e221eb9dcd"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5785526157473108,"lowerBound":0,"upperBound":1,"independentScore":0.5785526157473108,"independent":true,"opponentIds":1202,"independentOpponentIds":1202,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["bcd773de3a0b8d695f5c99e9"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.24939867009782762,"lowerBound":0,"upperBound":1,"independentScore":0.24939867009782762,"independent":true,"opponentIds":1203,"independentOpponentIds":1203,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["e34271c056b08e75014f0dbd"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3012347730238171,"lowerBound":0,"upperBound":1,"independentScore":0.3012347730238171,"independent":true,"opponentIds":1204,"independentOpponentIds":1204,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["ba4b24c2832b05c124a17fb1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e4545c8e6a9f48f87e9183ab","922c35fbdd3776fc47267594","f40e1888dda90b48a7c89c2d","e8adc6d5ef578a1953c26485","03c90c119703b5139fdd86d2","7c2c5f83154687619618e3e1","b524713fda2561eae7d1aa5f","24ecfed1451beb78d27f9aad","09112bc5833f03e221eb9dcd","bcd773de3a0b8d695f5c99e9","e34271c056b08e75014f0dbd","ba4b24c2832b05c124a17fb1"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"glm-4.6--effort-non-reasoning","name":"GLM-4.6 · Non-reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.6","detailsUrl":"/efforts?model=glm-4.6","publishedBenchmarkCount":12,"overallRating":{"score":0.03961621390915135,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000022}]},"capabilityRatings":[{"bucket":"agentic","score":0.12602830968802936,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.0318490461195866,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.06895411212152505,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.05701310619420467,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.032344863160914825,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.46052182055599006,"lowerBound":0,"upperBound":1,"independentScore":0.46052182055599006,"independent":true,"opponentIds":1205,"independentOpponentIds":1205,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["94b2207ac99b20596113e239"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3028404937447694,"lowerBound":0,"upperBound":1,"independentScore":0.3028404937447694,"independent":true,"opponentIds":1206,"independentOpponentIds":1206,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["6f35e6b7857e8f7192a4a601"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2539047565033022,"lowerBound":0,"upperBound":1,"independentScore":0.2539047565033022,"independent":true,"opponentIds":1207,"independentOpponentIds":1207,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["315001284817defdcd52844a"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.34361742106610305,"lowerBound":0,"upperBound":1,"independentScore":0.34361742106610305,"independent":true,"opponentIds":1208,"independentOpponentIds":1208,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["f82dc3cb8c29059c143578fe"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.34189778776100327,"lowerBound":0,"upperBound":1,"independentScore":0.34189778776100327,"independent":true,"opponentIds":1209,"independentOpponentIds":1209,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["6d3bc66cda454029e3c6020a"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.33004398526659534,"lowerBound":0,"upperBound":1,"independentScore":0.33004398526659534,"independent":true,"opponentIds":1210,"independentOpponentIds":1210,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["ebea8e8659f63d3cc4eee8fd"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.593061128881303,"lowerBound":0,"upperBound":1,"independentScore":0.593061128881303,"independent":true,"opponentIds":1211,"independentOpponentIds":1211,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["40fe745d4d40c37a7d37481e"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5870725718231418,"lowerBound":0,"upperBound":1,"independentScore":0.5870725718231418,"independent":true,"opponentIds":1212,"independentOpponentIds":1212,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["a3c0ba45f30db91ea4c183c1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6065444293398052,"lowerBound":0,"upperBound":1,"independentScore":0.6065444293398052,"independent":true,"opponentIds":1213,"independentOpponentIds":1213,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["9c2e61e1aa9164545b79fcd2"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7031132507981271,"lowerBound":0,"upperBound":1,"independentScore":0.7031132507981271,"independent":true,"opponentIds":1214,"independentOpponentIds":1214,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["d316796d0ffdebfc5767c923"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7352185163149314,"lowerBound":0,"upperBound":1,"independentScore":0.7352185163149314,"independent":true,"opponentIds":1215,"independentOpponentIds":1215,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["d02b87f4d69acd7535e38333"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["94b2207ac99b20596113e239","6f35e6b7857e8f7192a4a601","315001284817defdcd52844a","f82dc3cb8c29059c143578fe","6d3bc66cda454029e3c6020a","ebea8e8659f63d3cc4eee8fd","40fe745d4d40c37a7d37481e","a3c0ba45f30db91ea4c183c1","9c2e61e1aa9164545b79fcd2","d316796d0ffdebfc5767c923","d02b87f4d69acd7535e38333"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"glm-4.6--effort-reasoning","name":"GLM-4.6 · Reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.6","detailsUrl":"/efforts?model=glm-4.6","publishedBenchmarkCount":16,"overallRating":{"score":0.10614670596600569,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999941}]},"capabilityRatings":[{"bucket":"agentic","score":0.14459320691614944,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.13864916629985155,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.09758155033235309,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1330080246429168,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.10620424922081524,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8859444252911355,"lowerBound":0,"upperBound":1,"independentScore":0.8859444252911355,"independent":true,"opponentIds":1205,"independentOpponentIds":1205,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["4c0bdeccb0c354ff92adf063"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5601178106896235,"lowerBound":0,"upperBound":1,"independentScore":0.5601178106896235,"independent":true,"opponentIds":1206,"independentOpponentIds":1206,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["0344a85a899d64b5d461c992"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7079575574878929,"lowerBound":0,"upperBound":1,"independentScore":0.7079575574878929,"independent":true,"opponentIds":1207,"independentOpponentIds":1207,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["fed9d2112a78902f9f4f0e51"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5259247359880157,"lowerBound":0,"upperBound":1,"independentScore":0.5259247359880157,"independent":true,"opponentIds":1216,"independentOpponentIds":1216,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["f20e2ae26627536827c101f6"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.7310013705961691,"lowerBound":0,"upperBound":1,"independentScore":0.7310013705961691,"independent":true,"opponentIds":1217,"independentOpponentIds":1217,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["1bae8321f9546badb45d0fb9"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6311107713969368,"lowerBound":0,"upperBound":1,"independentScore":0.6311107713969368,"independent":true,"opponentIds":1208,"independentOpponentIds":1208,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["ccadcb53ecb9ac27bab7aeb6"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6634560591190206,"lowerBound":0,"upperBound":1,"independentScore":0.6634560591190206,"independent":true,"opponentIds":1209,"independentOpponentIds":1209,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["3b40312601b47b4babec1ab4"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5030892818947732,"lowerBound":0,"upperBound":1,"independentScore":0.5030892818947732,"independent":true,"opponentIds":1210,"independentOpponentIds":1210,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["3fb0125cf298b473640c0aec"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7282335750819665,"lowerBound":0,"upperBound":1,"independentScore":0.7282335750819665,"independent":true,"opponentIds":1211,"independentOpponentIds":1211,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["c88494c785e24d0e1cdaf51f"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8300845322617719,"lowerBound":0,"upperBound":1,"independentScore":0.8300845322617719,"independent":true,"opponentIds":1212,"independentOpponentIds":1212,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["1db53b8e924e88e0152b0bca"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7512834961943966,"lowerBound":0,"upperBound":1,"independentScore":0.7512834961943966,"independent":true,"opponentIds":1213,"independentOpponentIds":1213,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["c53213ee6f0915802c451959"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6023660787165522,"lowerBound":0,"upperBound":1,"independentScore":0.6023660787165522,"independent":true,"opponentIds":1218,"independentOpponentIds":1218,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["9199e4208a43755ee68b1b8e","5bda5b832f8326e62befe8f7"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6463107248671778,"lowerBound":0,"upperBound":1,"independentScore":0.6463107248671778,"independent":true,"opponentIds":1219,"independentOpponentIds":1219,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["2b53925946f0f877aafc59ae","2f27314674aef5a4b49f2640"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4c0bdeccb0c354ff92adf063","0344a85a899d64b5d461c992","fed9d2112a78902f9f4f0e51","f20e2ae26627536827c101f6","1bae8321f9546badb45d0fb9","ccadcb53ecb9ac27bab7aeb6","3b40312601b47b4babec1ab4","3fb0125cf298b473640c0aec","c88494c785e24d0e1cdaf51f","1db53b8e924e88e0152b0bca","c53213ee6f0915802c451959","9199e4208a43755ee68b1b8e","5bda5b832f8326e62befe8f7","2b53925946f0f877aafc59ae","2f27314674aef5a4b49f2640"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":16}],"unspecified":0,"total":16}},{"id":"glm-4.6v--effort-non-reasoning","name":"GLM-4.6V · Non-reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.6v","detailsUrl":"/efforts?model=glm-4.6v","publishedBenchmarkCount":14,"overallRating":{"score":0.017213148869597378,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000109}]},"capabilityRatings":[{"bucket":"agentic","score":0.028935191133913758,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.017021584242682193,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.01678344606183903,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0279011264750096,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.009802446736068051,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.0210822588692491,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.2545949670344365,"lowerBound":0,"upperBound":1,"independentScore":0.2545949670344365,"independent":true,"opponentIds":1220,"independentOpponentIds":1220,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["4928b0276fd6c9a8c444b71e"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.2242368587228945,"lowerBound":0,"upperBound":1,"independentScore":0.2242368587228945,"independent":true,"opponentIds":1221,"independentOpponentIds":1221,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["e5e6ec6c228c7287c39d279f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25170735402296435,"lowerBound":0,"upperBound":1,"independentScore":0.25170735402296435,"independent":true,"opponentIds":1222,"independentOpponentIds":1222,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["3905dcd5f1aeeae6a2266f50"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.2364903564795942,"lowerBound":0,"upperBound":1,"independentScore":0.2364903564795942,"independent":true,"opponentIds":1223,"independentOpponentIds":1223,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["eba8c8cdf1f756b264cfd259"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.24320134604892446,"lowerBound":0,"upperBound":1,"independentScore":0.24320134604892446,"independent":true,"opponentIds":1224,"independentOpponentIds":1224,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e7fd67d8815e3bbfa5923edc"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.07979645334485094,"lowerBound":0,"upperBound":1,"independentScore":0.07979645334485094,"independent":true,"opponentIds":1225,"independentOpponentIds":1225,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["c68005b6921e3ff990365ab4"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.1233537503302456,"lowerBound":0,"upperBound":1,"independentScore":0.1233537503302456,"independent":true,"opponentIds":1226,"independentOpponentIds":1226,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["c716d0178a13ce9a95ae3cd0"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.4192610028515663,"lowerBound":0,"upperBound":1,"independentScore":0.4192610028515663,"independent":true,"opponentIds":1227,"independentOpponentIds":1227,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["7d7305f2366a230af2f05859"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.46182134326611046,"lowerBound":0,"upperBound":1,"independentScore":0.46182134326611046,"independent":true,"opponentIds":1228,"independentOpponentIds":1228,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["384accf5ced6dc13a246274e"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.0866158872945902,"lowerBound":0,"upperBound":1,"independentScore":0.0866158872945902,"independent":true,"opponentIds":1229,"independentOpponentIds":1229,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["c89a56b6d6bbbcefc7ae2df1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.42165920201956936,"lowerBound":0,"upperBound":1,"independentScore":0.42165920201956936,"independent":true,"opponentIds":1230,"independentOpponentIds":1230,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["e1cded7b38ba045706848908"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.38475915718162923,"lowerBound":0,"upperBound":1,"independentScore":0.38475915718162923,"independent":true,"opponentIds":1231,"independentOpponentIds":1231,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["7cfeb8b11e9274ce0f4325c1"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.20783316428553145,"lowerBound":0,"upperBound":1,"independentScore":0.20783316428553145,"independent":true,"opponentIds":1232,"independentOpponentIds":1232,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["56681bacf5ef1774b2acc379"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4928b0276fd6c9a8c444b71e","e5e6ec6c228c7287c39d279f","3905dcd5f1aeeae6a2266f50","eba8c8cdf1f756b264cfd259","e7fd67d8815e3bbfa5923edc","c68005b6921e3ff990365ab4","c716d0178a13ce9a95ae3cd0","7d7305f2366a230af2f05859","384accf5ced6dc13a246274e","c89a56b6d6bbbcefc7ae2df1","e1cded7b38ba045706848908","7cfeb8b11e9274ce0f4325c1","56681bacf5ef1774b2acc379"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"glm-4.6v--effort-reasoning","name":"GLM-4.6V · Reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.6v","detailsUrl":"/efforts?model=glm-4.6v","publishedBenchmarkCount":14,"overallRating":{"score":0.0334870099302687,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000109}]},"capabilityRatings":[{"bucket":"agentic","score":0.030002760484982377,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.06565120546091227,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.015118494861275282,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.03814664650370581,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.01750832391677393,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.08618041900345663,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8785764005132536,"lowerBound":0,"upperBound":1,"independentScore":0.8785764005132536,"independent":true,"opponentIds":1220,"independentOpponentIds":1220,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["837343c2ac3011d1ba300da8"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.508892688229112,"lowerBound":0,"upperBound":1,"independentScore":0.508892688229112,"independent":true,"opponentIds":1221,"independentOpponentIds":1221,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["d141580c3462963d595336e2"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25170735402296435,"lowerBound":0,"upperBound":1,"independentScore":0.25170735402296435,"independent":true,"opponentIds":1222,"independentOpponentIds":1222,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["afd55634a947e6c3807e9226"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.42695106250050624,"lowerBound":0,"upperBound":1,"independentScore":0.42695106250050624,"independent":true,"opponentIds":1223,"independentOpponentIds":1223,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["7122a72135860cf4a9ad81f7"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.49414917762246785,"lowerBound":0,"upperBound":1,"independentScore":0.49414917762246785,"independent":true,"opponentIds":1224,"independentOpponentIds":1224,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["ba3ca764bdc9824f995c4087"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5086491495096059,"lowerBound":0,"upperBound":1,"independentScore":0.5086491495096059,"independent":true,"opponentIds":1225,"independentOpponentIds":1225,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["ecd415b5cced2b02caaf3681"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.15366856363485762,"lowerBound":0,"upperBound":1,"independentScore":0.15366856363485762,"independent":true,"opponentIds":1226,"independentOpponentIds":1226,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["0421e7c6e87d6634872e2e40"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.10475215211475605,"lowerBound":0,"upperBound":1,"independentScore":0.10475215211475605,"independent":true,"opponentIds":1227,"independentOpponentIds":1227,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["7c7927de9636469ac8d473a7"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6433734072649456,"lowerBound":0,"upperBound":1,"independentScore":0.6433734072649456,"independent":true,"opponentIds":1228,"independentOpponentIds":1228,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["fdb7e30eb45da4db40e78049"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.17619210568800536,"lowerBound":0,"upperBound":1,"independentScore":0.17619210568800536,"independent":true,"opponentIds":1229,"independentOpponentIds":1229,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["2827544ddf30cfce3f005022"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.3369774003417104,"lowerBound":0,"upperBound":1,"independentScore":0.3369774003417104,"independent":true,"opponentIds":1230,"independentOpponentIds":1230,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["b6ce561dc26c02cc5b8f2b40"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3940505789732357,"lowerBound":0,"upperBound":1,"independentScore":0.3940505789732357,"independent":true,"opponentIds":1231,"independentOpponentIds":1231,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["52cdb947037479b540381f2c"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5400629918774414,"lowerBound":0,"upperBound":1,"independentScore":0.5400629918774414,"independent":true,"opponentIds":1232,"independentOpponentIds":1232,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["35b1c4bf5d6fa8c5baaf36b7"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["837343c2ac3011d1ba300da8","d141580c3462963d595336e2","afd55634a947e6c3807e9226","7122a72135860cf4a9ad81f7","ba3ca764bdc9824f995c4087","ecd415b5cced2b02caaf3681","0421e7c6e87d6634872e2e40","7c7927de9636469ac8d473a7","fdb7e30eb45da4db40e78049","2827544ddf30cfce3f005022","b6ce561dc26c02cc5b8f2b40","52cdb947037479b540381f2c","35b1c4bf5d6fa8c5baaf36b7"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"glm-4.7--effort-non-reasoning","name":"GLM-4.7 · Non-reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.7","detailsUrl":"/efforts?model=glm-4.7","publishedBenchmarkCount":13,"overallRating":{"score":0.053385471294815585,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999996}]},"capabilityRatings":[{"bucket":"agentic","score":0.3331185091603205,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03587117953403094,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.07323509603979408,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.08295646906668541,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.05710697036552487,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.48400821348687967,"lowerBound":0,"upperBound":1,"independentScore":0.48400821348687967,"independent":true,"opponentIds":1233,"independentOpponentIds":1233,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["0771a4f46146e10e4235d642"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.41957425367316614,"lowerBound":0,"upperBound":1,"independentScore":0.41957425367316614,"independent":true,"opponentIds":1234,"independentOpponentIds":1234,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["2e0855d0f0f6762f6c2ffdef"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2542361426960531,"lowerBound":0,"upperBound":1,"independentScore":0.2542361426960531,"independent":true,"opponentIds":1235,"independentOpponentIds":1235,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["be2db485b78d0a1b46ed5356"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.42911324995954003,"lowerBound":0,"upperBound":1,"independentScore":0.42911324995954003,"independent":true,"opponentIds":1236,"independentOpponentIds":1236,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["5bc781f14b12760c914bf4ff"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3832112977842519,"lowerBound":0,"upperBound":1,"independentScore":0.3832112977842519,"independent":true,"opponentIds":1237,"independentOpponentIds":1237,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["d361191da2645058d234a667"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.39996187958911755,"lowerBound":0,"upperBound":1,"independentScore":0.39996187958911755,"independent":true,"opponentIds":1238,"independentOpponentIds":1238,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["f2ab30db0772c1973993e6ed"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6707101613932931,"lowerBound":0,"upperBound":1,"independentScore":0.6707101613932931,"independent":true,"opponentIds":1239,"independentOpponentIds":1239,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["580c7737090958a16068b38c"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6009669363429613,"lowerBound":0,"upperBound":1,"independentScore":0.6009669363429613,"independent":true,"opponentIds":1240,"independentOpponentIds":1240,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["6382cf43b3a8232f5674c7b0"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6323183353109525,"lowerBound":0,"upperBound":1,"independentScore":0.6323183353109525,"independent":true,"opponentIds":1241,"independentOpponentIds":1241,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["6011d3f6af7d6023a6300e86"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6565824022598397,"lowerBound":0,"upperBound":1,"independentScore":0.6565824022598397,"independent":true,"opponentIds":1242,"independentOpponentIds":1242,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["b5f9786af6208eb41d64f34a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9109834546758124,"lowerBound":0,"upperBound":1,"independentScore":0.9109834546758124,"independent":true,"opponentIds":1243,"independentOpponentIds":1243,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["1df34276ac9f506932188cd2"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7597736638593321,"lowerBound":0,"upperBound":1,"independentScore":0.7597736638593321,"independent":true,"opponentIds":1244,"independentOpponentIds":1244,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["ed118dd9b03ad11a94dbc60a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["0771a4f46146e10e4235d642","2e0855d0f0f6762f6c2ffdef","be2db485b78d0a1b46ed5356","5bc781f14b12760c914bf4ff","d361191da2645058d234a667","f2ab30db0772c1973993e6ed","580c7737090958a16068b38c","6382cf43b3a8232f5674c7b0","6011d3f6af7d6023a6300e86","b5f9786af6208eb41d64f34a","1df34276ac9f506932188cd2","ed118dd9b03ad11a94dbc60a"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"glm-4.7--effort-reasoning","name":"GLM-4.7 · Reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.7","detailsUrl":"/efforts?model=glm-4.7","publishedBenchmarkCount":15,"overallRating":{"score":0.1923098472832844,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000062}]},"capabilityRatings":[{"bucket":"agentic","score":0.2757378333154999,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.2369489742113775,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.17949202757992155,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.21939205871852127,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.24440258469632933,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.972319462372647,"lowerBound":0,"upperBound":1,"independentScore":0.972319462372647,"independent":true,"opponentIds":1233,"independentOpponentIds":1233,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["9d958d31de170d1f70fe36e3"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7721518038727689,"lowerBound":0,"upperBound":1,"independentScore":0.7721518038727689,"independent":true,"opponentIds":1234,"independentOpponentIds":1234,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["600cd8ff296dbf4c45f8dfb1"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7610351579780548,"lowerBound":0,"upperBound":1,"independentScore":0.7610351579780548,"independent":true,"opponentIds":1235,"independentOpponentIds":1235,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["7c1a7f1baae339fd5be9c307"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7207719407644384,"lowerBound":0,"upperBound":1,"independentScore":0.7207719407644384,"independent":true,"opponentIds":1245,"independentOpponentIds":1245,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["4346349a6b3d09e86089959d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8378043004563315,"lowerBound":0,"upperBound":1,"independentScore":0.8378043004563315,"independent":true,"opponentIds":1237,"independentOpponentIds":1237,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e6b2c07688573b5ef356beb2"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8125132132986411,"lowerBound":0,"upperBound":1,"independentScore":0.8125132132986411,"independent":true,"opponentIds":1238,"independentOpponentIds":1238,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["b20d65229b0b347c90b78a5c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8186240533643627,"lowerBound":0,"upperBound":1,"independentScore":0.8186240533643627,"independent":true,"opponentIds":1239,"independentOpponentIds":1239,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["bf52da1f53cc20f4500101b1"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9849340174020152,"lowerBound":0,"upperBound":1,"independentScore":0.9849340174020152,"independent":true,"opponentIds":1240,"independentOpponentIds":1240,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["1e4ba8a5e58f7505da22c681"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9217638762294801,"lowerBound":0,"upperBound":1,"independentScore":0.9217638762294801,"independent":true,"opponentIds":1241,"independentOpponentIds":1241,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["6ab0834a7bf56a40feab81d4"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7876056434523231,"lowerBound":0,"upperBound":1,"independentScore":0.7876056434523231,"independent":true,"opponentIds":1242,"independentOpponentIds":1242,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["c2a7e666a331885b7d3dc6b5"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7285374997790519,"lowerBound":0,"upperBound":1,"independentScore":0.7285374997790519,"independent":true,"opponentIds":1246,"independentOpponentIds":1246,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["66a84bbe9d4d9beec66aa404","2c709f287f79e8409cab1324"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6790656133969835,"lowerBound":0,"upperBound":1,"independentScore":0.6790656133969835,"independent":true,"opponentIds":1247,"independentOpponentIds":1247,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["fcf8a79a09b5a2fbc1bf7633","c0a612c35973a4492ab95c32"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9d958d31de170d1f70fe36e3","600cd8ff296dbf4c45f8dfb1","7c1a7f1baae339fd5be9c307","4346349a6b3d09e86089959d","e6b2c07688573b5ef356beb2","b20d65229b0b347c90b78a5c","bf52da1f53cc20f4500101b1","1e4ba8a5e58f7505da22c681","6ab0834a7bf56a40feab81d4","c2a7e666a331885b7d3dc6b5","66a84bbe9d4d9beec66aa404","2c709f287f79e8409cab1324","fcf8a79a09b5a2fbc1bf7633","c0a612c35973a4492ab95c32"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"glm-4.7-flash--effort-non-reasoning","name":"GLM-4.7-Flash · Non-reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.7-flash","detailsUrl":"/efforts?model=glm-4.7-flash","publishedBenchmarkCount":12,"overallRating":{"score":0.02040991098560763,"supported":true,"families":10,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":217,"independentFamilies":10,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.5053727012828186},{"source":"Artificial Analysis","independent":true,"share":0.49462729871718436}]},"capabilityRatings":[{"bucket":"agentic","score":0.2755135071818294,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.021342004232859774,"supported":true,"families":5,"independentFamilies":5,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.015118854177398763,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.04016766349470192,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.024587787573635295,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.08783364586310496,"lowerBound":0,"upperBound":1,"independentScore":0.08783364586310496,"independent":true,"opponentIds":1248,"independentOpponentIds":1248,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-fPE4Zajhq5WfccSxEYXXR7"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.25221448751044395,"lowerBound":0,"upperBound":1,"independentScore":0.25221448751044395,"independent":true,"opponentIds":1249,"independentOpponentIds":1249,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["9cd24111c9965cfb6c1082ac"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2533290247039825,"lowerBound":0,"upperBound":1,"independentScore":0.2533290247039825,"independent":true,"opponentIds":1250,"independentOpponentIds":1250,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["ed9425416741e32642acdd40"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.08303467542321147,"lowerBound":0,"upperBound":1,"independentScore":0.08303467542321147,"independent":true,"opponentIds":1251,"independentOpponentIds":1251,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["7d0bb65c43e4e65421db7974","epoch-run-GSde7u2Mb6GZGpubJjjPam"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.286441182723081,"lowerBound":0,"upperBound":1,"independentScore":0.286441182723081,"independent":true,"opponentIds":1252,"independentOpponentIds":1252,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["64779412a942295b2f1fcc41"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5707169655811849,"lowerBound":0,"upperBound":1,"independentScore":0.5707169655811849,"independent":true,"opponentIds":1253,"independentOpponentIds":1253,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9dd6590fc2f380b2c4012ea3"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.18089441184907887,"lowerBound":0,"upperBound":1,"independentScore":0.18089441184907887,"independent":true,"opponentIds":1254,"independentOpponentIds":1254,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["b9f06013867513c4304ef9e3"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.871637991288715,"lowerBound":0,"upperBound":1,"independentScore":0.871637991288715,"independent":true,"opponentIds":1255,"independentOpponentIds":1255,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["6e4ef0923f16cd949083876d"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.24011914305445736,"lowerBound":0,"upperBound":1,"independentScore":0.24011914305445736,"independent":true,"opponentIds":1256,"independentOpponentIds":1256,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["12babe8e33433fd23f2ac171"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.06877709042675809,"lowerBound":0,"upperBound":1,"independentScore":0.06877709042675809,"independent":true,"opponentIds":1257,"independentOpponentIds":1257,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-Mmbo8x2A3WpafV5D6fvS7v"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9cd24111c9965cfb6c1082ac","ed9425416741e32642acdd40","7d0bb65c43e4e65421db7974","64779412a942295b2f1fcc41","9dd6590fc2f380b2c4012ea3","b9f06013867513c4304ef9e3","6e4ef0923f16cd949083876d","12babe8e33433fd23f2ac171","epoch-run-Mmbo8x2A3WpafV5D6fvS7v","epoch-run-GSde7u2Mb6GZGpubJjjPam","epoch-run-fPE4Zajhq5WfccSxEYXXR7"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash-0424","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-oss-120b","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"glm-4.7-flash--effort-reasoning","name":"GLM-4.7-Flash · Reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.7-flash","detailsUrl":"/efforts?model=glm-4.7-flash","publishedBenchmarkCount":9,"overallRating":{"score":0.06447576135710709,"supported":true,"families":8,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":8,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000033}]},"capabilityRatings":[{"bucket":"agentic","score":0.46752515883259216,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.05161603067017736,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.08418941888994423,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.07355184586690706,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.061170657240012805,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.42966453083615064,"lowerBound":0,"upperBound":1,"independentScore":0.42966453083615064,"independent":true,"opponentIds":1249,"independentOpponentIds":1249,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["cd1295cb2630e66e6f215155"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5533893087344172,"lowerBound":0,"upperBound":1,"independentScore":0.5533893087344172,"independent":true,"opponentIds":1250,"independentOpponentIds":1250,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["0db7ae079fcd8b12ea4ae666"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2782366842825891,"lowerBound":0,"upperBound":1,"independentScore":0.2782366842825891,"independent":true,"opponentIds":1258,"independentOpponentIds":1258,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1c6b02da06598a9564b5f0a1"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4466705133767873,"lowerBound":0,"upperBound":1,"independentScore":0.4466705133767873,"independent":true,"opponentIds":1252,"independentOpponentIds":1252,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["f063c4ae2b226ece4cb36abb"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7310112321797605,"lowerBound":0,"upperBound":1,"independentScore":0.7310112321797605,"independent":true,"opponentIds":1253,"independentOpponentIds":1253,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["4c84ae887b9f12258846745d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.3264866908131071,"lowerBound":0,"upperBound":1,"independentScore":0.3264866908131071,"independent":true,"opponentIds":1254,"independentOpponentIds":1254,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["4f604a4640d84fc42eceed08"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9995273322669728,"lowerBound":0,"upperBound":1,"independentScore":0.9995273322669728,"independent":true,"opponentIds":1255,"independentOpponentIds":1255,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["70b12115dcee433abbc02722"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6250466782081295,"lowerBound":0,"upperBound":1,"independentScore":0.6250466782081295,"independent":true,"opponentIds":1256,"independentOpponentIds":1256,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["29f7ca5fdc620111b0d18ca8"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["cd1295cb2630e66e6f215155","0db7ae079fcd8b12ea4ae666","1c6b02da06598a9564b5f0a1","f063c4ae2b226ece4cb36abb","4c84ae887b9f12258846745d","4f604a4640d84fc42eceed08","70b12115dcee433abbc02722","29f7ca5fdc620111b0d18ca8"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"glm-5--effort-reasoning","name":"GLM-5 · Reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5","detailsUrl":"/efforts?model=glm-5","publishedBenchmarkCount":10,"overallRating":{"score":0.20117604642217488,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.00000000000001}]},"capabilityRatings":[{"bucket":"agentic","score":0.2374215711608095,"supported":true,"families":2,"independentFamilies":2,"opponents":173,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.20929866946611506,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.33013319457694,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.21836698822037426,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.3541541940022442,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.3101752626964514,"lowerBound":0,"upperBound":1,"independentScore":0.3101752626964514,"independent":true,"opponentIds":1259,"independentOpponentIds":1259,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["371e32e413b5c1e2b63024dc"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.872965152093181,"lowerBound":0,"upperBound":1,"independentScore":0.872965152093181,"independent":true,"opponentIds":1260,"independentOpponentIds":1260,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["fe7a9aae7813ba9b022e0a72"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7661642550050015,"lowerBound":0,"upperBound":1,"independentScore":0.7661642550050015,"independent":true,"opponentIds":1261,"independentOpponentIds":1261,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["ae84ac005a4fdeda6ace0f05"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7226635292355476,"lowerBound":0,"upperBound":1,"independentScore":0.7226635292355476,"independent":true,"opponentIds":1262,"independentOpponentIds":1262,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["b9a1cabde7a1e7348cc33f64"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8627782662155412,"lowerBound":0,"upperBound":1,"independentScore":0.8627782662155412,"independent":true,"opponentIds":1263,"independentOpponentIds":1263,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["3fa3e46f37c7db7f5e084225"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8757108264837887,"lowerBound":0,"upperBound":1,"independentScore":0.8757108264837887,"independent":true,"opponentIds":1264,"independentOpponentIds":1264,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["b2025179161cc4f662dcc530"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7354455753135227,"lowerBound":0,"upperBound":1,"independentScore":0.7354455753135227,"independent":true,"opponentIds":1265,"independentOpponentIds":1265,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["8c3a2030b1af48fb9ae3dde5"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9744623069735513,"lowerBound":0,"upperBound":1,"independentScore":0.9744623069735513,"independent":true,"opponentIds":1266,"independentOpponentIds":1266,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["7cbdf43c125960c2074118eb"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9457685908152633,"lowerBound":0,"upperBound":1,"independentScore":0.9457685908152633,"independent":true,"opponentIds":1267,"independentOpponentIds":1267,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["2e99d17495fc238ef6244f56"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["371e32e413b5c1e2b63024dc","fe7a9aae7813ba9b022e0a72","ae84ac005a4fdeda6ace0f05","b9a1cabde7a1e7348cc33f64","3fa3e46f37c7db7f5e084225","b2025179161cc4f662dcc530","8c3a2030b1af48fb9ae3dde5","7cbdf43c125960c2074118eb","2e99d17495fc238ef6244f56"],"opponentModelIds":["claude-opus-4-6","claude-sonnet-4-6","deepseek-v3.2","deepseek-v4-pro-0424","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","glm-5.2","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","grok-4.3","kimi-k2.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","nvidia-nemotron-3-super-120b-a12b-bf16","qwen3.5-397b-a17b","qwen3.7-plus","step-3.7-flash","agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5.1","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.6-sol","gpt-6-astra","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"glm-5--effort-non-reasoning","name":"GLM-5 · Non-reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5","detailsUrl":"/efforts?model=glm-5","publishedBenchmarkCount":10,"overallRating":{"score":0.07341089051352859,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000022}]},"capabilityRatings":[{"bucket":"agentic","score":0.4155179920491661,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03989035761152751,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.30053858926868204,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.10425954902899433,"supported":true,"families":3,"independentFamilies":3,"opponents":209,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.06957675173373541,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4671224347561529,"lowerBound":0,"upperBound":1,"independentScore":0.4671224347561529,"independent":true,"opponentIds":1260,"independentOpponentIds":1260,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["3428cabd424a2de0154d82fe"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2521810686094344,"lowerBound":0,"upperBound":1,"independentScore":0.2521810686094344,"independent":true,"opponentIds":1261,"independentOpponentIds":1261,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["08067a5c23ad9c568ec00812"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.5298608915109707,"lowerBound":0,"upperBound":1,"independentScore":0.5298608915109707,"independent":true,"opponentIds":1268,"independentOpponentIds":1268,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["498eceb3c7be3ce505460dd0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3899987944735837,"lowerBound":0,"upperBound":1,"independentScore":0.3899987944735837,"independent":true,"opponentIds":1262,"independentOpponentIds":1262,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["d7755d2a416f32e67386047d"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.46155424054215677,"lowerBound":0,"upperBound":1,"independentScore":0.46155424054215677,"independent":true,"opponentIds":1263,"independentOpponentIds":1263,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["16de6f0d8d08fe75b8727d3a"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6801636490694141,"lowerBound":0,"upperBound":1,"independentScore":0.6801636490694141,"independent":true,"opponentIds":1264,"independentOpponentIds":1264,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["13e503950411783d5ec9b173"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6413342022943271,"lowerBound":0,"upperBound":1,"independentScore":0.6413342022943271,"independent":true,"opponentIds":1265,"independentOpponentIds":1265,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["5a3b5525815de32a23e559dd"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9683038864756307,"lowerBound":0,"upperBound":1,"independentScore":0.9683038864756307,"independent":true,"opponentIds":1266,"independentOpponentIds":1266,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["9229265b86c1968b93d86775"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9254533695926045,"lowerBound":0,"upperBound":1,"independentScore":0.9254533695926045,"independent":true,"opponentIds":1267,"independentOpponentIds":1267,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["ad5cb316707e497431201b78"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3428cabd424a2de0154d82fe","08067a5c23ad9c568ec00812","498eceb3c7be3ce505460dd0","d7755d2a416f32e67386047d","16de6f0d8d08fe75b8727d3a","13e503950411783d5ec9b173","5a3b5525815de32a23e559dd","9229265b86c1968b93d86775","ad5cb316707e497431201b78"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-max","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"glm-5-turbo--effort-reasoning","name":"GLM-5-Turbo · Reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5-turbo","detailsUrl":"/efforts?model=glm-5-turbo","publishedBenchmarkCount":9,"overallRating":{"score":0.1852025370287501,"supported":true,"families":8,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":8,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999923}]},"capabilityRatings":[{"bucket":"agentic","score":0.43715660919981486,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.17156999681322857,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.18276884690574127,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.25279252239311745,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.24905304336153714,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7802315098264275,"lowerBound":0,"upperBound":1,"independentScore":0.7802315098264275,"independent":true,"opponentIds":1269,"independentOpponentIds":1269,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["1f452159e71bb7cf6c9df55c"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5579442336384336,"lowerBound":0,"upperBound":1,"independentScore":0.5579442336384336,"independent":true,"opponentIds":1270,"independentOpponentIds":1270,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["38fd5b20ee074591cd6ee178"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8024159562601169,"lowerBound":0,"upperBound":1,"independentScore":0.8024159562601169,"independent":true,"opponentIds":1271,"independentOpponentIds":1271,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["82f973f0bcc93805188086f9"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8165968378549059,"lowerBound":0,"upperBound":1,"independentScore":0.8165968378549059,"independent":true,"opponentIds":1272,"independentOpponentIds":1272,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["4768564e465e1b47587ec2d7"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9003298720992499,"lowerBound":0,"upperBound":1,"independentScore":0.9003298720992499,"independent":true,"opponentIds":1273,"independentOpponentIds":1273,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["6da62a2c7f9a3a460475f9f5"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7780805340648778,"lowerBound":0,"upperBound":1,"independentScore":0.7780805340648778,"independent":true,"opponentIds":1274,"independentOpponentIds":1274,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["0a4a8c34851842bb451eabc3"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9891228372263291,"lowerBound":0,"upperBound":1,"independentScore":0.9891228372263291,"independent":true,"opponentIds":1275,"independentOpponentIds":1275,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["776868e5b235788549bdbee8"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8217179435644837,"lowerBound":0,"upperBound":1,"independentScore":0.8217179435644837,"independent":true,"opponentIds":1276,"independentOpponentIds":1276,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["556b2cb34128790508b0a194"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1f452159e71bb7cf6c9df55c","38fd5b20ee074591cd6ee178","82f973f0bcc93805188086f9","4768564e465e1b47587ec2d7","6da62a2c7f9a3a460475f9f5","0a4a8c34851842bb451eabc3","776868e5b235788549bdbee8","556b2cb34128790508b0a194"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"glm-5.1--effort-reasoning","name":"GLM-5.1 · Reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.1","detailsUrl":"/efforts?model=glm-5.1","publishedBenchmarkCount":18,"overallRating":{"score":0.24229849299652964,"supported":true,"families":14,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":14,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999889}]},"capabilityRatings":[{"bucket":"agentic","score":0.3179088867364817,"supported":true,"families":6,"independentFamilies":6,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.28428833281380683,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.23150439306082096,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.22205788437123117,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.30920890285502994,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6975085873631863,"lowerBound":0,"upperBound":1,"independentScore":0.6975085873631863,"independent":true,"opponentIds":1277,"independentOpponentIds":1277,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["a1cfc8028694159742765a26"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.831051461804686,"lowerBound":0,"upperBound":1,"independentScore":0.831051461804686,"independent":true,"opponentIds":1278,"independentOpponentIds":1278,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["595338c539b2c4564f1d642c"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6285580428504888,"lowerBound":0,"upperBound":1,"independentScore":0.6285580428504888,"independent":true,"opponentIds":1279,"independentOpponentIds":1279,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["fc73ee323b1e28e5bc9197ae"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8263018323018794,"lowerBound":0,"upperBound":1,"independentScore":0.8263018323018794,"independent":true,"opponentIds":1280,"independentOpponentIds":1280,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["fc8df65d5ad38aaa1f26ee2c"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5326295563213359,"lowerBound":0,"upperBound":1,"independentScore":0.5326295563213359,"independent":true,"opponentIds":1281,"independentOpponentIds":1281,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["f5c0ac6e2cf24335a4aafeb8"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7748640319840734,"lowerBound":0,"upperBound":1,"independentScore":0.7748640319840734,"independent":true,"opponentIds":1282,"independentOpponentIds":1282,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["a53881997b19ab4302152797"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8585313252288782,"lowerBound":0,"upperBound":1,"independentScore":0.8585313252288782,"independent":true,"opponentIds":1283,"independentOpponentIds":1283,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["54f0aef98b6d8f147c847061"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8689054845800144,"lowerBound":0,"upperBound":1,"independentScore":0.8689054845800144,"independent":true,"opponentIds":1284,"independentOpponentIds":1284,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["ae183160f013826b3737ac2c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9521120889354642,"lowerBound":0,"upperBound":1,"independentScore":0.9521120889354642,"independent":true,"opponentIds":1285,"independentOpponentIds":1285,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["485e3cc25dc48e1a9389fc9a"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.8802663600388122,"lowerBound":0,"upperBound":1,"independentScore":0.8802663600388122,"independent":true,"opponentIds":1286,"independentOpponentIds":1286,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["4fb343bd4b97cb79826e7420"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6586827634736253,"lowerBound":0,"upperBound":1,"independentScore":0.6586827634736253,"independent":true,"opponentIds":1287,"independentOpponentIds":1287,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["29edc738b17c43dc468be90f"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.5461797046003641,"lowerBound":0,"upperBound":1,"independentScore":0.5461797046003641,"independent":true,"opponentIds":1288,"independentOpponentIds":1288,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["751a38b92383dd44f4f4b6f8"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7628487551495907,"lowerBound":0,"upperBound":1,"independentScore":0.7628487551495907,"independent":true,"opponentIds":1289,"independentOpponentIds":1289,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["2b4a47e946d0bad8e61425fe","824624d738ab3059a6e8fbd8"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7737260540421105,"lowerBound":0,"upperBound":1,"independentScore":0.7737260540421105,"independent":true,"opponentIds":1290,"independentOpponentIds":1290,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["a6d79b63b7974c406cbce5a0","407c1f4b591ee717a0225582","4942502e2f28e870df1cfb21"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a1cfc8028694159742765a26","595338c539b2c4564f1d642c","fc73ee323b1e28e5bc9197ae","fc8df65d5ad38aaa1f26ee2c","f5c0ac6e2cf24335a4aafeb8","a53881997b19ab4302152797","54f0aef98b6d8f147c847061","ae183160f013826b3737ac2c","485e3cc25dc48e1a9389fc9a","4fb343bd4b97cb79826e7420","29edc738b17c43dc468be90f","751a38b92383dd44f4f4b6f8","2b4a47e946d0bad8e61425fe","824624d738ab3059a6e8fbd8","a6d79b63b7974c406cbce5a0","407c1f4b591ee717a0225582","4942502e2f28e870df1cfb21"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":18}],"unspecified":0,"total":18}},{"id":"glm-5.1--effort-non-reasoning","name":"GLM-5.1 · Non-reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.1","detailsUrl":"/efforts?model=glm-5.1","publishedBenchmarkCount":10,"overallRating":{"score":0.11116562317696288,"supported":true,"families":9,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":219,"independentFamilies":9,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.750851378093151},{"source":"Epoch AI","independent":true,"share":0.24914862190684706}]},"capabilityRatings":[{"bucket":"agentic","score":0.396804659033467,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.11436445739582222,"supported":true,"families":4,"independentFamilies":4,"opponents":219,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.22943566782717675,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.12987207776184279,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.10300630579996405,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5523792007405744,"lowerBound":0,"upperBound":1,"independentScore":0.5523792007405744,"independent":true,"opponentIds":1278,"independentOpponentIds":1278,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["c39102d86367d9fb4babc11b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2533290247039825,"lowerBound":0,"upperBound":1,"independentScore":0.2533290247039825,"independent":true,"opponentIds":1280,"independentOpponentIds":1280,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["30a13e7c9545cc95c3213936"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7588702635990325,"lowerBound":0,"upperBound":1,"independentScore":0.7588702635990325,"independent":true,"opponentIds":1283,"independentOpponentIds":1283,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3af2e846ff223b71f85e5654"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.830501482556286,"lowerBound":0,"upperBound":1,"independentScore":0.830501482556286,"independent":true,"opponentIds":1284,"independentOpponentIds":1284,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["bdf6dc6e16a18d863fbad514"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.651754224619185,"lowerBound":0,"upperBound":1,"independentScore":0.651754224619185,"independent":true,"opponentIds":1285,"independentOpponentIds":1285,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9c83698c69eebf7abc6a73de"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7086407737543619,"lowerBound":0,"upperBound":1,"independentScore":0.7086407737543619,"independent":true,"opponentIds":1287,"independentOpponentIds":1287,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["e4cb9ffa9390c3c6084fbc6a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9602826132018252,"lowerBound":0,"upperBound":1,"independentScore":0.9602826132018252,"independent":true,"opponentIds":1291,"independentOpponentIds":1291,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["49be3f22ea03e85c39c33f83"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8725668439636785,"lowerBound":0,"upperBound":1,"independentScore":0.8725668439636785,"independent":true,"opponentIds":1292,"independentOpponentIds":1292,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["f1da9a555bd7b230511bbc67"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.41092991665358336,"lowerBound":0,"upperBound":1,"independentScore":0.41092991665358336,"independent":true,"opponentIds":1293,"independentOpponentIds":1293,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-4hmmfwG9tgZJvKhL78nKzL"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c39102d86367d9fb4babc11b","30a13e7c9545cc95c3213936","3af2e846ff223b71f85e5654","bdf6dc6e16a18d863fbad514","9c83698c69eebf7abc6a73de","e4cb9ffa9390c3c6084fbc6a","49be3f22ea03e85c39c33f83","f1da9a555bd7b230511bbc67","epoch-run-4hmmfwG9tgZJvKhL78nKzL"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","qwen3.5-flash","qwen3.7-flash","qwen3.6-flash"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"glm-5.1--effort-max","name":"GLM-5.1 · Max","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.1","detailsUrl":"/efforts?model=glm-5.1","publishedBenchmarkCount":1,"overallRating":{"score":0.08387815962157112,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":4,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Terminal-Bench","independent":true,"share":1.0000000000000002}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":0.11995503218825183,"supported":false,"families":1,"independentFamilies":1,"opponents":4,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1294,"independentOpponentIds":1294,"panelSize":4,"publishers":["Terminal-Bench"],"observations":["b5077a6fd8bbb23f0cf30638"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b5077a6fd8bbb23f0cf30638"],"opponentModelIds":["claude-fable-5","claude-opus-4-7","claude-opus-4-8","claude-sonnet-5"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":1}],"unspecified":0,"total":1}},{"id":"glm-5.2--effort-max","name":"GLM-5.2 · Max","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.2","detailsUrl":"/efforts?model=glm-5.2","publishedBenchmarkCount":34,"overallRating":{"score":0.31107874747217346,"supported":true,"families":25,"publishers":4,"evaluationSources":4,"taskAreas":5,"opponents":219,"independentFamilies":25,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.32468112772696117},{"source":"Epoch AI","independent":true,"share":0.25080385582650927},{"source":"Datacurve","independent":true,"share":0.2363253218354089},{"source":"Vals AI","independent":true,"share":0.1881896946111123}]},"capabilityRatings":[{"bucket":"agentic","score":0.4928004135655322,"supported":true,"families":10,"independentFamilies":10,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.41474711746992293,"supported":true,"families":6,"independentFamilies":6,"opponents":219,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.33887362102101376,"supported":true,"families":5,"independentFamilies":5,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.20075585309546762,"supported":true,"families":3,"independentFamilies":3,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.3030855323635693,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7843868876964628,"lowerBound":0,"upperBound":1,"independentScore":0.7843868876964628,"independent":true,"opponentIds":1295,"independentOpponentIds":1295,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["67b15250b5c413661efd7b0e"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.710859922091374,"lowerBound":0,"upperBound":1,"independentScore":0.710859922091374,"independent":true,"opponentIds":1296,"independentOpponentIds":1296,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-XjFqou6MyT2XLpkUsCrgxM"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.8870534486385772,"lowerBound":0,"upperBound":1,"independentScore":0.8870534486385772,"independent":true,"opponentIds":1297,"independentOpponentIds":1297,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["c55f7602a85dcd8123ca612a"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6149306171834679,"lowerBound":0,"upperBound":1,"independentScore":0.6149306171834679,"independent":true,"opponentIds":1298,"independentOpponentIds":1298,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["18cdac599b2798cbd58f55ac","65cdc57d1a980747e1369c54"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6723648530971905,"lowerBound":0,"upperBound":1,"independentScore":0.6723648530971905,"independent":true,"opponentIds":1299,"independentOpponentIds":1299,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["b685b7628055bf6f6e85663c"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9552238534249103,"lowerBound":0,"upperBound":1,"independentScore":0.9552238534249103,"independent":true,"opponentIds":1300,"independentOpponentIds":1300,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["1a5b16a69844953fd2b67b9a"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.6660385577495195,"lowerBound":0,"upperBound":1,"independentScore":0.6660385577495195,"independent":true,"opponentIds":1301,"independentOpponentIds":1301,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["2b0108fef26ae8d59ed7c16d"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5755987321073288,"lowerBound":0,"upperBound":1,"independentScore":0.5755987321073288,"independent":true,"opponentIds":1302,"independentOpponentIds":1302,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["62f8f1a0d281696ac1bdb1b4"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8616563426919461,"lowerBound":0,"upperBound":1,"independentScore":0.8616563426919461,"independent":true,"opponentIds":1303,"independentOpponentIds":1303,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["517e739317baa8eb42f2d78a"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8896645839869678,"lowerBound":0,"upperBound":1,"independentScore":0.8896645839869678,"independent":true,"opponentIds":1304,"independentOpponentIds":1304,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["734f734b8fe4083cb205726a","epoch-run-c5kpB4axzmygRywWqBKFmv"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.7208785184337764,"lowerBound":0,"upperBound":1,"independentScore":0.7208785184337764,"independent":true,"opponentIds":1305,"independentOpponentIds":1305,"panelSize":50,"publishers":["Artificial Analysis","Vals AI"],"observations":["02dde0b3aee40e4db7e181ef","vals-legal-agent-benchmark-v1:zai/glm-5.2"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9225215718080699,"lowerBound":0,"upperBound":1,"independentScore":0.9225215718080699,"independent":true,"opponentIds":1306,"independentOpponentIds":1306,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["16a667a162f6c87ff81115a1"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8919689955528238,"lowerBound":0,"upperBound":1,"independentScore":0.8919689955528238,"independent":true,"opponentIds":1307,"independentOpponentIds":1307,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["04cb55028548a3cf387804ed"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.8766229826477369,"lowerBound":0,"upperBound":1,"independentScore":0.8766229826477369,"independent":true,"opponentIds":1308,"independentOpponentIds":1308,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["30b346436bc3eba563c3b0cd"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6428564967040098,"lowerBound":0,"upperBound":1,"independentScore":0.6428564967040098,"independent":true,"opponentIds":1309,"independentOpponentIds":1309,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["3c94594dbb5ec187decd3c95"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.7407427752118608,"lowerBound":0,"upperBound":1,"independentScore":0.7407427752118608,"independent":true,"opponentIds":1310,"independentOpponentIds":1310,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["2aee869413c2bc6b49a8cf69"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9157355804416546,"lowerBound":0,"upperBound":1,"independentScore":0.9157355804416546,"independent":true,"opponentIds":1311,"independentOpponentIds":1311,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["04cdbbf68448a780f51d2317","559a9c09dcdd9d2aac2890d4"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5395651145054612,"lowerBound":0,"upperBound":1,"independentScore":0.5395651145054612,"independent":true,"opponentIds":1312,"independentOpponentIds":1312,"panelSize":201,"publishers":["Artificial Analysis","Vals AI"],"observations":["5eb3f20394c7766f2c9cb0f7","731debb2ebe4ab8788acee6f","5257c396059cf0e1ea69c0fa","vals-terminal-bench-2-1-v2.1:zai/glm-5.2"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.17870511576320527,"lowerBound":0,"upperBound":1,"independentScore":0.17870511576320527,"independent":true,"opponentIds":1313,"independentOpponentIds":1313,"panelSize":25,"publishers":["Datacurve"],"observations":["036eacdadd55f02cf88f8c65"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.7298347198299555,"lowerBound":0,"upperBound":1,"independentScore":0.7298347198299555,"independent":true,"opponentIds":1314,"independentOpponentIds":1314,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-G8hwpomZQaMniWH5XUzTRe"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.5746564350145571,"lowerBound":0,"upperBound":1,"independentScore":0.5746564350145571,"independent":true,"opponentIds":1315,"independentOpponentIds":1315,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-JebA8dYLVov6H49ZQSLXh5","epoch-run-TTuCPacMDpNaCSs3Hpbdjp"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.2820053715308863,"lowerBound":0,"upperBound":1,"independentScore":0.2820053715308863,"independent":true,"opponentIds":1316,"independentOpponentIds":1316,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-WgjFZzojpiv54XqUhvfuUG"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.5883396461619599,"lowerBound":0,"upperBound":1,"independentScore":0.5883396461619599,"independent":true,"opponentIds":1317,"independentOpponentIds":1317,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:zai/glm-5.2"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.410977511696936,"lowerBound":0,"upperBound":1,"independentScore":0.410977511696936,"independent":true,"opponentIds":1318,"independentOpponentIds":1318,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:zai/glm-5.2"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.39232325225714143,"lowerBound":0,"upperBound":1,"independentScore":0.39232325225714143,"independent":true,"opponentIds":1319,"independentOpponentIds":1319,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:zai/glm-5.2"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["67b15250b5c413661efd7b0e","c55f7602a85dcd8123ca612a","18cdac599b2798cbd58f55ac","b685b7628055bf6f6e85663c","1a5b16a69844953fd2b67b9a","2b0108fef26ae8d59ed7c16d","62f8f1a0d281696ac1bdb1b4","517e739317baa8eb42f2d78a","734f734b8fe4083cb205726a","02dde0b3aee40e4db7e181ef","16a667a162f6c87ff81115a1","04cb55028548a3cf387804ed","30b346436bc3eba563c3b0cd","65cdc57d1a980747e1369c54","3c94594dbb5ec187decd3c95","2aee869413c2bc6b49a8cf69","04cdbbf68448a780f51d2317","559a9c09dcdd9d2aac2890d4","5eb3f20394c7766f2c9cb0f7","731debb2ebe4ab8788acee6f","5257c396059cf0e1ea69c0fa","036eacdadd55f02cf88f8c65","epoch-run-G8hwpomZQaMniWH5XUzTRe","epoch-run-JebA8dYLVov6H49ZQSLXh5","epoch-run-TTuCPacMDpNaCSs3Hpbdjp","epoch-run-c5kpB4axzmygRywWqBKFmv","epoch-run-XjFqou6MyT2XLpkUsCrgxM","epoch-run-WgjFZzojpiv54XqUhvfuUG","vals-code-migration-v1:zai/glm-5.2","vals-legal-research-v1:zai/glm-5.2","vals-terminal-bench-2-1-v2.1:zai/glm-5.2","vals-vibe-code-bench-v1.1:zai/glm-5.2","vals-legal-agent-benchmark-v1:zai/glm-5.2"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","deepseek-v3.2","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","qwen3.5-flash","qwen3.6-flash"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":34}],"unspecified":0,"total":34}},{"id":"glm-5.2--effort-non-reasoning","name":"GLM-5.2 · Non-reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.2","detailsUrl":"/efforts?model=glm-5.2","publishedBenchmarkCount":14,"overallRating":{"score":0.08767362785631531,"supported":true,"families":11,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":220,"independentFamilies":11,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5803533544576188},{"source":"Epoch AI","independent":true,"share":0.4196466455423783}]},"capabilityRatings":[{"bucket":"agentic","score":0.3342384889316188,"supported":true,"families":2,"independentFamilies":2,"opponents":128,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.09564478632632219,"supported":true,"families":6,"independentFamilies":6,"opponents":220,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.18789476242576486,"supported":false,"families":1,"independentFamilies":1,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.09066406205742715,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.06551994188384173,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.16592756471668868,"lowerBound":0,"upperBound":1,"independentScore":0.16592756471668868,"independent":true,"opponentIds":1296,"independentOpponentIds":1296,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-J8hYKbXiGhetQRwu5bUSp6"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4489321706016872,"lowerBound":0,"upperBound":1,"independentScore":0.4489321706016872,"independent":true,"opponentIds":1320,"independentOpponentIds":1320,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["e94927ce7fbb41be1446de36"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7947534506163266,"lowerBound":0,"upperBound":1,"independentScore":0.7947534506163266,"independent":true,"opponentIds":1300,"independentOpponentIds":1300,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["509692cc7e198e1eba713675"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8452373625368447,"lowerBound":0,"upperBound":1,"independentScore":0.8452373625368447,"independent":true,"opponentIds":1303,"independentOpponentIds":1303,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["18c42bfe96c85a2bd5b0c271"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.31625181560556437,"lowerBound":0,"upperBound":1,"independentScore":0.31625181560556437,"independent":true,"opponentIds":1304,"independentOpponentIds":1304,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["3a6e78ca66808b560219a6ef","epoch-run-YDQJAMgMjLaikPkeVDbAjr"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5097858437238648,"lowerBound":0,"upperBound":1,"independentScore":0.5097858437238648,"independent":true,"opponentIds":1306,"independentOpponentIds":1306,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["5734fedef2340bfa5ea45ecc"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5442946110736369,"lowerBound":0,"upperBound":1,"independentScore":0.5442946110736369,"independent":true,"opponentIds":1309,"independentOpponentIds":1309,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["18c771702d3ba14c5fc02b8a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5392152091384423,"lowerBound":0,"upperBound":1,"independentScore":0.5392152091384423,"independent":true,"opponentIds":1321,"independentOpponentIds":1321,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["d298d6a3d4fc3a4d17703a24"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6394446683394841,"lowerBound":0,"upperBound":1,"independentScore":0.6394446683394841,"independent":true,"opponentIds":1322,"independentOpponentIds":1322,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["1714719aac77d33cf0b3aa16"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.5046596416607868,"lowerBound":0,"upperBound":1,"independentScore":0.5046596416607868,"independent":true,"opponentIds":1323,"independentOpponentIds":1323,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-kwT2PhMLMheWkxaqwh8PKq","epoch-run-BLjXudxuEyLbZiKBSZz326"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.8270572790713745,"lowerBound":0,"upperBound":1,"independentScore":0.8270572790713745,"independent":true,"opponentIds":1324,"independentOpponentIds":1324,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-ECdG3m8n5ABfWVZ55rPFmT"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e94927ce7fbb41be1446de36","509692cc7e198e1eba713675","18c42bfe96c85a2bd5b0c271","3a6e78ca66808b560219a6ef","5734fedef2340bfa5ea45ecc","18c771702d3ba14c5fc02b8a","d298d6a3d4fc3a4d17703a24","1714719aac77d33cf0b3aa16","epoch-run-kwT2PhMLMheWkxaqwh8PKq","epoch-run-ECdG3m8n5ABfWVZ55rPFmT","epoch-run-YDQJAMgMjLaikPkeVDbAjr","epoch-run-BLjXudxuEyLbZiKBSZz326","epoch-run-J8hYKbXiGhetQRwu5bUSp6"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash-0424","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-oss-120b","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"glm-5.2--effort-high","name":"GLM-5.2 · High","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.2","detailsUrl":"/efforts?model=glm-5.2","publishedBenchmarkCount":5,"overallRating":{"score":0.35776312847351094,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":1,"opponents":28,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":2,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"SWE-rebench","independent":true,"share":0.6492215965551505},{"source":"Datacurve","independent":true,"share":0.35077840344484906}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":0.4037048533831939,"supported":true,"families":2,"independentFamilies":2,"opponents":28,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.13692162417374878,"lowerBound":0,"upperBound":1,"independentScore":0.13692162417374878,"independent":true,"opponentIds":1313,"independentOpponentIds":1313,"panelSize":25,"publishers":["Datacurve"],"observations":["41fb67eca9e0c6af98ac79d1"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.6983418367346939,"lowerBound":0,"upperBound":1,"independentScore":0.6983418367346939,"independent":true,"opponentIds":1325,"independentOpponentIds":1325,"panelSize":12,"publishers":["SWE-rebench"],"observations":["panel-4e74e790b8c2ab2987cd3979","panel-7073ced98bba7f5b5d8c68cd","panel-9b20aa7050ddddd133712208","panel-9633b6cae80f96f07bdab378"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["41fb67eca9e0c6af98ac79d1","panel-4e74e790b8c2ab2987cd3979","panel-7073ced98bba7f5b5d8c68cd","panel-9b20aa7050ddddd133712208","panel-9633b6cae80f96f07bdab378"],"opponentModelIds":["claude-fable-5","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash","gemini-3.1-pro","gemini-3.5-flash","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","glm-5.3","glm-5.3-flash","gpt-5.4","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","muse-spark-1.1","muse-spark-1.2","qwen-3.8-max","claude-opus-4-6","claude-opus-4-7","deepseek-v4-pro-0424"]},"effort":{"label":"High","settings":[{"label":"High","observations":5}],"unspecified":0,"total":5}},{"id":"glm-5.3--effort-max","name":"GLM-5.3 · Max","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.3","detailsUrl":"/efforts?model=glm-5.3","publishedBenchmarkCount":36,"overallRating":{"score":0.5725339301082918,"supported":true,"families":26,"publishers":6,"evaluationSources":6,"taskAreas":5,"opponents":220,"independentFamilies":26,"reason":null,"independentSources":6,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.17467052510628656},{"source":"Datacurve","independent":true,"share":0.1709275852825804},{"source":"Artificial Analysis","independent":true,"share":0.16999464704442394},{"source":"Epoch AI","independent":true,"share":0.1692919815337423},{"source":"Vals AI","independent":true,"share":0.1629023748689226},{"source":"Terminal-Bench","independent":true,"share":0.1522128861640497}]},"capabilityRatings":[{"bucket":"agentic","score":0.6010421935978,"supported":true,"families":10,"independentFamilies":10,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.4296204751979816,"supported":true,"families":6,"independentFamilies":6,"opponents":220,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.6783914013222385,"supported":true,"families":6,"independentFamilies":6,"opponents":126,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.23667062803895977,"supported":true,"families":3,"independentFamilies":3,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.7035237199185399,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9481726939253269,"lowerBound":0,"upperBound":1,"independentScore":0.9481726939253269,"independent":true,"opponentIds":1326,"independentOpponentIds":1326,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["be4dbe3360dd3f02bd332d2c"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6191559262067222,"lowerBound":0,"upperBound":1,"independentScore":0.6191559262067222,"independent":true,"opponentIds":1327,"independentOpponentIds":1327,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-goZR5yGxZic9TZ23ezCL3w"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9078564566290047,"lowerBound":0,"upperBound":1,"independentScore":0.9078564566290047,"independent":true,"opponentIds":1328,"independentOpponentIds":1328,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["03589e0cd6d71614dbdee7a5","c030d58ba58b16f1f98af31d"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9821149761140798,"lowerBound":0,"upperBound":1,"independentScore":0.9821149761140798,"independent":true,"opponentIds":1329,"independentOpponentIds":1329,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["8e6fdbe329769f9b2d1bc773"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9350933353861874,"lowerBound":0,"upperBound":1,"independentScore":0.9350933353861874,"independent":true,"opponentIds":1330,"independentOpponentIds":1330,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["1b2b1bb5c7a2e87c08d5a4c1"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.3969163492524683,"lowerBound":0,"upperBound":1,"independentScore":0.3969163492524683,"independent":true,"opponentIds":1331,"independentOpponentIds":1331,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["395626c3695359937c7d12a8"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6272518480135361,"lowerBound":0,"upperBound":1,"independentScore":0.6272518480135361,"independent":true,"opponentIds":1332,"independentOpponentIds":1332,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["e7f416a17884df7aef90f9f4"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9892769962920119,"lowerBound":0,"upperBound":1,"independentScore":0.9892769962920119,"independent":true,"opponentIds":1333,"independentOpponentIds":1333,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["d421e3e8a95478bc0e53938b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8047806495317187,"lowerBound":0,"upperBound":1,"independentScore":0.8047806495317187,"independent":true,"opponentIds":1334,"independentOpponentIds":1334,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["a8d48be7c4b3b312fd3982fd","epoch-run-dLDBahYBTGRNjbsXA5pyr3"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.7412022456524713,"lowerBound":0,"upperBound":1,"independentScore":0.7412022456524713,"independent":true,"opponentIds":1335,"independentOpponentIds":1335,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:zai/glm-5.3"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9219385972837201,"lowerBound":0,"upperBound":1,"independentScore":0.9219385972837201,"independent":true,"opponentIds":1336,"independentOpponentIds":1336,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["580cd529e7bf91092259785c"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.3007505611672279,"lowerBound":0,"upperBound":1,"independentScore":0.3007505611672279,"independent":true,"opponentIds":1337,"independentOpponentIds":1337,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:zai/glm-5.3"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.80431272585746,"lowerBound":0,"upperBound":1,"independentScore":0.80431272585746,"independent":true,"opponentIds":1338,"independentOpponentIds":1338,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["815c075d82fa152d7eecba36"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9736817776036422,"lowerBound":0,"upperBound":1,"independentScore":0.9736817776036422,"independent":true,"opponentIds":1339,"independentOpponentIds":1339,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["bc1e10b808769dbc5b58076f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9835718559764897,"lowerBound":0,"upperBound":1,"independentScore":0.9835718559764897,"independent":true,"opponentIds":1340,"independentOpponentIds":1340,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["4e0077d4dc5e45d0d02cd521"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5020624289197534,"lowerBound":0,"upperBound":1,"independentScore":0.5020624289197534,"independent":true,"opponentIds":1341,"independentOpponentIds":1341,"panelSize":126,"publishers":["Artificial Analysis","Terminal-Bench","Vals AI"],"observations":["aa57afbaecfad6b6f2b99ee3","3c1ac3e144270be20ee96d03","c3b6ec43cb1015de697c37c0","vals-terminal-bench-2-1-v2.1:zai/glm-5.3"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.8528467153284669,"lowerBound":0,"upperBound":1,"independentScore":0.8528467153284669,"independent":true,"opponentIds":1342,"independentOpponentIds":1342,"panelSize":25,"publishers":["Datacurve"],"observations":["9e2a553a0ef9312c689f04ed"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.8055555555555555,"lowerBound":0,"upperBound":1,"independentScore":0.8055555555555555,"independent":true,"opponentIds":1343,"independentOpponentIds":1343,"panelSize":6,"publishers":["Cognition"],"observations":["118142e09fa2bec781ac751e","739cb0ae8374d5569ce1d129"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.6302163950347508,"lowerBound":0,"upperBound":1,"independentScore":0.6302163950347508,"independent":true,"opponentIds":1344,"independentOpponentIds":1344,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-9RfS3yHmzmP3azirghceFL","epoch-run-UUq99Qhq3qizcoJo5vdhuK"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.5686900602392864,"lowerBound":0,"upperBound":1,"independentScore":0.5686900602392864,"independent":true,"opponentIds":1345,"independentOpponentIds":1345,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-4S3ZrJDkwh4gmGrmJQdvzR","epoch-run-iXvqUzwxAiA3Rg3dwnutFs"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.2921013412816692,"lowerBound":0,"upperBound":1,"independentScore":0.2921013412816692,"independent":true,"opponentIds":1346,"independentOpponentIds":1346,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-TY8R8FV7zCwByEipkqyg2P"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.6655291354762952,"lowerBound":0,"upperBound":1,"independentScore":0.6655291354762952,"independent":true,"opponentIds":1347,"independentOpponentIds":1347,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:zai/glm-5.3"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.6839560148383678,"lowerBound":0,"upperBound":1,"independentScore":0.6839560148383678,"independent":true,"opponentIds":1348,"independentOpponentIds":1348,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:zai/glm-5.3"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.9000410790086263,"lowerBound":0,"upperBound":1,"independentScore":0.9000410790086263,"independent":true,"opponentIds":1349,"independentOpponentIds":1349,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:zai/glm-5.3"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.3270916061892372,"lowerBound":0,"upperBound":1,"independentScore":0.3270916061892372,"independent":true,"opponentIds":1350,"independentOpponentIds":1350,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:zai/glm-5.3"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.6831781459674104,"lowerBound":0,"upperBound":1,"independentScore":0.6831781459674104,"independent":true,"opponentIds":1351,"independentOpponentIds":1351,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:zai/glm-5.3"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["be4dbe3360dd3f02bd332d2c","03589e0cd6d71614dbdee7a5","8e6fdbe329769f9b2d1bc773","1b2b1bb5c7a2e87c08d5a4c1","395626c3695359937c7d12a8","e7f416a17884df7aef90f9f4","d421e3e8a95478bc0e53938b","a8d48be7c4b3b312fd3982fd","580cd529e7bf91092259785c","c030d58ba58b16f1f98af31d","815c075d82fa152d7eecba36","bc1e10b808769dbc5b58076f","4e0077d4dc5e45d0d02cd521","aa57afbaecfad6b6f2b99ee3","3c1ac3e144270be20ee96d03","9e2a553a0ef9312c689f04ed","118142e09fa2bec781ac751e","739cb0ae8374d5569ce1d129","c3b6ec43cb1015de697c37c0","epoch-run-9RfS3yHmzmP3azirghceFL","epoch-run-4S3ZrJDkwh4gmGrmJQdvzR","epoch-run-iXvqUzwxAiA3Rg3dwnutFs","epoch-run-dLDBahYBTGRNjbsXA5pyr3","epoch-run-UUq99Qhq3qizcoJo5vdhuK","epoch-run-goZR5yGxZic9TZ23ezCL3w","epoch-run-TY8R8FV7zCwByEipkqyg2P","vals-finance-agent-v2:zai/glm-5.3","vals-code-migration-v1:zai/glm-5.3","vals-legal-research-v1:zai/glm-5.3","vals-emb-v1:zai/glm-5.3","vals-mmlu-pro-v1:zai/glm-5.3","vals-terminal-bench-2-1-v2.1:zai/glm-5.3","vals-vibe-code-bench-v1.1:zai/glm-5.3","vals-legal-agent-benchmark-v1:zai/glm-5.3"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":36}],"unspecified":0,"total":36}},{"id":"glm-5.3-flash--effort-reasoning","name":"GLM-5.3-Flash · Reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.3-flash","detailsUrl":"/efforts?model=glm-5.3-flash","publishedBenchmarkCount":16,"overallRating":{"score":0.4198307261946482,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000062}]},"capabilityRatings":[{"bucket":"agentic","score":0.5560938025747729,"supported":true,"families":6,"independentFamilies":6,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.42580104242881295,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5275827193460414,"supported":true,"families":2,"independentFamilies":2,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.19889670195972897,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.7297471645852233,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9160408034061024,"lowerBound":0,"upperBound":1,"independentScore":0.9160408034061024,"independent":true,"opponentIds":1352,"independentOpponentIds":1352,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["07489b0b2fa05d32b9093115"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9429725957127224,"lowerBound":0,"upperBound":1,"independentScore":0.9429725957127224,"independent":true,"opponentIds":1353,"independentOpponentIds":1353,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["2edf5c6a680fd2d04a804ddf","18dfc980033586824c069087"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9696694604265388,"lowerBound":0,"upperBound":1,"independentScore":0.9696694604265388,"independent":true,"opponentIds":1354,"independentOpponentIds":1354,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["451a12a824fab4ecfd7a24e5"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9249803736493653,"lowerBound":0,"upperBound":1,"independentScore":0.9249803736493653,"independent":true,"opponentIds":1355,"independentOpponentIds":1355,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["2e29f3fa7a4442d420295d70"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.3943690601322365,"lowerBound":0,"upperBound":1,"independentScore":0.3943690601322365,"independent":true,"opponentIds":1356,"independentOpponentIds":1356,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["7d01a0db6aef0175ea0ebcc2"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7793942840719084,"lowerBound":0,"upperBound":1,"independentScore":0.7793942840719084,"independent":true,"opponentIds":1357,"independentOpponentIds":1357,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["c84d1f50e5616dea725fb651"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9804353378176673,"lowerBound":0,"upperBound":1,"independentScore":0.9804353378176673,"independent":true,"opponentIds":1358,"independentOpponentIds":1358,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["e3ebc0609117d26f1b3c42a6"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9306876663099691,"lowerBound":0,"upperBound":1,"independentScore":0.9306876663099691,"independent":true,"opponentIds":1359,"independentOpponentIds":1359,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["bcadd9e7664a3739734c4683"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9314040747059716,"lowerBound":0,"upperBound":1,"independentScore":0.9314040747059716,"independent":true,"opponentIds":1360,"independentOpponentIds":1360,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["14bbcc046d8a9fe05aa2991a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7559491706989449,"lowerBound":0,"upperBound":1,"independentScore":0.7559491706989449,"independent":true,"opponentIds":1361,"independentOpponentIds":1361,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["9bdb6cca3acc7ef5de99c107"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.8078053115917111,"lowerBound":0,"upperBound":1,"independentScore":0.8078053115917111,"independent":true,"opponentIds":1362,"independentOpponentIds":1362,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["e1954fd811496a176698b207"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9371160950729032,"lowerBound":0,"upperBound":1,"independentScore":0.9371160950729032,"independent":true,"opponentIds":1363,"independentOpponentIds":1363,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["8e4e0f16955a0fdb1d162c5f"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9322403392306695,"lowerBound":0,"upperBound":1,"independentScore":0.9322403392306695,"independent":true,"opponentIds":1364,"independentOpponentIds":1364,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["3f2e3da28b530a9beae28ba4","7d247681ca8d8ade3d4bf48a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["07489b0b2fa05d32b9093115","2edf5c6a680fd2d04a804ddf","451a12a824fab4ecfd7a24e5","2e29f3fa7a4442d420295d70","7d01a0db6aef0175ea0ebcc2","c84d1f50e5616dea725fb651","e3ebc0609117d26f1b3c42a6","bcadd9e7664a3739734c4683","14bbcc046d8a9fe05aa2991a","18dfc980033586824c069087","9bdb6cca3acc7ef5de99c107","e1954fd811496a176698b207","8e4e0f16955a0fdb1d162c5f","3f2e3da28b530a9beae28ba4","7d247681ca8d8ade3d4bf48a"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":16}],"unspecified":0,"total":16}},{"id":"glm-5.3-flash--effort-max","name":"GLM-5.3-Flash · Max","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.3-flash","detailsUrl":"/efforts?model=glm-5.3-flash","publishedBenchmarkCount":17,"overallRating":{"score":0.3894152156147231,"supported":true,"families":14,"publishers":4,"evaluationSources":4,"taskAreas":4,"opponents":70,"independentFamilies":14,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.2743504894837589},{"source":"Datacurve","independent":true,"share":0.25612808386292146},{"source":"Epoch AI","independent":true,"share":0.2496025520155369},{"source":"Vals AI","independent":true,"share":0.21991887463778464}]},"capabilityRatings":[{"bucket":"agentic","score":0.5851693143483772,"supported":true,"families":4,"independentFamilies":4,"opponents":34,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.2895109618653748,"supported":true,"families":4,"independentFamilies":4,"opponents":63,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.42220697447292793,"supported":true,"families":5,"independentFamilies":5,"opponents":35,"opponentLabs":10,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.145972601131503,"supported":false,"families":1,"independentFamilies":1,"opponents":31,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7267257411661745,"lowerBound":0,"upperBound":1,"independentScore":0.7267257411661745,"independent":true,"opponentIds":1365,"independentOpponentIds":1365,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-NCikvVWc5SEyMEbCqvVNb2"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7744152532978604,"lowerBound":0,"upperBound":1,"independentScore":0.7744152532978604,"independent":true,"opponentIds":1366,"independentOpponentIds":1366,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-Jvt5BNr4ERbE9QGgMcEbmT"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.5763636363636362,"lowerBound":0,"upperBound":1,"independentScore":0.5763636363636362,"independent":true,"opponentIds":1367,"independentOpponentIds":1367,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:zai/glm-5.3-flash"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.2270756062767476,"lowerBound":0,"upperBound":1,"independentScore":0.2270756062767476,"independent":true,"opponentIds":1368,"independentOpponentIds":1368,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:zai/glm-5.3-flash"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3467400508044031,"lowerBound":0,"upperBound":1,"independentScore":0.3467400508044031,"independent":true,"opponentIds":1369,"independentOpponentIds":1369,"panelSize":29,"publishers":["Vals AI"],"observations":["vals-terminal-bench-2-1-v2.1:zai/glm-5.3-flash"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.6378267444372435,"lowerBound":0,"upperBound":1,"independentScore":0.6378267444372435,"independent":true,"opponentIds":1370,"independentOpponentIds":1370,"panelSize":25,"publishers":["Datacurve"],"observations":["ea4b0ccbfe7ece48ee812e8b"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.4117647058823528,"lowerBound":0,"upperBound":1,"independentScore":0.4117647058823528,"independent":true,"opponentIds":1371,"independentOpponentIds":1371,"panelSize":6,"publishers":["Cognition"],"observations":["5402da52d181b12603f15f33","b911c4d9f13d8188e2de86a1"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.3097751815429138,"lowerBound":0,"upperBound":1,"independentScore":0.3097751815429138,"independent":true,"opponentIds":1372,"independentOpponentIds":1372,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-b3cBsiDi4D7NtisdffQqxV","epoch-run-TMM3rPrAHcpBG5Pvw9kr4L"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.36494914320565086,"lowerBound":0,"upperBound":1,"independentScore":0.36494914320565086,"independent":true,"opponentIds":1373,"independentOpponentIds":1373,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-iCysWvFJevNyw2dbYosU6J","epoch-run-YC2u9wykbYQg4gdkf76j26"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.8153860305390324,"lowerBound":0,"upperBound":1,"independentScore":0.8153860305390324,"independent":true,"opponentIds":1374,"independentOpponentIds":1374,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:zai/glm-5.3-flash"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.3034032126327253,"lowerBound":0,"upperBound":1,"independentScore":0.3034032126327253,"independent":true,"opponentIds":1375,"independentOpponentIds":1375,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:zai/glm-5.3-flash"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.839166193987521,"lowerBound":0,"upperBound":1,"independentScore":0.839166193987521,"independent":true,"opponentIds":1376,"independentOpponentIds":1376,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:zai/glm-5.3-flash"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.33689733408961986,"lowerBound":0,"upperBound":1,"independentScore":0.33689733408961986,"independent":true,"opponentIds":1377,"independentOpponentIds":1377,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:zai/glm-5.3-flash"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.1653822354728019,"lowerBound":0,"upperBound":1,"independentScore":0.1653822354728019,"independent":true,"opponentIds":1378,"independentOpponentIds":1378,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:zai/glm-5.3-flash"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ea4b0ccbfe7ece48ee812e8b","5402da52d181b12603f15f33","b911c4d9f13d8188e2de86a1","epoch-run-b3cBsiDi4D7NtisdffQqxV","epoch-run-iCysWvFJevNyw2dbYosU6J","epoch-run-YC2u9wykbYQg4gdkf76j26","epoch-run-Jvt5BNr4ERbE9QGgMcEbmT","epoch-run-TMM3rPrAHcpBG5Pvw9kr4L","epoch-run-NCikvVWc5SEyMEbCqvVNb2","vals-finance-agent-v2:zai/glm-5.3-flash","vals-code-migration-v1:zai/glm-5.3-flash","vals-legal-research-v1:zai/glm-5.3-flash","vals-emb-v1:zai/glm-5.3-flash","vals-mmlu-pro-v1:zai/glm-5.3-flash","vals-terminal-bench-2-1-v2.1:zai/glm-5.3-flash","vals-vibe-code-bench-v1.1:zai/glm-5.3-flash","vals-legal-agent-benchmark-v1:zai/glm-5.3-flash"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","muse-spark-1.2","muse-spark-1.3","muse-spark-1.1","mistral-medium-3.5","gpt-5.4-nano","gpt-5.4-mini","gpt-5.4","qwen3.5-2b","claude-haiku-4-5-20251001","qwen3.6-flash","claude-sonnet-4-5-20250929","gpt-oss-120b","kimi-k2.6","qwen3.5-flash","qwen3.7-max","qwen3.6-plus","claude-opus-4-5-20251101","qwen3.5-122b-a10b","qwen3.5-plus","gpt-5.5-pro","glm-5.1"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":17}],"unspecified":0,"total":17}},{"id":"glm-5v-turbo--effort-reasoning","name":"GLM-5V-Turbo · Reasoning","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5v-turbo","detailsUrl":"/efforts?model=glm-5v-turbo","publishedBenchmarkCount":10,"overallRating":{"score":0.15309772998734764,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999979}]},"capabilityRatings":[{"bucket":"agentic","score":0.43715660919981486,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.13734229912750612,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.16844407608647394,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.18141869969250837,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.18240424339935438,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.2267300600606648,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7485689885221529,"lowerBound":0,"upperBound":1,"independentScore":0.7485689885221529,"independent":true,"opponentIds":1379,"independentOpponentIds":1379,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["f6783606396b8bce8ac51b24"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6313494388530188,"lowerBound":0,"upperBound":1,"independentScore":0.6313494388530188,"independent":true,"opponentIds":1380,"independentOpponentIds":1380,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["12b6566ca4ca6c13138f9e96"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6792503234123901,"lowerBound":0,"upperBound":1,"independentScore":0.6792503234123901,"independent":true,"opponentIds":1381,"independentOpponentIds":1381,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["44ad128942762572d234bdd2"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7014334457902381,"lowerBound":0,"upperBound":1,"independentScore":0.7014334457902381,"independent":true,"opponentIds":1382,"independentOpponentIds":1382,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["16870d51f189414eb5dd849d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7398593619775654,"lowerBound":0,"upperBound":1,"independentScore":0.7398593619775654,"independent":true,"opponentIds":1383,"independentOpponentIds":1383,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["37982711b6c81550d0bf0ced"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7351105233529267,"lowerBound":0,"upperBound":1,"independentScore":0.7351105233529267,"independent":true,"opponentIds":1384,"independentOpponentIds":1384,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["0bac296b6bcdc867575332aa"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7900051031754041,"lowerBound":0,"upperBound":1,"independentScore":0.7900051031754041,"independent":true,"opponentIds":1385,"independentOpponentIds":1385,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["4d967b270cc1b306d32a8d0a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9892099891122171,"lowerBound":0,"upperBound":1,"independentScore":0.9892099891122171,"independent":true,"opponentIds":1386,"independentOpponentIds":1386,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["8fbfbcae27f2a663fec6ea03"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8053682739013766,"lowerBound":0,"upperBound":1,"independentScore":0.8053682739013766,"independent":true,"opponentIds":1387,"independentOpponentIds":1387,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["919e117fe8b99db2a9b0924f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f6783606396b8bce8ac51b24","12b6566ca4ca6c13138f9e96","44ad128942762572d234bdd2","16870d51f189414eb5dd849d","37982711b6c81550d0bf0ced","0bac296b6bcdc867575332aa","4d967b270cc1b306d32a8d0a","8fbfbcae27f2a663fec6ea03","919e117fe8b99db2a9b0924f"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"gpt-3.5-turbo--effort-non-reasoning","name":"GPT-3.5-turbo · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-3.5-turbo","detailsUrl":"/efforts?model=gpt-3.5-turbo","publishedBenchmarkCount":3,"overallRating":{"score":0.0031291234710509783,"supported":true,"families":3,"publishers":1,"evaluationSources":1,"taskAreas":2,"opponents":213,"independentFamilies":3,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999963}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.0038422552999236854,"supported":true,"families":2,"independentFamilies":2,"opponents":213,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.004047105976133777,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.04052171819008906,"lowerBound":0,"upperBound":1,"independentScore":0.04052171819008906,"independent":true,"opponentIds":1388,"independentOpponentIds":1388,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e86dccdbe57cd031461b162a"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1389,"independentOpponentIds":1389,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["7b7b5a85ad55f9f5265d61d4"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.05414212854470772,"lowerBound":0,"upperBound":1,"independentScore":0.05414212854470772,"independent":true,"opponentIds":1390,"independentOpponentIds":1390,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["b4572ee6f0b5d5ed597a0caf"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e86dccdbe57cd031461b162a","7b7b5a85ad55f9f5265d61d4","b4572ee6f0b5d5ed597a0caf"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o3-pro","o4-mini","phi-4","phi-4-mini-instruct","phi-4-multimodal-instruct","pixtral-large-2411","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-max","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":3}],"unspecified":0,"total":3}},{"id":"gpt-4--effort-non-reasoning","name":"GPT-4 · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-4","detailsUrl":"/efforts?model=gpt-4","publishedBenchmarkCount":7,"overallRating":{"score":0.011805889234691594,"supported":true,"families":6,"publishers":1,"evaluationSources":1,"taskAreas":3,"opponents":213,"independentFamilies":6,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999891}]},"capabilityRatings":[{"bucket":"agentic","score":0.03078677861865958,"supported":false,"families":1,"independentFamilies":1,"opponents":123,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.00523612750697142,"supported":true,"families":2,"independentFamilies":2,"opponents":213,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.02553462725999588,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.1483627492201555,"lowerBound":0,"upperBound":1,"independentScore":0.1483627492201555,"independent":true,"opponentIds":1391,"independentOpponentIds":1391,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["9805c79b15db7da72bfdd42e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.07610333224015257,"lowerBound":0,"upperBound":1,"independentScore":0.07610333224015257,"independent":true,"opponentIds":1392,"independentOpponentIds":1392,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["33dcba80de235a7178254ae4"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.25074958168867195,"lowerBound":0,"upperBound":1,"independentScore":0.25074958168867195,"independent":true,"opponentIds":1393,"independentOpponentIds":1393,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["038ce8230ca4b6eb3d669d9a"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.05621031001944053,"lowerBound":0,"upperBound":1,"independentScore":0.05621031001944053,"independent":true,"opponentIds":1394,"independentOpponentIds":1394,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["5d475d04cc97cb96522544e6"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.1340261176085225,"lowerBound":0,"upperBound":1,"independentScore":0.1340261176085225,"independent":true,"opponentIds":1395,"independentOpponentIds":1395,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["6a974fcb30a93f5f4469e5f6"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5873901861639271,"lowerBound":0,"upperBound":1,"independentScore":0.5873901861639271,"independent":true,"opponentIds":1396,"independentOpponentIds":1396,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["9fe1f5fef2e00423fce3cdba"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9805c79b15db7da72bfdd42e","33dcba80de235a7178254ae4","038ce8230ca4b6eb3d669d9a","5d475d04cc97cb96522544e6","6a974fcb30a93f5f4469e5f6","9fe1f5fef2e00423fce3cdba"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v3.2","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-27b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.6","glm-4.7","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5.1","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","phi-4-mini-instruct","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3-next-80b-a3b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-1b-it","gemma-3-270m-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6v","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-3.5-turbo","gpt-4.1","gpt-5-nano","gpt-5.2","gpt-5.3-codex","hy3-preview","kimi-linear-48b-a3b-instruct","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-pro","o4-mini","phi-4","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-max","qwen3-next-80b-a3b-instruct","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-27b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","seed-oss-36b-instruct","solar-open-100b","step3-vl-10b","tiny-aya-global","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":7}],"unspecified":0,"total":7}},{"id":"gpt-4-turbo--effort-non-reasoning","name":"GPT-4-turbo · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-4-turbo","detailsUrl":"/efforts?model=gpt-4-turbo","publishedBenchmarkCount":4,"overallRating":{"score":0.008254931685282808,"supported":true,"families":4,"publishers":1,"evaluationSources":1,"taskAreas":3,"opponents":211,"independentFamilies":4,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000004}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.007362936909224439,"supported":true,"families":2,"independentFamilies":2,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.008998509322964915,"supported":false,"families":1,"independentFamilies":1,"opponents":112,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01563567599310494,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.03913468630765925,"lowerBound":0,"upperBound":1,"independentScore":0.03913468630765925,"independent":true,"opponentIds":1397,"independentOpponentIds":1397,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["f633b74d416f6bd43ad13675"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.22510338047499875,"lowerBound":0,"upperBound":1,"independentScore":0.22510338047499875,"independent":true,"opponentIds":1398,"independentOpponentIds":1398,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["9560dd4fd1468931e9052113"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.22907436508448567,"lowerBound":0,"upperBound":1,"independentScore":0.22907436508448567,"independent":true,"opponentIds":1399,"independentOpponentIds":1399,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["6ffe256a0e1313ed70520f43"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.29251847767524464,"lowerBound":0,"upperBound":1,"independentScore":0.29251847767524464,"independent":true,"opponentIds":1400,"independentOpponentIds":1400,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["02bbce731291738c87436522"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f633b74d416f6bd43ad13675","9560dd4fd1468931e9052113","6ffe256a0e1313ed70520f43","02bbce731291738c87436522"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","phi-4-multimodal-instruct","pixtral-large-2411","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","deepseek-r1-distill-llama-8b","gpt-3.5-turbo","gpt-4"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":4}],"unspecified":0,"total":4}},{"id":"gpt-4.1--effort-non-reasoning","name":"GPT-4.1 · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-4.1","detailsUrl":"/efforts?model=gpt-4.1","publishedBenchmarkCount":14,"overallRating":{"score":0.03948553718503174,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999966}]},"capabilityRatings":[{"bucket":"agentic","score":0.06582539841483277,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.02548851019253576,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03345107841925116,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.09936182037889885,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.04801083457530774,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.19850818411298424,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.3606279714900622,"lowerBound":0,"upperBound":1,"independentScore":0.3606279714900622,"independent":true,"opponentIds":1401,"independentOpponentIds":1401,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["71e63379395e6cbc0d8af312"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7055411074612118,"lowerBound":0,"upperBound":1,"independentScore":0.7055411074612118,"independent":true,"opponentIds":1402,"independentOpponentIds":1402,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["6258690b3586212c0ba891ed"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25468260590547587,"lowerBound":0,"upperBound":1,"independentScore":0.25468260590547587,"independent":true,"opponentIds":1403,"independentOpponentIds":1403,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["62391a002947467a08c83e49"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.378575819529116,"lowerBound":0,"upperBound":1,"independentScore":0.378575819529116,"independent":true,"opponentIds":1404,"independentOpponentIds":1404,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["6341242383674a88e3732cb2"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.15145514256086587,"lowerBound":0,"upperBound":1,"independentScore":0.15145514256086587,"independent":true,"opponentIds":1405,"independentOpponentIds":1405,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["08a0c963b233621f21dd0ccb"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5020738850633072,"lowerBound":0,"upperBound":1,"independentScore":0.5020738850633072,"independent":true,"opponentIds":1406,"independentOpponentIds":1406,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["4d67dd78b382a9e804734322"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.45829349992596063,"lowerBound":0,"upperBound":1,"independentScore":0.45829349992596063,"independent":true,"opponentIds":1407,"independentOpponentIds":1407,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["615f90985d1bd979b83a9644"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.5499516655732293,"lowerBound":0,"upperBound":1,"independentScore":0.5499516655732293,"independent":true,"opponentIds":1408,"independentOpponentIds":1408,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["fbd303abbd8215370445d77e"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6667357109553832,"lowerBound":0,"upperBound":1,"independentScore":0.6667357109553832,"independent":true,"opponentIds":1409,"independentOpponentIds":1409,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["cda7d9aee07435b67e05e255"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.3920528703999696,"lowerBound":0,"upperBound":1,"independentScore":0.3920528703999696,"independent":true,"opponentIds":1410,"independentOpponentIds":1410,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["babd604f90f1908b5bafa26a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7616224943189153,"lowerBound":0,"upperBound":1,"independentScore":0.7616224943189153,"independent":true,"opponentIds":1411,"independentOpponentIds":1411,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["45f0a1fb80d261d7173f15b7"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5688850477757147,"lowerBound":0,"upperBound":1,"independentScore":0.5688850477757147,"independent":true,"opponentIds":1412,"independentOpponentIds":1412,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["2228ebd23f321bb595a53cb8"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.535841590819501,"lowerBound":0,"upperBound":1,"independentScore":0.535841590819501,"independent":true,"opponentIds":1413,"independentOpponentIds":1413,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["7c2b1459ddc5b975cc6374e5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["71e63379395e6cbc0d8af312","6258690b3586212c0ba891ed","62391a002947467a08c83e49","6341242383674a88e3732cb2","08a0c963b233621f21dd0ccb","4d67dd78b382a9e804734322","615f90985d1bd979b83a9644","fbd303abbd8215370445d77e","cda7d9aee07435b67e05e255","babd604f90f1908b5bafa26a","45f0a1fb80d261d7173f15b7","2228ebd23f321bb595a53cb8","7c2b1459ddc5b975cc6374e5"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"gpt-4.1-mini--effort-non-reasoning","name":"GPT-4.1 Mini · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-4.1-mini","detailsUrl":"/efforts?model=gpt-4.1-mini","publishedBenchmarkCount":17,"overallRating":{"score":0.033722576167065275,"supported":true,"families":14,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":14,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000089}]},"capabilityRatings":[{"bucket":"agentic","score":0.05612340643440083,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.0323818259678865,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.030601477566468138,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.05490125688042674,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.04198316678239514,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.0713818061984753,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.48270563113007786,"lowerBound":0,"upperBound":1,"independentScore":0.48270563113007786,"independent":true,"opponentIds":1414,"independentOpponentIds":1414,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["eebaae45907cf005abada7c4"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.45066082004630187,"lowerBound":0,"upperBound":1,"independentScore":0.45066082004630187,"independent":true,"opponentIds":1415,"independentOpponentIds":1415,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["78e5e2b4996ff8eb159b948d"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2538031242522611,"lowerBound":0,"upperBound":1,"independentScore":0.2538031242522611,"independent":true,"opponentIds":1416,"independentOpponentIds":1416,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["fef727774450464c08bdd0f7"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.255051320572702,"lowerBound":0,"upperBound":1,"independentScore":0.255051320572702,"independent":true,"opponentIds":1417,"independentOpponentIds":1417,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["daa1afd94711e85445c307d4"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3696091371577464,"lowerBound":0,"upperBound":1,"independentScore":0.3696091371577464,"independent":true,"opponentIds":1418,"independentOpponentIds":1418,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["2aa8871a8db562e9d18d39f5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3006500845681509,"lowerBound":0,"upperBound":1,"independentScore":0.3006500845681509,"independent":true,"opponentIds":1419,"independentOpponentIds":1419,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["98e459e9baa066381c77aed4"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.37169714358529904,"lowerBound":0,"upperBound":1,"independentScore":0.37169714358529904,"independent":true,"opponentIds":1420,"independentOpponentIds":1420,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["b899d6847a198d9782271fcf"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5127089981395676,"lowerBound":0,"upperBound":1,"independentScore":0.5127089981395676,"independent":true,"opponentIds":1421,"independentOpponentIds":1421,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f3555e10497e1abe114c7141"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.5679181635830575,"lowerBound":0,"upperBound":1,"independentScore":0.5679181635830575,"independent":true,"opponentIds":1422,"independentOpponentIds":1422,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["22a4815b9fac3ade7ef81d55"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5770399209018195,"lowerBound":0,"upperBound":1,"independentScore":0.5770399209018195,"independent":true,"opponentIds":1423,"independentOpponentIds":1423,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["6a981d16086d951f236f90c7"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.36173873158529046,"lowerBound":0,"upperBound":1,"independentScore":0.36173873158529046,"independent":true,"opponentIds":1424,"independentOpponentIds":1424,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["e223341eecccef740f030378"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5428891393318406,"lowerBound":0,"upperBound":1,"independentScore":0.5428891393318406,"independent":true,"opponentIds":1425,"independentOpponentIds":1425,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["b85f2dfb7db4041669025541"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.38746957609244065,"lowerBound":0,"upperBound":1,"independentScore":0.38746957609244065,"independent":true,"opponentIds":1426,"independentOpponentIds":1426,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["e0c1df7e5bd17d33c2f2bd4e","a234bcb3480d187f78e691a1"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.33602232224254047,"lowerBound":0,"upperBound":1,"independentScore":0.33602232224254047,"independent":true,"opponentIds":1427,"independentOpponentIds":1427,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["c9e7e69728999f70de8da6ac","4bdb55f172fca20477d7ecfe"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["eebaae45907cf005abada7c4","78e5e2b4996ff8eb159b948d","fef727774450464c08bdd0f7","daa1afd94711e85445c307d4","2aa8871a8db562e9d18d39f5","98e459e9baa066381c77aed4","b899d6847a198d9782271fcf","f3555e10497e1abe114c7141","22a4815b9fac3ade7ef81d55","6a981d16086d951f236f90c7","e223341eecccef740f030378","b85f2dfb7db4041669025541","e0c1df7e5bd17d33c2f2bd4e","a234bcb3480d187f78e691a1","c9e7e69728999f70de8da6ac","4bdb55f172fca20477d7ecfe"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":17}],"unspecified":0,"total":17}},{"id":"gpt-4.1-nano--effort-non-reasoning","name":"GPT-4.1-nano · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-4.1-nano","detailsUrl":"/efforts?model=gpt-4.1-nano","publishedBenchmarkCount":17,"overallRating":{"score":0.012553059688166135,"supported":true,"families":14,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":14,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000089}]},"capabilityRatings":[{"bucket":"agentic","score":0.012623536769254021,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.015413308195537205,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.012956786806166243,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.015381147727645234,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.008216914252688485,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.025983256221918122,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.24687762846862557,"lowerBound":0,"upperBound":1,"independentScore":0.24687762846862557,"independent":true,"opponentIds":1428,"independentOpponentIds":1428,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["28ea576bcc8fbc7f7d7c10fa"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.24262817615601873,"lowerBound":0,"upperBound":1,"independentScore":0.24262817615601873,"independent":true,"opponentIds":1429,"independentOpponentIds":1429,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["489b206164aa46bc047e9442"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2538031242522611,"lowerBound":0,"upperBound":1,"independentScore":0.2538031242522611,"independent":true,"opponentIds":1430,"independentOpponentIds":1430,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["622f6b3b250d7dd489c93fdd"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.05373852925069779,"lowerBound":0,"upperBound":1,"independentScore":0.05373852925069779,"independent":true,"opponentIds":1431,"independentOpponentIds":1431,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["b87adbd661773ab7017dd58f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.1973114597897713,"lowerBound":0,"upperBound":1,"independentScore":0.1973114597897713,"independent":true,"opponentIds":1432,"independentOpponentIds":1432,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["0776aad3ae4e24e33e23a782"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.08218090160142393,"lowerBound":0,"upperBound":1,"independentScore":0.08218090160142393,"independent":true,"opponentIds":1433,"independentOpponentIds":1433,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["a3e067b47919de9fb8db721d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.20793324413838235,"lowerBound":0,"upperBound":1,"independentScore":0.20793324413838235,"independent":true,"opponentIds":1434,"independentOpponentIds":1434,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["8a4df2fd7696ccf624dc7ec5"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.2989842490501046,"lowerBound":0,"upperBound":1,"independentScore":0.2989842490501046,"independent":true,"opponentIds":1435,"independentOpponentIds":1435,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["b423f62f5dc4c141f8ed488b"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.3709176405830448,"lowerBound":0,"upperBound":1,"independentScore":0.3709176405830448,"independent":true,"opponentIds":1436,"independentOpponentIds":1436,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["fd5c7d1cec7975be45682128"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.2165043507299458,"lowerBound":0,"upperBound":1,"independentScore":0.2165043507299458,"independent":true,"opponentIds":1437,"independentOpponentIds":1437,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["77df975eff4ea000f47f5a15"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.06724208558280195,"lowerBound":0,"upperBound":1,"independentScore":0.06724208558280195,"independent":true,"opponentIds":1438,"independentOpponentIds":1438,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["588685ec1855237622d161dc"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.21156837718561256,"lowerBound":0,"upperBound":1,"independentScore":0.21156837718561256,"independent":true,"opponentIds":1439,"independentOpponentIds":1439,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["9ac947bf063f982fe5973290"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.10679720672009622,"lowerBound":0,"upperBound":1,"independentScore":0.10679720672009622,"independent":true,"opponentIds":1440,"independentOpponentIds":1440,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["123959e1480ca28caac46f0a","f223b4e74f1c051e27d17567"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.17750967673469725,"lowerBound":0,"upperBound":1,"independentScore":0.17750967673469725,"independent":true,"opponentIds":1441,"independentOpponentIds":1441,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["caebc613dd7096aa01c68408","645eb8d2b06c1ca684efea03"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["28ea576bcc8fbc7f7d7c10fa","489b206164aa46bc047e9442","622f6b3b250d7dd489c93fdd","b87adbd661773ab7017dd58f","0776aad3ae4e24e33e23a782","a3e067b47919de9fb8db721d","8a4df2fd7696ccf624dc7ec5","b423f62f5dc4c141f8ed488b","fd5c7d1cec7975be45682128","77df975eff4ea000f47f5a15","588685ec1855237622d161dc","9ac947bf063f982fe5973290","123959e1480ca28caac46f0a","f223b4e74f1c051e27d17567","caebc613dd7096aa01c68408","645eb8d2b06c1ca684efea03"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":17}],"unspecified":0,"total":17}},{"id":"gpt-4o--effort-non-reasoning","name":"GPT-4o · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-4o","detailsUrl":"/efforts?model=gpt-4o","publishedBenchmarkCount":41,"overallRating":{"score":0.028827167507014726,"supported":true,"families":3,"publishers":1,"evaluationSources":1,"taskAreas":3,"opponents":205,"independentFamilies":3,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000038}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.028785027145286496,"supported":false,"families":1,"independentFamilies":1,"opponents":200,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03839051447111335,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":0.03471593705948095,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.24336820280509902,"lowerBound":0,"upperBound":1,"independentScore":0.24336820280509902,"independent":true,"opponentIds":1442,"independentOpponentIds":1442,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["2ae788a49fc1d3e582e9f839","c2e74edde37a3d7442f9667e"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.3059872382306219,"lowerBound":0,"upperBound":1,"independentScore":0.3059872382306219,"independent":true,"opponentIds":1443,"independentOpponentIds":1443,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["b8d0d0d98797b082257d92e1"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.428617424791783,"lowerBound":0,"upperBound":1,"independentScore":0.428617424791783,"independent":true,"opponentIds":1444,"independentOpponentIds":1444,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["893788f0d9759cc5abf9ec76","9d041de7b25693c5693bff38"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["2ae788a49fc1d3e582e9f839","c2e74edde37a3d7442f9667e","b8d0d0d98797b082257d92e1","893788f0d9759cc5abf9ec76","9d041de7b25693c5693bff38"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","phi-4-multimodal-instruct","pixtral-large-2411","kimi-linear-48b-a3b-instruct","minimax-m1-40k"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":41}],"unspecified":0,"total":41}},{"id":"gpt-4o-mini--effort-non-reasoning","name":"GPT-4o Mini · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-4o-mini","detailsUrl":"/efforts?model=gpt-4o-mini","publishedBenchmarkCount":12,"overallRating":{"score":0.009455925148039378,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":214,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000095}]},"capabilityRatings":[{"bucket":"agentic","score":0.023945979542359965,"supported":true,"families":2,"independentFamilies":2,"opponents":128,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.0104870142354142,"supported":true,"families":4,"independentFamilies":4,"opponents":213,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.008619071447424497,"supported":true,"families":2,"independentFamilies":2,"opponents":195,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01132023464977495,"supported":true,"families":2,"independentFamilies":2,"opponents":181,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.008780828274524585,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.044463094662663155,"supported":false,"families":1,"independentFamilies":1,"opponents":57,"opponentLabs":16,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.13588086306827193,"lowerBound":0,"upperBound":1,"independentScore":0.13588086306827193,"independent":true,"opponentIds":1445,"independentOpponentIds":1445,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["454128a395b09cae70c46934"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.026040403313444333,"lowerBound":0,"upperBound":1,"independentScore":0.026040403313444333,"independent":true,"opponentIds":1446,"independentOpponentIds":1446,"panelSize":57,"publishers":["Artificial Analysis"],"observations":["89e1e3c13465dce088558ff9"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.13141937221487218,"lowerBound":0,"upperBound":1,"independentScore":0.13141937221487218,"independent":true,"opponentIds":1447,"independentOpponentIds":1447,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["93eb46a4501346f6907da9f0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.1177124275871364,"lowerBound":0,"upperBound":1,"independentScore":0.1177124275871364,"independent":true,"opponentIds":1448,"independentOpponentIds":1448,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["feeff42eebfedd28d3c20c28"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.1600579202679254,"lowerBound":0,"upperBound":1,"independentScore":0.1600579202679254,"independent":true,"opponentIds":1449,"independentOpponentIds":1449,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["40656865ba698a00d4904512"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.15920859820442906,"lowerBound":0,"upperBound":1,"independentScore":0.15920859820442906,"independent":true,"opponentIds":1450,"independentOpponentIds":1450,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["d07cd6e9ce1790b198fada31"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.16199145902509118,"lowerBound":0,"upperBound":1,"independentScore":0.16199145902509118,"independent":true,"opponentIds":1451,"independentOpponentIds":1451,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["9211c553e48b0e7de26c2187"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.28983305436605333,"lowerBound":0,"upperBound":1,"independentScore":0.28983305436605333,"independent":true,"opponentIds":1452,"independentOpponentIds":1452,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["a918130cdb50b373f292baf0"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.20215327660175342,"lowerBound":0,"upperBound":1,"independentScore":0.20215327660175342,"independent":true,"opponentIds":1453,"independentOpponentIds":1453,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["ebe5f26d2cff3c26c1e525dc"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.0742306102653073,"lowerBound":0,"upperBound":1,"independentScore":0.0742306102653073,"independent":true,"opponentIds":1454,"independentOpponentIds":1454,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["9efca0c777e99b96ac172fcc"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.03392545323289761,"lowerBound":0,"upperBound":1,"independentScore":0.03392545323289761,"independent":true,"opponentIds":1455,"independentOpponentIds":1455,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["cd920a26d682a51dea69c47c"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.17093914279199882,"lowerBound":0,"upperBound":1,"independentScore":0.17093914279199882,"independent":true,"opponentIds":1456,"independentOpponentIds":1456,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["0fd35df2bab242febe516b4d"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["454128a395b09cae70c46934","93eb46a4501346f6907da9f0","feeff42eebfedd28d3c20c28","40656865ba698a00d4904512","d07cd6e9ce1790b198fada31","9211c553e48b0e7de26c2187","a918130cdb50b373f292baf0","89e1e3c13465dce088558ff9","ebe5f26d2cff3c26c1e525dc","9efca0c777e99b96ac172fcc","cd920a26d682a51dea69c47c","0fd35df2bab242febe516b4d"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-fable-5","claude-fable-5-1","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k2.7-code","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","qwen-3.8-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","solar-pro3-260323","agnes-2.5-pro-alpha","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-5.1","gpt-4","gpt-5.4","hy3","k-exaone-2.0-750b-a37b","kimi-k2.6","mimo-v2.5","minicpm5-2b","mistral-small-4","muse-spark-1.1","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","o3-mini","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.8-flash-next","solar-open2-250b","solar-pro4-260806","step-3.7-flash","claude-opus-4-6","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-3.5-turbo","gpt-5.3-codex","hy3-preview","minimax-m2.5","o1","o3-pro","phi-4-multimodal-instruct","qwen3-max","qwen3.5-27b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","solar-open-100b","step3-vl-10b","tiny-aya-global","gpt-4-turbo","gpt-4o"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"gpt-5--effort-high","name":"GPT-5 · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5","detailsUrl":"/efforts?model=gpt-5","publishedBenchmarkCount":23,"overallRating":{"score":0.17968899734451074,"supported":true,"families":17,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":217,"independentFamilies":16,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.4574259856337719},{"source":"ARC Prize","independent":true,"share":0.4132755225924847},{"source":"SWE-rebench","independent":true,"share":0.12929849177373945}]},"capabilityRatings":[{"bucket":"agentic","score":0.2373003315601611,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.21891285640332514,"supported":true,"families":6,"independentFamilies":6,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.14538176717215515,"supported":true,"families":3,"independentFamilies":2,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.347549281768895,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.21475639051941772,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.4306851902736266,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9659155471553719,"lowerBound":0,"upperBound":1,"independentScore":0.9659155471553719,"independent":true,"opponentIds":1457,"independentOpponentIds":1457,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["7afd0dd2e0c2831bd43df404"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8833289457949979,"lowerBound":0,"upperBound":1,"independentScore":0.8833289457949979,"independent":true,"opponentIds":1458,"independentOpponentIds":1458,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["2ec6f3cf2d9a8a6667b5416f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8520057038308321,"lowerBound":0,"upperBound":1,"independentScore":0.8520057038308321,"independent":true,"opponentIds":1459,"independentOpponentIds":1459,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["b4a62b69cdc0e1a0d5cb8379"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5959219722364406,"lowerBound":0,"upperBound":1,"independentScore":0.5959219722364406,"independent":true,"opponentIds":1460,"independentOpponentIds":1460,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["97fe07dd084d37ebe2bd1af5"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.9534240236771159,"lowerBound":0,"upperBound":1,"independentScore":0.9534240236771159,"independent":true,"opponentIds":1461,"independentOpponentIds":1461,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["6018e12c941db22d9c89342b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8107704682372198,"lowerBound":0,"upperBound":1,"independentScore":0.8107704682372198,"independent":true,"opponentIds":1462,"independentOpponentIds":1462,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e53c717a8e22876c004def0c"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8320763177076792,"lowerBound":0,"upperBound":1,"independentScore":0.8320763177076792,"independent":true,"opponentIds":1463,"independentOpponentIds":1463,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["94ad8689092c3f208c75fad9"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.893296915184007,"lowerBound":0,"upperBound":1,"independentScore":0.893296915184007,"independent":true,"opponentIds":1464,"independentOpponentIds":1464,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["aefdfb568ca7abbec2079513"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9492463490866322,"lowerBound":0,"upperBound":1,"independentScore":0.9492463490866322,"independent":true,"opponentIds":1465,"independentOpponentIds":1465,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["eded1079d08788d3af7dc031"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1466,"independentOpponentIds":1466,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["9fea6793321b322748650d7c"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9608401254697311,"lowerBound":0,"upperBound":1,"independentScore":0.9608401254697311,"independent":true,"opponentIds":1467,"independentOpponentIds":1467,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["9d2152c4a4c281085f9c1840"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7578153493943333,"lowerBound":0,"upperBound":1,"independentScore":0.7578153493943333,"independent":true,"opponentIds":1468,"independentOpponentIds":1468,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["91b99624fb02eb7e686199f7"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8986483804954472,"lowerBound":0,"upperBound":1,"independentScore":0.8986483804954472,"independent":true,"opponentIds":1469,"independentOpponentIds":1469,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["f47a7ce169e5b924bb59fbf5"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.72696040851073,"lowerBound":0,"upperBound":1,"independentScore":0.72696040851073,"independent":true,"opponentIds":1470,"independentOpponentIds":1470,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["a464ae01ac0f5f7f75c50348","63f5a7c021505daa16f98e6d"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.605409529468698,"lowerBound":0,"upperBound":1,"independentScore":0.605409529468698,"independent":true,"opponentIds":1471,"independentOpponentIds":1471,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["c02210fdaf89f9f0e12d99d4","b5cc6d996a983a7ec027de79"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.4697299120462855,"lowerBound":0,"upperBound":1,"independentScore":0.4697299120462855,"independent":true,"opponentIds":1472,"independentOpponentIds":1472,"panelSize":38,"publishers":["ARC Prize"],"observations":["cd810b3c8809c7e5dacdc516"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.5882352941176471,"lowerBound":0,"upperBound":1,"independentScore":0.5882352941176471,"independent":true,"opponentIds":1473,"independentOpponentIds":1473,"panelSize":2,"publishers":["SWE-rebench"],"observations":["panel-eeaabbca375641a41f9d6033","panel-462303d94f9258ff82feec79","panel-eeadcd73222785f2a270b0be","panel-105cf9d397ba788c03ce8531"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7afd0dd2e0c2831bd43df404","2ec6f3cf2d9a8a6667b5416f","b4a62b69cdc0e1a0d5cb8379","97fe07dd084d37ebe2bd1af5","6018e12c941db22d9c89342b","e53c717a8e22876c004def0c","94ad8689092c3f208c75fad9","aefdfb568ca7abbec2079513","eded1079d08788d3af7dc031","9fea6793321b322748650d7c","9d2152c4a4c281085f9c1840","91b99624fb02eb7e686199f7","f47a7ce169e5b924bb59fbf5","a464ae01ac0f5f7f75c50348","63f5a7c021505daa16f98e6d","c02210fdaf89f9f0e12d99d4","b5cc6d996a983a7ec027de79","cd810b3c8809c7e5dacdc516","panel-eeaabbca375641a41f9d6033","panel-462303d94f9258ff82feec79","panel-eeadcd73222785f2a270b0be","panel-105cf9d397ba788c03ce8531"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":23}],"unspecified":0,"total":23}},{"id":"gpt-5--effort-low","name":"GPT-5 · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5","detailsUrl":"/efforts?model=gpt-5","publishedBenchmarkCount":14,"overallRating":{"score":0.07745002373651386,"supported":true,"families":13,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":217,"independentFamilies":13,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.5571417128117331},{"source":"Artificial Analysis","independent":true,"share":0.44285828718827214}]},"capabilityRatings":[{"bucket":"agentic","score":0.16402745098631658,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.09348967717975852,"supported":true,"families":6,"independentFamilies":6,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.11532806785185246,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2596951109262758,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.20030743307584198,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8337763191263838,"lowerBound":0,"upperBound":1,"independentScore":0.8337763191263838,"independent":true,"opponentIds":1457,"independentOpponentIds":1457,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["2978ced94c610a533fc15dcf"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7100403311560474,"lowerBound":0,"upperBound":1,"independentScore":0.7100403311560474,"independent":true,"opponentIds":1459,"independentOpponentIds":1459,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["2b8e7935b9e6eca2dc1c04a7"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6873273398196864,"lowerBound":0,"upperBound":1,"independentScore":0.6873273398196864,"independent":true,"opponentIds":1462,"independentOpponentIds":1462,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["833910d2932748414e7ebb5a"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7464171382142769,"lowerBound":0,"upperBound":1,"independentScore":0.7464171382142769,"independent":true,"opponentIds":1463,"independentOpponentIds":1463,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["e7962edddc555df2dc20ca1c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7958093546296261,"lowerBound":0,"upperBound":1,"independentScore":0.7958093546296261,"independent":true,"opponentIds":1464,"independentOpponentIds":1464,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["44ce98b84236dedd7d3bf0c5"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8585598261007255,"lowerBound":0,"upperBound":1,"independentScore":0.8585598261007255,"independent":true,"opponentIds":1465,"independentOpponentIds":1465,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["c15c44a6ad1e030b1e0c26da"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.9825256146308193,"lowerBound":0,"upperBound":1,"independentScore":0.9825256146308193,"independent":true,"opponentIds":1466,"independentOpponentIds":1466,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["2b9d978aafb99e1ca5f6db8a"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.932730094956048,"lowerBound":0,"upperBound":1,"independentScore":0.932730094956048,"independent":true,"opponentIds":1467,"independentOpponentIds":1467,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["e499ff7d9dd41c59d2cf26c2"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.764684235447084,"lowerBound":0,"upperBound":1,"independentScore":0.764684235447084,"independent":true,"opponentIds":1468,"independentOpponentIds":1468,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["9080d3104ad2cdaddbdd1934"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8845680039380819,"lowerBound":0,"upperBound":1,"independentScore":0.8845680039380819,"independent":true,"opponentIds":1469,"independentOpponentIds":1469,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["544e9fde3bdc5b20a3b48fcc"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7559066082817185,"lowerBound":0,"upperBound":1,"independentScore":0.7559066082817185,"independent":true,"opponentIds":1474,"independentOpponentIds":1474,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["78115af496f27ad55d68d169"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6974566362518655,"lowerBound":0,"upperBound":1,"independentScore":0.6974566362518655,"independent":true,"opponentIds":1475,"independentOpponentIds":1475,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["94e1aba89ea3744034f015b4"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.1956817596645454,"lowerBound":0,"upperBound":1,"independentScore":0.1956817596645454,"independent":true,"opponentIds":1472,"independentOpponentIds":1472,"panelSize":38,"publishers":["ARC Prize"],"observations":["6d4dee0e98a30d128b276dd5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["2978ced94c610a533fc15dcf","2b8e7935b9e6eca2dc1c04a7","833910d2932748414e7ebb5a","e7962edddc555df2dc20ca1c","44ce98b84236dedd7d3bf0c5","c15c44a6ad1e030b1e0c26da","2b9d978aafb99e1ca5f6db8a","e499ff7d9dd41c59d2cf26c2","9080d3104ad2cdaddbdd1934","544e9fde3bdc5b20a3b48fcc","78115af496f27ad55d68d169","94e1aba89ea3744034f015b4","6d4dee0e98a30d128b276dd5"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4o","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":14}],"unspecified":0,"total":14}},{"id":"gpt-5--effort-medium","name":"GPT-5 · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5","detailsUrl":"/efforts?model=gpt-5","publishedBenchmarkCount":20,"overallRating":{"score":0.1770771887797958,"supported":true,"families":16,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":217,"independentFamilies":15,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.4353099831333126},{"source":"ARC Prize","independent":true,"share":0.43012115516800087},{"source":"SWE-rebench","independent":true,"share":0.13456886169868806}]},"capabilityRatings":[{"bucket":"agentic","score":0.205563685562832,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.16022719166717428,"supported":true,"families":6,"independentFamilies":6,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.19833927515745775,"supported":true,"families":3,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.3079573326400838,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.21475639051941772,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.3626230836172808,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9523336943949466,"lowerBound":0,"upperBound":1,"independentScore":0.9523336943949466,"independent":true,"opponentIds":1457,"independentOpponentIds":1457,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["bed6be5aefcab5726cdf356c"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8552500060845629,"lowerBound":0,"upperBound":1,"independentScore":0.8552500060845629,"independent":true,"opponentIds":1458,"independentOpponentIds":1458,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["e1edfc9234b1bd40b3f2f40f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2552647485925893,"lowerBound":0,"upperBound":1,"independentScore":0.2552647485925893,"independent":true,"opponentIds":1459,"independentOpponentIds":1459,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["dccebb85dc27116f61d0ec95"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.9235010898256978,"lowerBound":0,"upperBound":1,"independentScore":0.9235010898256978,"independent":true,"opponentIds":1461,"independentOpponentIds":1461,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["314e8f1bbc4184a98514f076"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7667721825644372,"lowerBound":0,"upperBound":1,"independentScore":0.7667721825644372,"independent":true,"opponentIds":1462,"independentOpponentIds":1462,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["90fa89e6f74cc8dc0598194b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7980646317394242,"lowerBound":0,"upperBound":1,"independentScore":0.7980646317394242,"independent":true,"opponentIds":1463,"independentOpponentIds":1463,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["e9c4f38fbea5a2fbb5f0ef73"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8403122663067815,"lowerBound":0,"upperBound":1,"independentScore":0.8403122663067815,"independent":true,"opponentIds":1464,"independentOpponentIds":1464,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["3b8bc6d894db65ddf0177cf7"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7525578685479162,"lowerBound":0,"upperBound":1,"independentScore":0.7525578685479162,"independent":true,"opponentIds":1465,"independentOpponentIds":1465,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["bd00f3071c01b1231d01a8a7"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.9841087430705671,"lowerBound":0,"upperBound":1,"independentScore":0.9841087430705671,"independent":true,"opponentIds":1466,"independentOpponentIds":1466,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["9b3c6c148099d10324af1af1"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9569022865896124,"lowerBound":0,"upperBound":1,"independentScore":0.9569022865896124,"independent":true,"opponentIds":1467,"independentOpponentIds":1467,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["af2e972e296da28768694fd4"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7604666316499774,"lowerBound":0,"upperBound":1,"independentScore":0.7604666316499774,"independent":true,"opponentIds":1468,"independentOpponentIds":1468,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["7a782b20675f1745dca4b7f6"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8925808482617371,"lowerBound":0,"upperBound":1,"independentScore":0.8925808482617371,"independent":true,"opponentIds":1469,"independentOpponentIds":1469,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["5ddade22ee1406e208de826a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8043009570517634,"lowerBound":0,"upperBound":1,"independentScore":0.8043009570517634,"independent":true,"opponentIds":1474,"independentOpponentIds":1474,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["c866f1bf891458ba5b21d1e5"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8993882671488456,"lowerBound":0,"upperBound":1,"independentScore":0.8993882671488456,"independent":true,"opponentIds":1475,"independentOpponentIds":1475,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["9dc51ca56fcc852863e19286"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.4522948395298752,"lowerBound":0,"upperBound":1,"independentScore":0.4522948395298752,"independent":true,"opponentIds":1472,"independentOpponentIds":1472,"panelSize":38,"publishers":["ARC Prize"],"observations":["88ed12ff4a36b415143266f3"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.823529411764706,"lowerBound":0,"upperBound":1,"independentScore":0.823529411764706,"independent":true,"opponentIds":1473,"independentOpponentIds":1473,"panelSize":2,"publishers":["SWE-rebench"],"observations":["panel-df1f433349e12b715f87b8ca","panel-6a5dad63f041041541673c1a","panel-128f7a0af9b7fa3967594c52","panel-5b22352026768409d27902f3"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["bed6be5aefcab5726cdf356c","e1edfc9234b1bd40b3f2f40f","dccebb85dc27116f61d0ec95","314e8f1bbc4184a98514f076","90fa89e6f74cc8dc0598194b","e9c4f38fbea5a2fbb5f0ef73","3b8bc6d894db65ddf0177cf7","bd00f3071c01b1231d01a8a7","9b3c6c148099d10324af1af1","af2e972e296da28768694fd4","7a782b20675f1745dca4b7f6","5ddade22ee1406e208de826a","c866f1bf891458ba5b21d1e5","9dc51ca56fcc852863e19286","88ed12ff4a36b415143266f3","panel-df1f433349e12b715f87b8ca","panel-6a5dad63f041041541673c1a","panel-128f7a0af9b7fa3967594c52","panel-5b22352026768409d27902f3"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":20}],"unspecified":0,"total":20}},{"id":"gpt-5--effort-minimal","name":"GPT-5 · Minimal","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5","detailsUrl":"/efforts?model=gpt-5","publishedBenchmarkCount":19,"overallRating":{"score":0.02803955905581633,"supported":true,"families":15,"publishers":3,"evaluationSources":3,"taskAreas":5,"opponents":217,"independentFamilies":14,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.43968451538428804},{"source":"Artificial Analysis","independent":true,"share":0.4227546043128359},{"source":"SWE-rebench","independent":true,"share":0.13756088030288247}]},"capabilityRatings":[{"bucket":"agentic","score":0.09358512607579872,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.024150055880270842,"supported":true,"families":6,"independentFamilies":6,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.036945830685181355,"supported":true,"families":3,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1268356208197931,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.05245172455712726,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.32989246030986097,"lowerBound":0,"upperBound":1,"independentScore":0.32989246030986097,"independent":true,"opponentIds":1457,"independentOpponentIds":1457,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["7b75ed3c2005520bcff79192"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2544290178240575,"lowerBound":0,"upperBound":1,"independentScore":0.2544290178240575,"independent":true,"opponentIds":1459,"independentOpponentIds":1459,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["8f32c3b7c6a7b931edd13fca"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.7007458127153672,"lowerBound":0,"upperBound":1,"independentScore":0.7007458127153672,"independent":true,"opponentIds":1461,"independentOpponentIds":1461,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["7f307c0c603f46e975d64aa7"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.41944393827685283,"lowerBound":0,"upperBound":1,"independentScore":0.41944393827685283,"independent":true,"opponentIds":1462,"independentOpponentIds":1462,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e73bd02fe43e5cca4bc8c6a2"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3730855158273158,"lowerBound":0,"upperBound":1,"independentScore":0.3730855158273158,"independent":true,"opponentIds":1463,"independentOpponentIds":1463,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["dd50b1a9d15e800849ee68ea"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.553613847777581,"lowerBound":0,"upperBound":1,"independentScore":0.553613847777581,"independent":true,"opponentIds":1464,"independentOpponentIds":1464,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["feaabfee5cf01934c80e5513"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5913134763996916,"lowerBound":0,"upperBound":1,"independentScore":0.5913134763996916,"independent":true,"opponentIds":1465,"independentOpponentIds":1465,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["51134d1b66daccb7f547b8b6"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.4208571946492537,"lowerBound":0,"upperBound":1,"independentScore":0.4208571946492537,"independent":true,"opponentIds":1466,"independentOpponentIds":1466,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["63161aa56edc9442139818a7"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6833835865545932,"lowerBound":0,"upperBound":1,"independentScore":0.6833835865545932,"independent":true,"opponentIds":1467,"independentOpponentIds":1467,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["7398b8233e31b341403e09d3"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.41431457965934987,"lowerBound":0,"upperBound":1,"independentScore":0.41431457965934987,"independent":true,"opponentIds":1468,"independentOpponentIds":1468,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["c17ca7be5e2a6d1755562ef9"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8026276851172007,"lowerBound":0,"upperBound":1,"independentScore":0.8026276851172007,"independent":true,"opponentIds":1469,"independentOpponentIds":1469,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["d4f30e4023a3cd5c890dc0f4"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6433489312845339,"lowerBound":0,"upperBound":1,"independentScore":0.6433489312845339,"independent":true,"opponentIds":1474,"independentOpponentIds":1474,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["4bb0fa1567c2b3a28b1a1a94"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6016672997328641,"lowerBound":0,"upperBound":1,"independentScore":0.6016672997328641,"independent":true,"opponentIds":1475,"independentOpponentIds":1475,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["d307de5a94bc7a0c78b7ba2e"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.018887995226111065,"lowerBound":0,"upperBound":1,"independentScore":0.018887995226111065,"independent":true,"opponentIds":1472,"independentOpponentIds":1472,"panelSize":38,"publishers":["ARC Prize"],"observations":["3fcb070e5d72027bf895a4eb"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1473,"independentOpponentIds":1473,"panelSize":2,"publishers":["SWE-rebench"],"observations":["panel-7aa0c89e21a5b4ba53c846fe","panel-8613396169af318add6485b7","panel-3e55e76525c8e98cf682c126","panel-12e0ccd4a964c83e4b36650b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7b75ed3c2005520bcff79192","8f32c3b7c6a7b931edd13fca","7f307c0c603f46e975d64aa7","e73bd02fe43e5cca4bc8c6a2","dd50b1a9d15e800849ee68ea","feaabfee5cf01934c80e5513","51134d1b66daccb7f547b8b6","63161aa56edc9442139818a7","7398b8233e31b341403e09d3","c17ca7be5e2a6d1755562ef9","d4f30e4023a3cd5c890dc0f4","4bb0fa1567c2b3a28b1a1a94","d307de5a94bc7a0c78b7ba2e","3fcb070e5d72027bf895a4eb","panel-7aa0c89e21a5b4ba53c846fe","panel-8613396169af318add6485b7","panel-3e55e76525c8e98cf682c126","panel-12e0ccd4a964c83e4b36650b"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4o","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Minimal","settings":[{"label":"Minimal","observations":19}],"unspecified":0,"total":19}},{"id":"gpt-5--effort-non-reasoning","name":"GPT-5 · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5","detailsUrl":"/efforts?model=gpt-5","publishedBenchmarkCount":9,"overallRating":{"score":0.044350983976759684,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":214,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000027}]},"capabilityRatings":[{"bucket":"agentic","score":0.0030146692417153606,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.041918880342400926,"supported":true,"families":3,"independentFamilies":3,"opponents":213,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.043157385431815055,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.08584731996676097,"supported":true,"families":2,"independentFamilies":2,"opponents":181,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.17599664262039896,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.487092622188565,"lowerBound":0,"upperBound":1,"independentScore":0.487092622188565,"independent":true,"opponentIds":1457,"independentOpponentIds":1457,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["a69193c2658d703e3ab0d38f"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6972655915314119,"lowerBound":0,"upperBound":1,"independentScore":0.6972655915314119,"independent":true,"opponentIds":1458,"independentOpponentIds":1458,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["886b2d802aa24414c17a9bc7"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.42094275019058575,"lowerBound":0,"upperBound":1,"independentScore":0.42094275019058575,"independent":true,"opponentIds":1462,"independentOpponentIds":1462,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["ebf5588481b79006df61a812"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3950239834637247,"lowerBound":0,"upperBound":1,"independentScore":0.3950239834637247,"independent":true,"opponentIds":1463,"independentOpponentIds":1463,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["de2fbae5009e0d6316cb4494"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5176275963681204,"lowerBound":0,"upperBound":1,"independentScore":0.5176275963681204,"independent":true,"opponentIds":1464,"independentOpponentIds":1464,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["76566dd933fc00aeb2f0db10"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5758834105180682,"lowerBound":0,"upperBound":1,"independentScore":0.5758834105180682,"independent":true,"opponentIds":1465,"independentOpponentIds":1465,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["c65c8b6baa6f11b465f55b52"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8038050095494642,"lowerBound":0,"upperBound":1,"independentScore":0.8038050095494642,"independent":true,"opponentIds":1467,"independentOpponentIds":1467,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["5be07669413d5fbc82f7c02d"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.020303472728235458,"lowerBound":0,"upperBound":1,"independentScore":0.020303472728235458,"independent":true,"opponentIds":1474,"independentOpponentIds":1474,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["2ed696e37ca20657d9df1361"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5027627304527699,"lowerBound":0,"upperBound":1,"independentScore":0.5027627304527699,"independent":true,"opponentIds":1475,"independentOpponentIds":1475,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["292b0f2eaa1075a11794a0fc"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a69193c2658d703e3ab0d38f","886b2d802aa24414c17a9bc7","ebf5588481b79006df61a812","de2fbae5009e0d6316cb4494","76566dd933fc00aeb2f0db10","c65c8b6baa6f11b465f55b52","5be07669413d5fbc82f7c02d","2ed696e37ca20657d9df1361","292b0f2eaa1075a11794a0fc"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo","gpt-4o"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"gpt-5-mini--effort-high","name":"GPT-5 Mini · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5-mini","detailsUrl":"/efforts?model=gpt-5-mini","publishedBenchmarkCount":25,"overallRating":{"score":0.1088285970948184,"supported":true,"families":20,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":217,"independentFamilies":20,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.4015759890665895},{"source":"ARC Prize","independent":true,"share":0.316579829713087},{"source":"SWE-rebench","independent":true,"share":0.2818441812203222}]},"capabilityRatings":[{"bucket":"agentic","score":0.1570195112071808,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.11851302195469295,"supported":true,"families":5,"independentFamilies":5,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.11158913820054868,"supported":true,"families":4,"independentFamilies":4,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.22620700997967624,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.13011436328617493,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.27899616336552874,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.3014926757710064,"lowerBound":0,"upperBound":1,"independentScore":0.3014926757710064,"independent":true,"opponentIds":1476,"independentOpponentIds":1476,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["bb56015dbdf9bcad0f645fe0"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9314894015574577,"lowerBound":0,"upperBound":1,"independentScore":0.9314894015574577,"independent":true,"opponentIds":1477,"independentOpponentIds":1477,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["1271a620f3430d2823b4299b"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7703750893330283,"lowerBound":0,"upperBound":1,"independentScore":0.7703750893330283,"independent":true,"opponentIds":1478,"independentOpponentIds":1478,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["8f708b652c79fe0a2cb96ee2"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.462877522359902,"lowerBound":0,"upperBound":1,"independentScore":0.462877522359902,"independent":true,"opponentIds":1479,"independentOpponentIds":1479,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["a23b0e2e3cd6a9e7f601c733"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2526873209647196,"lowerBound":0,"upperBound":1,"independentScore":0.2526873209647196,"independent":true,"opponentIds":1480,"independentOpponentIds":1480,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["9abc939d215e713e9155509b"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5106535876907817,"lowerBound":0,"upperBound":1,"independentScore":0.5106535876907817,"independent":true,"opponentIds":1481,"independentOpponentIds":1481,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["bcdcb630b7de8facd7ec6b9a"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5083874070778815,"lowerBound":0,"upperBound":1,"independentScore":0.5083874070778815,"independent":true,"opponentIds":1482,"independentOpponentIds":1482,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["948a35d44f528f1d38a3b66b"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.810410770073838,"lowerBound":0,"upperBound":1,"independentScore":0.810410770073838,"independent":true,"opponentIds":1483,"independentOpponentIds":1483,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["edada08421a44d2f3e03ddd4"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7172395364650226,"lowerBound":0,"upperBound":1,"independentScore":0.7172395364650226,"independent":true,"opponentIds":1484,"independentOpponentIds":1484,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["4de6a5ee986febfaed4eb744"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7437802654063701,"lowerBound":0,"upperBound":1,"independentScore":0.7437802654063701,"independent":true,"opponentIds":1485,"independentOpponentIds":1485,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["d4ded2383bf5737886312cd4"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9202768355677089,"lowerBound":0,"upperBound":1,"independentScore":0.9202768355677089,"independent":true,"opponentIds":1486,"independentOpponentIds":1486,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["91ccad8d704a295937a940bf"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9493838965946623,"lowerBound":0,"upperBound":1,"independentScore":0.9493838965946623,"independent":true,"opponentIds":1487,"independentOpponentIds":1487,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["ac22cfeedff8faaf8391a9e7"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8696855007646116,"lowerBound":0,"upperBound":1,"independentScore":0.8696855007646116,"independent":true,"opponentIds":1488,"independentOpponentIds":1488,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["4517e6ddfbacac5148c240d1"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6366801228101325,"lowerBound":0,"upperBound":1,"independentScore":0.6366801228101325,"independent":true,"opponentIds":1489,"independentOpponentIds":1489,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["fd3f3cb5ed71699740cda268"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6952032631982337,"lowerBound":0,"upperBound":1,"independentScore":0.6952032631982337,"independent":true,"opponentIds":1490,"independentOpponentIds":1490,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["eba00be8c23a89a00c5a10b0"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.31483366696703413,"lowerBound":0,"upperBound":1,"independentScore":0.31483366696703413,"independent":true,"opponentIds":1491,"independentOpponentIds":1491,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["d8f301314bc639970ffe4970"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6059386186143761,"lowerBound":0,"upperBound":1,"independentScore":0.6059386186143761,"independent":true,"opponentIds":1492,"independentOpponentIds":1492,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["c1f5d834e4687add84c92091","0d70a2d525d90c00d5382538"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.37273822187731265,"lowerBound":0,"upperBound":1,"independentScore":0.37273822187731265,"independent":true,"opponentIds":1493,"independentOpponentIds":1493,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["bb7e22bf0f8a76fb67df7daf","957a65b66d2f331727303705","b4bdc6f08a0a0edd6d04d8e6"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.3327193005214949,"lowerBound":0,"upperBound":1,"independentScore":0.3327193005214949,"independent":true,"opponentIds":1494,"independentOpponentIds":1494,"panelSize":38,"publishers":["ARC Prize"],"observations":["849548a81dc92ff4714ec68d"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.37209302325581395,"lowerBound":0,"upperBound":1,"independentScore":0.37209302325581395,"independent":true,"opponentIds":1495,"independentOpponentIds":1495,"panelSize":3,"publishers":["SWE-rebench"],"observations":["panel-9d3595bc411ad8842b5f1eef","panel-882148776d6b6bf196c8e72f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["bb56015dbdf9bcad0f645fe0","1271a620f3430d2823b4299b","8f708b652c79fe0a2cb96ee2","a23b0e2e3cd6a9e7f601c733","9abc939d215e713e9155509b","bcdcb630b7de8facd7ec6b9a","948a35d44f528f1d38a3b66b","edada08421a44d2f3e03ddd4","4de6a5ee986febfaed4eb744","d4ded2383bf5737886312cd4","91ccad8d704a295937a940bf","ac22cfeedff8faaf8391a9e7","4517e6ddfbacac5148c240d1","fd3f3cb5ed71699740cda268","eba00be8c23a89a00c5a10b0","d8f301314bc639970ffe4970","c1f5d834e4687add84c92091","0d70a2d525d90c00d5382538","bb7e22bf0f8a76fb67df7daf","957a65b66d2f331727303705","b4bdc6f08a0a0edd6d04d8e6","849548a81dc92ff4714ec68d","panel-9d3595bc411ad8842b5f1eef","panel-882148776d6b6bf196c8e72f"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":25}],"unspecified":0,"total":25}},{"id":"gpt-5-mini--effort-medium","name":"GPT-5 Mini · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5-mini","detailsUrl":"/efforts?model=gpt-5-mini","publishedBenchmarkCount":20,"overallRating":{"score":0.09557557553752893,"supported":true,"families":14,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":217,"independentFamilies":14,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"SWE-rebench","independent":true,"share":0.3734190173212642},{"source":"Artificial Analysis","independent":true,"share":0.3341060957733631},{"source":"ARC Prize","independent":true,"share":0.2924748869053748}]},"capabilityRatings":[{"bucket":"agentic","score":0.10309911840845483,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.13267253115856828,"supported":true,"families":5,"independentFamilies":5,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.09197018004355939,"supported":true,"families":3,"independentFamilies":3,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.16440934330142642,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.10670601307937384,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.27899616336552874,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8813783443414961,"lowerBound":0,"upperBound":1,"independentScore":0.8813783443414961,"independent":true,"opponentIds":1477,"independentOpponentIds":1477,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["b9e17b3cbbc705457a910059"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7900136958979819,"lowerBound":0,"upperBound":1,"independentScore":0.7900136958979819,"independent":true,"opponentIds":1478,"independentOpponentIds":1478,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["b8e6f8d6007be0ba8722e722"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7333474802652076,"lowerBound":0,"upperBound":1,"independentScore":0.7333474802652076,"independent":true,"opponentIds":1480,"independentOpponentIds":1480,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["e66145b99e8be332098068be"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6668784644003691,"lowerBound":0,"upperBound":1,"independentScore":0.6668784644003691,"independent":true,"opponentIds":1484,"independentOpponentIds":1484,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["4bc1a117796f1bf9d343897d"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6889771217341344,"lowerBound":0,"upperBound":1,"independentScore":0.6889771217341344,"independent":true,"opponentIds":1485,"independentOpponentIds":1485,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["d43fe2c78b72cd2774597421"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8491285623143507,"lowerBound":0,"upperBound":1,"independentScore":0.8491285623143507,"independent":true,"opponentIds":1486,"independentOpponentIds":1486,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["0c852c10a1aeb9997ba4c18d"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7126227343180404,"lowerBound":0,"upperBound":1,"independentScore":0.7126227343180404,"independent":true,"opponentIds":1487,"independentOpponentIds":1487,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["92e0de6f0a6b1d9d6c54d04c"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8166618682888587,"lowerBound":0,"upperBound":1,"independentScore":0.8166618682888587,"independent":true,"opponentIds":1488,"independentOpponentIds":1488,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["8d8193aa657bab4d267af29d"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.607327667944226,"lowerBound":0,"upperBound":1,"independentScore":0.607327667944226,"independent":true,"opponentIds":1489,"independentOpponentIds":1489,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["bdbc6cc0360082531b0a111d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6418241857955409,"lowerBound":0,"upperBound":1,"independentScore":0.6418241857955409,"independent":true,"opponentIds":1490,"independentOpponentIds":1490,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["d35182ee44e3d769141e77ef"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6736337770893482,"lowerBound":0,"upperBound":1,"independentScore":0.6736337770893482,"independent":true,"opponentIds":1496,"independentOpponentIds":1496,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["8fffe4c0f470f545e4bceee4"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7542574591958777,"lowerBound":0,"upperBound":1,"independentScore":0.7542574591958777,"independent":true,"opponentIds":1497,"independentOpponentIds":1497,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["cb279744f928898f4a1303f7"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.3196429961341873,"lowerBound":0,"upperBound":1,"independentScore":0.3196429961341873,"independent":true,"opponentIds":1494,"independentOpponentIds":1494,"panelSize":38,"publishers":["ARC Prize"],"observations":["0bebc0e4edb23ab523a4bf08"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.3459459459459459,"lowerBound":0,"upperBound":1,"independentScore":0.3459459459459459,"independent":true,"opponentIds":1498,"independentOpponentIds":1498,"panelSize":4,"publishers":["SWE-rebench"],"observations":["panel-8f5f1ae06f1007eabaadad12","panel-4b776aced4fe63c3161c7bb8","panel-7d9e8814bc198c5ebfeecf3a","panel-c89e195031cf4c7684a9a9b0","panel-9f5fbd93e0f5873f7f2e34ad","panel-c8b39cb9c7921b483f979a9c"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b9e17b3cbbc705457a910059","b8e6f8d6007be0ba8722e722","e66145b99e8be332098068be","4bc1a117796f1bf9d343897d","d43fe2c78b72cd2774597421","0c852c10a1aeb9997ba4c18d","92e0de6f0a6b1d9d6c54d04c","8d8193aa657bab4d267af29d","bdbc6cc0360082531b0a111d","d35182ee44e3d769141e77ef","8fffe4c0f470f545e4bceee4","cb279744f928898f4a1303f7","0bebc0e4edb23ab523a4bf08","panel-8f5f1ae06f1007eabaadad12","panel-4b776aced4fe63c3161c7bb8","panel-7d9e8814bc198c5ebfeecf3a","panel-c89e195031cf4c7684a9a9b0","panel-9f5fbd93e0f5873f7f2e34ad","panel-c8b39cb9c7921b483f979a9c"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":20}],"unspecified":0,"total":20}},{"id":"gpt-5-mini--effort-minimal","name":"GPT-5 Mini · Minimal","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5-mini","detailsUrl":"/efforts?model=gpt-5-mini","publishedBenchmarkCount":14,"overallRating":{"score":0.03645322737527968,"supported":true,"families":13,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":217,"independentFamilies":13,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5203474631539934},{"source":"ARC Prize","independent":true,"share":0.47965253684600534}]},"capabilityRatings":[{"bucket":"agentic","score":0.0322985123046231,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03971249483053874,"supported":true,"families":5,"independentFamilies":5,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.04564941617215767,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.06556291180116118,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.03901827348795394,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.054872620128868184,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.47992120151225104,"lowerBound":0,"upperBound":1,"independentScore":0.47992120151225104,"independent":true,"opponentIds":1477,"independentOpponentIds":1477,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["dc315b6babd5754fe1888c5f"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.40986051979648364,"lowerBound":0,"upperBound":1,"independentScore":0.40986051979648364,"independent":true,"opponentIds":1478,"independentOpponentIds":1478,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["2e73829fce5399bd164125ec"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2528585522728529,"lowerBound":0,"upperBound":1,"independentScore":0.2528585522728529,"independent":true,"opponentIds":1480,"independentOpponentIds":1480,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["da13f3721ce5566b3b8d61d3"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.44190374977328817,"lowerBound":0,"upperBound":1,"independentScore":0.44190374977328817,"independent":true,"opponentIds":1484,"independentOpponentIds":1484,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["0bb8a1c2b23359f5ba188c31"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3046268894964622,"lowerBound":0,"upperBound":1,"independentScore":0.3046268894964622,"independent":true,"opponentIds":1485,"independentOpponentIds":1485,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["8bef9112daab2b8a62ce9988"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5537841943535096,"lowerBound":0,"upperBound":1,"independentScore":0.5537841943535096,"independent":true,"opponentIds":1486,"independentOpponentIds":1486,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["6cc6553b8b5f44f42d0cff6d"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5825572798013963,"lowerBound":0,"upperBound":1,"independentScore":0.5825572798013963,"independent":true,"opponentIds":1487,"independentOpponentIds":1487,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["aea508d42b293a20541f37aa"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5435514591440437,"lowerBound":0,"upperBound":1,"independentScore":0.5435514591440437,"independent":true,"opponentIds":1488,"independentOpponentIds":1488,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["3a392444daf4274640d0df32"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.35042184893737677,"lowerBound":0,"upperBound":1,"independentScore":0.35042184893737677,"independent":true,"opponentIds":1489,"independentOpponentIds":1489,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["480b91e9af1b9ea0b14ece2b"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.52543629769651,"lowerBound":0,"upperBound":1,"independentScore":0.52543629769651,"independent":true,"opponentIds":1490,"independentOpponentIds":1490,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["77d0804600c30799618023b2"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4103489391312619,"lowerBound":0,"upperBound":1,"independentScore":0.4103489391312619,"independent":true,"opponentIds":1496,"independentOpponentIds":1496,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["81abc9bd0c31fab2bed3db62"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5467887428326369,"lowerBound":0,"upperBound":1,"independentScore":0.5467887428326369,"independent":true,"opponentIds":1497,"independentOpponentIds":1497,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["3ed6a32c5fe7f788d3e7fb6f"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.15501777783245765,"lowerBound":0,"upperBound":1,"independentScore":0.15501777783245765,"independent":true,"opponentIds":1494,"independentOpponentIds":1494,"panelSize":38,"publishers":["ARC Prize"],"observations":["6a02220558f7ab9b3d8a2e05"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["dc315b6babd5754fe1888c5f","2e73829fce5399bd164125ec","da13f3721ce5566b3b8d61d3","0bb8a1c2b23359f5ba188c31","8bef9112daab2b8a62ce9988","6cc6553b8b5f44f42d0cff6d","aea508d42b293a20541f37aa","3a392444daf4274640d0df32","480b91e9af1b9ea0b14ece2b","77d0804600c30799618023b2","81abc9bd0c31fab2bed3db62","3ed6a32c5fe7f788d3e7fb6f","6a02220558f7ab9b3d8a2e05"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Minimal","settings":[{"label":"Minimal","observations":14}],"unspecified":0,"total":14}},{"id":"gpt-5-mini--effort-low","name":"GPT-5 Mini · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5-mini","detailsUrl":"/efforts?model=gpt-5-mini","publishedBenchmarkCount":1,"overallRating":{"score":0.017782102621531914,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999999}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.02588956828567981,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.07874244819192985,"lowerBound":0,"upperBound":1,"independentScore":0.07874244819192985,"independent":true,"opponentIds":1494,"independentOpponentIds":1494,"panelSize":38,"publishers":["ARC Prize"],"observations":["c50d5e16d51cce9801649bf5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c50d5e16d51cce9801649bf5"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5-nano--effort-high","name":"GPT-5 Nano · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5-nano","detailsUrl":"/efforts?model=gpt-5-nano","publishedBenchmarkCount":15,"overallRating":{"score":0.05998400568281548,"supported":true,"families":14,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":217,"independentFamilies":14,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5401089369132643},{"source":"ARC Prize","independent":true,"share":0.45989106308674266}]},"capabilityRatings":[{"bucket":"agentic","score":0.044555490729859405,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.06746096791583606,"supported":true,"families":5,"independentFamilies":5,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.08525735594582752,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.08632431677565248,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.04586236583191381,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.072124364819236,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8379628623061723,"lowerBound":0,"upperBound":1,"independentScore":0.8379628623061723,"independent":true,"opponentIds":1499,"independentOpponentIds":1499,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["61bdf3b2d27f1ace40287537"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.46454792047969107,"lowerBound":0,"upperBound":1,"independentScore":0.46454792047969107,"independent":true,"opponentIds":1500,"independentOpponentIds":1500,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["13d6010f81e7fa3cdb5958b7"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2518992740719072,"lowerBound":0,"upperBound":1,"independentScore":0.2518992740719072,"independent":true,"opponentIds":1501,"independentOpponentIds":1501,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["da129cc262ee6417dba1d29f"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.5011795339758592,"lowerBound":0,"upperBound":1,"independentScore":0.5011795339758592,"independent":true,"opponentIds":1502,"independentOpponentIds":1502,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["26850502e7bfad60ea1747a3"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.41497964725812336,"lowerBound":0,"upperBound":1,"independentScore":0.41497964725812336,"independent":true,"opponentIds":1503,"independentOpponentIds":1503,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["6567189c20b9832b2e06413d"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.49958785788680204,"lowerBound":0,"upperBound":1,"independentScore":0.49958785788680204,"independent":true,"opponentIds":1504,"independentOpponentIds":1504,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["d9bd254cfcef9d2712d22317"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.810931803238636,"lowerBound":0,"upperBound":1,"independentScore":0.810931803238636,"independent":true,"opponentIds":1505,"independentOpponentIds":1505,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["3cbd5e115e1f8d30021e73c2"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9005082030277687,"lowerBound":0,"upperBound":1,"independentScore":0.9005082030277687,"independent":true,"opponentIds":1506,"independentOpponentIds":1506,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["d0a48c169192e6dc13bc463a"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5688862083315437,"lowerBound":0,"upperBound":1,"independentScore":0.5688862083315437,"independent":true,"opponentIds":1507,"independentOpponentIds":1507,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["013b446a39385e3780136c25"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.3757716009708931,"lowerBound":0,"upperBound":1,"independentScore":0.3757716009708931,"independent":true,"opponentIds":1508,"independentOpponentIds":1508,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["d13bcf16f36225a84e762f2a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5116415059914262,"lowerBound":0,"upperBound":1,"independentScore":0.5116415059914262,"independent":true,"opponentIds":1509,"independentOpponentIds":1509,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["0fd9c1984793ae6a3d606b3f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.47462799827725854,"lowerBound":0,"upperBound":1,"independentScore":0.47462799827725854,"independent":true,"opponentIds":1510,"independentOpponentIds":1510,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["2d4c5eb419fdd9e604627199"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5055596577030267,"lowerBound":0,"upperBound":1,"independentScore":0.5055596577030267,"independent":true,"opponentIds":1511,"independentOpponentIds":1511,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["78388e49ee401e48d45b1d6f"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.26015534990894534,"lowerBound":0,"upperBound":1,"independentScore":0.26015534990894534,"independent":true,"opponentIds":1512,"independentOpponentIds":1512,"panelSize":38,"publishers":["ARC Prize"],"observations":["999b6bf8f366cec37f99e596"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["61bdf3b2d27f1ace40287537","13d6010f81e7fa3cdb5958b7","da129cc262ee6417dba1d29f","26850502e7bfad60ea1747a3","6567189c20b9832b2e06413d","d9bd254cfcef9d2712d22317","3cbd5e115e1f8d30021e73c2","d0a48c169192e6dc13bc463a","013b446a39385e3780136c25","d13bcf16f36225a84e762f2a","0fd9c1984793ae6a3d606b3f","2d4c5eb419fdd9e604627199","78388e49ee401e48d45b1d6f","999b6bf8f366cec37f99e596"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":15}],"unspecified":0,"total":15}},{"id":"gpt-5-nano--effort-medium","name":"GPT-5 Nano · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5-nano","detailsUrl":"/efforts?model=gpt-5-nano","publishedBenchmarkCount":14,"overallRating":{"score":0.03731589629211632,"supported":true,"families":13,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":217,"independentFamilies":13,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5214074670003864},{"source":"ARC Prize","independent":true,"share":0.47859253299961296}]},"capabilityRatings":[{"bucket":"agentic","score":0.027162397715316023,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.042784684973359736,"supported":true,"families":5,"independentFamilies":5,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.08899951914393618,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.08052745872480295,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.037418497433148616,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.06957102029986499,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7578744940264482,"lowerBound":0,"upperBound":1,"independentScore":0.7578744940264482,"independent":true,"opponentIds":1499,"independentOpponentIds":1499,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["c991b2fa62637a6be1454b5f"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4581490531182525,"lowerBound":0,"upperBound":1,"independentScore":0.4581490531182525,"independent":true,"opponentIds":1500,"independentOpponentIds":1500,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["253e6d1def64f85c64b0b28b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25158339220980036,"lowerBound":0,"upperBound":1,"independentScore":0.25158339220980036,"independent":true,"opponentIds":1501,"independentOpponentIds":1501,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["18af4c452fdf8ca84656fc10"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.40154693891054627,"lowerBound":0,"upperBound":1,"independentScore":0.40154693891054627,"independent":true,"opponentIds":1503,"independentOpponentIds":1503,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["23cc64a4102c2fbf7f0d7a02"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4800764720802982,"lowerBound":0,"upperBound":1,"independentScore":0.4800764720802982,"independent":true,"opponentIds":1504,"independentOpponentIds":1504,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["484445c812989992c1caf66c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7908336100681953,"lowerBound":0,"upperBound":1,"independentScore":0.7908336100681953,"independent":true,"opponentIds":1505,"independentOpponentIds":1505,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["6139f2a56cafb489a0d5e9a2"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.852849305883086,"lowerBound":0,"upperBound":1,"independentScore":0.852849305883086,"independent":true,"opponentIds":1506,"independentOpponentIds":1506,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["cebf68947470466956e5daa2"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5317445177906341,"lowerBound":0,"upperBound":1,"independentScore":0.5317445177906341,"independent":true,"opponentIds":1507,"independentOpponentIds":1507,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["417196c8a2ed12522dc2bb77"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.33994395612041667,"lowerBound":0,"upperBound":1,"independentScore":0.33994395612041667,"independent":true,"opponentIds":1508,"independentOpponentIds":1508,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["8bfb0a43a3f184fcbb2a73dd"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.43568177898332167,"lowerBound":0,"upperBound":1,"independentScore":0.43568177898332167,"independent":true,"opponentIds":1509,"independentOpponentIds":1509,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["5631e681e91f5d7cf5e9ed45"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3776029116061964,"lowerBound":0,"upperBound":1,"independentScore":0.3776029116061964,"independent":true,"opponentIds":1510,"independentOpponentIds":1510,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["b7557fca860bacadf64b9382"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.582956899153612,"lowerBound":0,"upperBound":1,"independentScore":0.582956899153612,"independent":true,"opponentIds":1511,"independentOpponentIds":1511,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["927f5c0539489cc0a6dc1e69"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.07284349797450472,"lowerBound":0,"upperBound":1,"independentScore":0.07284349797450472,"independent":true,"opponentIds":1512,"independentOpponentIds":1512,"panelSize":38,"publishers":["ARC Prize"],"observations":["b5db4793b8e4f1f4fac5f2e3"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c991b2fa62637a6be1454b5f","253e6d1def64f85c64b0b28b","18af4c452fdf8ca84656fc10","23cc64a4102c2fbf7f0d7a02","484445c812989992c1caf66c","6139f2a56cafb489a0d5e9a2","cebf68947470466956e5daa2","417196c8a2ed12522dc2bb77","8bfb0a43a3f184fcbb2a73dd","5631e681e91f5d7cf5e9ed45","b7557fca860bacadf64b9382","927f5c0539489cc0a6dc1e69","b5db4793b8e4f1f4fac5f2e3"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":14}],"unspecified":0,"total":14}},{"id":"gpt-5-nano--effort-minimal","name":"GPT-5 Nano · Minimal","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5-nano","detailsUrl":"/efforts?model=gpt-5-nano","publishedBenchmarkCount":14,"overallRating":{"score":0.014129155923539782,"supported":true,"families":13,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":217,"independentFamilies":13,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5214074670003864},{"source":"ARC Prize","independent":true,"share":0.47859253299961296}]},"capabilityRatings":[{"bucket":"agentic","score":0.02034999081664485,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.017726802810028048,"supported":true,"families":5,"independentFamilies":5,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.026438168517581285,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.013524515447387142,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.007324972726006823,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.023797394579539364,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.28493239404756004,"lowerBound":0,"upperBound":1,"independentScore":0.28493239404756004,"independent":true,"opponentIds":1499,"independentOpponentIds":1499,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["9b0374451c65b0b8a7ff50c3"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.24572027367980778,"lowerBound":0,"upperBound":1,"independentScore":0.24572027367980778,"independent":true,"opponentIds":1500,"independentOpponentIds":1500,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["64dd24dd1517cda4416c0940"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25158339220980036,"lowerBound":0,"upperBound":1,"independentScore":0.25158339220980036,"independent":true,"opponentIds":1501,"independentOpponentIds":1501,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["c50f1c9e4759fe2cbbec4866"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.1312672903420558,"lowerBound":0,"upperBound":1,"independentScore":0.1312672903420558,"independent":true,"opponentIds":1503,"independentOpponentIds":1503,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["8f621e321f59f8dbed5a6f93"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.11775999172035534,"lowerBound":0,"upperBound":1,"independentScore":0.11775999172035534,"independent":true,"opponentIds":1504,"independentOpponentIds":1504,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["a16ad3a4f80ef4f749aebf00"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.2254052551518648,"lowerBound":0,"upperBound":1,"independentScore":0.2254052551518648,"independent":true,"opponentIds":1505,"independentOpponentIds":1505,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["43dc8e829983dcf65dd49ed1"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.4824756144377526,"lowerBound":0,"upperBound":1,"independentScore":0.4824756144377526,"independent":true,"opponentIds":1506,"independentOpponentIds":1506,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["2d043407ce66d5fb5604aba1"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.12795396797619726,"lowerBound":0,"upperBound":1,"independentScore":0.12795396797619726,"independent":true,"opponentIds":1507,"independentOpponentIds":1507,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["13a2a213533ba6d9c09df9fa"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.040630502011871045,"lowerBound":0,"upperBound":1,"independentScore":0.040630502011871045,"independent":true,"opponentIds":1508,"independentOpponentIds":1508,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["faffeb498dc7fd044f7d1b4b"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.18774974219976823,"lowerBound":0,"upperBound":1,"independentScore":0.18774974219976823,"independent":true,"opponentIds":1509,"independentOpponentIds":1509,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["e6d315631424cf6394c7c95e"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.31081116040632767,"lowerBound":0,"upperBound":1,"independentScore":0.31081116040632767,"independent":true,"opponentIds":1510,"independentOpponentIds":1510,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["b2df4bbbd16fd7912105ad99"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.38478674189246825,"lowerBound":0,"upperBound":1,"independentScore":0.38478674189246825,"independent":true,"opponentIds":1511,"independentOpponentIds":1511,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["0ab95f3b9a2ec250c8aeb819"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.015609320994536727,"lowerBound":0,"upperBound":1,"independentScore":0.015609320994536727,"independent":true,"opponentIds":1512,"independentOpponentIds":1512,"panelSize":38,"publishers":["ARC Prize"],"observations":["151137af98f4465de79cb3c1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9b0374451c65b0b8a7ff50c3","64dd24dd1517cda4416c0940","c50f1c9e4759fe2cbbec4866","8f621e321f59f8dbed5a6f93","a16ad3a4f80ef4f749aebf00","43dc8e829983dcf65dd49ed1","2d043407ce66d5fb5604aba1","13a2a213533ba6d9c09df9fa","faffeb498dc7fd044f7d1b4b","e6d315631424cf6394c7c95e","b2df4bbbd16fd7912105ad99","0ab95f3b9a2ec250c8aeb819","151137af98f4465de79cb3c1"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Minimal","settings":[{"label":"Minimal","observations":14}],"unspecified":0,"total":14}},{"id":"gpt-5-nano--effort-low","name":"GPT-5 Nano · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5-nano","detailsUrl":"/efforts?model=gpt-5-nano","publishedBenchmarkCount":1,"overallRating":{"score":0.011628541548586419,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999997}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.018286217354941302,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.019110578094987368,"lowerBound":0,"upperBound":1,"independentScore":0.019110578094987368,"independent":true,"opponentIds":1512,"independentOpponentIds":1512,"panelSize":38,"publishers":["ARC Prize"],"observations":["f05d176f9e5db89e675db70c"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f05d176f9e5db89e675db70c"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5.1--effort-high","name":"GPT-5.1 · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.1","detailsUrl":"/efforts?model=gpt-5.1","publishedBenchmarkCount":18,"overallRating":{"score":0.2167605293121223,"supported":true,"families":15,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":217,"independentFamilies":15,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5928738768583088},{"source":"ARC Prize","independent":true,"share":0.40712612314169583}]},"capabilityRatings":[{"bucket":"agentic","score":0.18550940799105034,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.2476103138435878,"supported":true,"families":5,"independentFamilies":5,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.23422793128104966,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.32390787292792744,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.2760111919255684,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5448292628194247,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9650634473253423,"lowerBound":0,"upperBound":1,"independentScore":0.9650634473253423,"independent":true,"opponentIds":1513,"independentOpponentIds":1513,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["239fa90dfb33619a5081e9f9"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9422613834418768,"lowerBound":0,"upperBound":1,"independentScore":0.9422613834418768,"independent":true,"opponentIds":1514,"independentOpponentIds":1514,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["f4f454e9391cd595d2c59a94"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8240501154269809,"lowerBound":0,"upperBound":1,"independentScore":0.8240501154269809,"independent":true,"opponentIds":1515,"independentOpponentIds":1515,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["cebcc0d24f668fcc1ea52594"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.576134672249972,"lowerBound":0,"upperBound":1,"independentScore":0.576134672249972,"independent":true,"opponentIds":1516,"independentOpponentIds":1516,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["47fb804697213949c1022802"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.929005625258285,"lowerBound":0,"upperBound":1,"independentScore":0.929005625258285,"independent":true,"opponentIds":1517,"independentOpponentIds":1517,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["245233a893e0114ab6b3d52f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8466443588827748,"lowerBound":0,"upperBound":1,"independentScore":0.8466443588827748,"independent":true,"opponentIds":1518,"independentOpponentIds":1518,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["6bd1a0bd70e4ab77e4a980c7"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8215059366913736,"lowerBound":0,"upperBound":1,"independentScore":0.8215059366913736,"independent":true,"opponentIds":1519,"independentOpponentIds":1519,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["0a159bfc6abd91a7c701560d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.888904685998062,"lowerBound":0,"upperBound":1,"independentScore":0.888904685998062,"independent":true,"opponentIds":1520,"independentOpponentIds":1520,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["0f2435a7d3956433073252a2"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9660907775500913,"lowerBound":0,"upperBound":1,"independentScore":0.9660907775500913,"independent":true,"opponentIds":1521,"independentOpponentIds":1521,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["36f6e69708f8a4a10940441e"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9631027796643331,"lowerBound":0,"upperBound":1,"independentScore":0.9631027796643331,"independent":true,"opponentIds":1522,"independentOpponentIds":1522,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f5dc3af27f6bddfad8d051e8"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8028284622983575,"lowerBound":0,"upperBound":1,"independentScore":0.8028284622983575,"independent":true,"opponentIds":1523,"independentOpponentIds":1523,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["94dfe52c82affb9fd3334eb7"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.867320812019592,"lowerBound":0,"upperBound":1,"independentScore":0.867320812019592,"independent":true,"opponentIds":1524,"independentOpponentIds":1524,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["753b9a8a6643e8cc1e4b81f8"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6645533813944727,"lowerBound":0,"upperBound":1,"independentScore":0.6645533813944727,"independent":true,"opponentIds":1525,"independentOpponentIds":1525,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["31bc5bcd1fc862e3317e60bc","1f211d243e12f56bc1a5a756"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7807781655174705,"lowerBound":0,"upperBound":1,"independentScore":0.7807781655174705,"independent":true,"opponentIds":1526,"independentOpponentIds":1526,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["e264fcbbf9c34586e7b6dfb4","67f77366629a3d4d08cce1e7"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.560548060603808,"lowerBound":0,"upperBound":1,"independentScore":0.560548060603808,"independent":true,"opponentIds":1527,"independentOpponentIds":1527,"panelSize":38,"publishers":["ARC Prize"],"observations":["0fbbe06ee7a41a332409a02a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["239fa90dfb33619a5081e9f9","f4f454e9391cd595d2c59a94","cebcc0d24f668fcc1ea52594","47fb804697213949c1022802","245233a893e0114ab6b3d52f","6bd1a0bd70e4ab77e4a980c7","0a159bfc6abd91a7c701560d","0f2435a7d3956433073252a2","36f6e69708f8a4a10940441e","f5dc3af27f6bddfad8d051e8","94dfe52c82affb9fd3334eb7","753b9a8a6643e8cc1e4b81f8","31bc5bcd1fc862e3317e60bc","1f211d243e12f56bc1a5a756","e264fcbbf9c34586e7b6dfb4","67f77366629a3d4d08cce1e7","0fbbe06ee7a41a332409a02a"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":18}],"unspecified":0,"total":18}},{"id":"gpt-5.1--effort-non-reasoning","name":"GPT-5.1 · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.1","detailsUrl":"/efforts?model=gpt-5.1","publishedBenchmarkCount":13,"overallRating":{"score":0.043434515786477335,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000005}]},"capabilityRatings":[{"bucket":"agentic","score":0.06227395396361196,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.029173920170278655,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.04865265462969596,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1030488277106016,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.05677319540332875,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.07305368731184282,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.38230578360171097,"lowerBound":0,"upperBound":1,"independentScore":0.38230578360171097,"independent":true,"opponentIds":1513,"independentOpponentIds":1513,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["6abab40890aa0c0372d0f089"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4748565424675745,"lowerBound":0,"upperBound":1,"independentScore":0.4748565424675745,"independent":true,"opponentIds":1514,"independentOpponentIds":1514,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["242467cf8ae03ca5317cf999"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25360961575381913,"lowerBound":0,"upperBound":1,"independentScore":0.25360961575381913,"independent":true,"opponentIds":1515,"independentOpponentIds":1515,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["9268c5b8746b04887ef9d764"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3495069826034837,"lowerBound":0,"upperBound":1,"independentScore":0.3495069826034837,"independent":true,"opponentIds":1518,"independentOpponentIds":1518,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["2fcc61e29b95a07ac78e5842"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3242065060205477,"lowerBound":0,"upperBound":1,"independentScore":0.3242065060205477,"independent":true,"opponentIds":1519,"independentOpponentIds":1519,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["7cf4aa2e67a6c7ef11ed452d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5013741791309065,"lowerBound":0,"upperBound":1,"independentScore":0.5013741791309065,"independent":true,"opponentIds":1520,"independentOpponentIds":1520,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["3cf752361e0a75cc3c1dc615"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5047348636973513,"lowerBound":0,"upperBound":1,"independentScore":0.5047348636973513,"independent":true,"opponentIds":1521,"independentOpponentIds":1521,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f1596ea955bb7e7d0db23d9a"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6630096552804559,"lowerBound":0,"upperBound":1,"independentScore":0.6630096552804559,"independent":true,"opponentIds":1522,"independentOpponentIds":1522,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["15ccd3e2bad00dbe4d513d94"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.4385532264392903,"lowerBound":0,"upperBound":1,"independentScore":0.4385532264392903,"independent":true,"opponentIds":1523,"independentOpponentIds":1523,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["6ecc1a5e9d3e0bc1554f7e5a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8022031135679818,"lowerBound":0,"upperBound":1,"independentScore":0.8022031135679818,"independent":true,"opponentIds":1524,"independentOpponentIds":1524,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["dcb6c1cfb154e6dfd47677c2"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5495205444805991,"lowerBound":0,"upperBound":1,"independentScore":0.5495205444805991,"independent":true,"opponentIds":1528,"independentOpponentIds":1528,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["301d76c19099e4fcffbb57c5"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6502533727912019,"lowerBound":0,"upperBound":1,"independentScore":0.6502533727912019,"independent":true,"opponentIds":1529,"independentOpponentIds":1529,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["f32ac719f9f42f00e7041db0"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6abab40890aa0c0372d0f089","242467cf8ae03ca5317cf999","9268c5b8746b04887ef9d764","2fcc61e29b95a07ac78e5842","7cf4aa2e67a6c7ef11ed452d","3cf752361e0a75cc3c1dc615","f1596ea955bb7e7d0db23d9a","15ccd3e2bad00dbe4d513d94","6ecc1a5e9d3e0bc1554f7e5a","dcb6c1cfb154e6dfd47677c2","301d76c19099e4fcffbb57c5","f32ac719f9f42f00e7041db0"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"gpt-5.1--effort-low","name":"GPT-5.1 · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.1","detailsUrl":"/efforts?model=gpt-5.1","publishedBenchmarkCount":1,"overallRating":{"score":0.041586341312509496,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999994}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.05562062573943857,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.2220437941733329,"lowerBound":0,"upperBound":1,"independentScore":0.2220437941733329,"independent":true,"opponentIds":1527,"independentOpponentIds":1527,"panelSize":38,"publishers":["ARC Prize"],"observations":["0f99ee8a4e9e3a03a96cb7c2"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["0f99ee8a4e9e3a03a96cb7c2"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5.1--effort-medium","name":"GPT-5.1 · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.1","detailsUrl":"/efforts?model=gpt-5.1","publishedBenchmarkCount":1,"overallRating":{"score":0.15043980713754382,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999994}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.17009837950549497,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5193049236228823,"lowerBound":0,"upperBound":1,"independentScore":0.5193049236228823,"independent":true,"opponentIds":1527,"independentOpponentIds":1527,"panelSize":38,"publishers":["ARC Prize"],"observations":["be4f45a2511f61842abfae20"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["be4f45a2511f61842abfae20"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5.1--effort-none","name":"GPT-5.1 · None","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.1","detailsUrl":"/efforts?model=gpt-5.1","publishedBenchmarkCount":1,"overallRating":{"score":0.01587230722189792,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999994}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.02355551886259574,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.0638375908248332,"lowerBound":0,"upperBound":1,"independentScore":0.0638375908248332,"independent":true,"opponentIds":1527,"independentOpponentIds":1527,"panelSize":38,"publishers":["ARC Prize"],"observations":["29c08eeadae8b2d685b7f079"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["29c08eeadae8b2d685b7f079"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"None","settings":[{"label":"None","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5.2--effort-medium","name":"GPT-5.2 · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.2","detailsUrl":"/efforts?model=gpt-5.2","publishedBenchmarkCount":19,"overallRating":{"score":0.27521061223700344,"supported":true,"families":15,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":217,"independentFamilies":15,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.3622281597163851},{"source":"SWE-rebench","independent":true,"share":0.3316683593041988},{"source":"ARC Prize","independent":true,"share":0.3061034809794007}]},"capabilityRatings":[{"bucket":"agentic","score":0.1188720220482307,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.2569789396583199,"supported":true,"families":5,"independentFamilies":5,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.3793670970350668,"supported":true,"families":3,"independentFamilies":3,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2603470784316692,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.22179361632280506,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.23093115631327418,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.990216218709766,"lowerBound":0,"upperBound":1,"independentScore":0.990216218709766,"independent":true,"opponentIds":1530,"independentOpponentIds":1530,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["5bc5e74d87c25067c627e4bb"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7385295779047848,"lowerBound":0,"upperBound":1,"independentScore":0.7385295779047848,"independent":true,"opponentIds":1531,"independentOpponentIds":1531,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["b4acb1581e4d62d9741460e2"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8652628745034252,"lowerBound":0,"upperBound":1,"independentScore":0.8652628745034252,"independent":true,"opponentIds":1532,"independentOpponentIds":1532,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["8618dcdf278a13bab124801f"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.8827208216334769,"lowerBound":0,"upperBound":1,"independentScore":0.8827208216334769,"independent":true,"opponentIds":1533,"independentOpponentIds":1533,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["30c86445a68217a0a208f023"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8238913396640452,"lowerBound":0,"upperBound":1,"independentScore":0.8238913396640452,"independent":true,"opponentIds":1534,"independentOpponentIds":1534,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["dafcc8bbf476817926c2900a"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7908338544102468,"lowerBound":0,"upperBound":1,"independentScore":0.7908338544102468,"independent":true,"opponentIds":1535,"independentOpponentIds":1535,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["0d7571d199452fb69e77eeef"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7819932893392285,"lowerBound":0,"upperBound":1,"independentScore":0.7819932893392285,"independent":true,"opponentIds":1536,"independentOpponentIds":1536,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["1ce07261b3d388fb2c493603"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9834875757521262,"lowerBound":0,"upperBound":1,"independentScore":0.9834875757521262,"independent":true,"opponentIds":1537,"independentOpponentIds":1537,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["2a9d256e31c77a8f35cf66a7"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9328723628361618,"lowerBound":0,"upperBound":1,"independentScore":0.9328723628361618,"independent":true,"opponentIds":1538,"independentOpponentIds":1538,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["d02cf01c1f12385d68f808a4"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7359615542083858,"lowerBound":0,"upperBound":1,"independentScore":0.7359615542083858,"independent":true,"opponentIds":1539,"independentOpponentIds":1539,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["12032c332a9dd9cc63c917aa"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8797478362853514,"lowerBound":0,"upperBound":1,"independentScore":0.8797478362853514,"independent":true,"opponentIds":1540,"independentOpponentIds":1540,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["ef3e4ad9b8ae863c94c78e92"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6924904831157886,"lowerBound":0,"upperBound":1,"independentScore":0.6924904831157886,"independent":true,"opponentIds":1541,"independentOpponentIds":1541,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["82d00c246f0f4a0a3dd49e01"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9412005265899774,"lowerBound":0,"upperBound":1,"independentScore":0.9412005265899774,"independent":true,"opponentIds":1542,"independentOpponentIds":1542,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["6a6cf9e4615c5c5fe5261c6b"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.553854136937965,"lowerBound":0,"upperBound":1,"independentScore":0.553854136937965,"independent":true,"opponentIds":1543,"independentOpponentIds":1543,"panelSize":38,"publishers":["ARC Prize"],"observations":["17b466b9eb5c749ece0b0106"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.8662420382165604,"lowerBound":0,"upperBound":1,"independentScore":0.8662420382165604,"independent":true,"opponentIds":1544,"independentOpponentIds":1544,"panelSize":6,"publishers":["SWE-rebench"],"observations":["panel-b21a69a8ceeb7196e4fbdfc9","panel-3158ebf36b887b27663bbccd","panel-8380ef3f8a50b6f89b396276","panel-31ec105465e7a26d35da4265"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["5bc5e74d87c25067c627e4bb","b4acb1581e4d62d9741460e2","8618dcdf278a13bab124801f","30c86445a68217a0a208f023","dafcc8bbf476817926c2900a","0d7571d199452fb69e77eeef","1ce07261b3d388fb2c493603","2a9d256e31c77a8f35cf66a7","d02cf01c1f12385d68f808a4","12032c332a9dd9cc63c917aa","ef3e4ad9b8ae863c94c78e92","82d00c246f0f4a0a3dd49e01","6a6cf9e4615c5c5fe5261c6b","17b466b9eb5c749ece0b0106","panel-b21a69a8ceeb7196e4fbdfc9","panel-3158ebf36b887b27663bbccd","panel-8380ef3f8a50b6f89b396276","panel-31ec105465e7a26d35da4265"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":19}],"unspecified":0,"total":19}},{"id":"gpt-5.2--effort-non-reasoning","name":"GPT-5.2 · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.2","detailsUrl":"/efforts?model=gpt-5.2","publishedBenchmarkCount":15,"overallRating":{"score":0.07898420641107774,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000069}]},"capabilityRatings":[{"bucket":"agentic","score":0.0853644769339744,"supported":false,"families":1,"independentFamilies":1,"opponents":202,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.06385424278666905,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.09379292060711113,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1522521574111005,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.08670834469125106,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.0763366501321443,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5007552262502318,"lowerBound":0,"upperBound":1,"independentScore":0.5007552262502318,"independent":true,"opponentIds":1530,"independentOpponentIds":1530,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["43f5bf080d66ec470f227436"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4865789005901981,"lowerBound":0,"upperBound":1,"independentScore":0.4865789005901981,"independent":true,"opponentIds":1531,"independentOpponentIds":1531,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["97b188f9a482b61245c487bf"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6331611599577059,"lowerBound":0,"upperBound":1,"independentScore":0.6331611599577059,"independent":true,"opponentIds":1532,"independentOpponentIds":1532,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["39e4db6a2d4b286593f81a2f"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.8185005534053718,"lowerBound":0,"upperBound":1,"independentScore":0.8185005534053718,"independent":true,"opponentIds":1533,"independentOpponentIds":1533,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["8bcbd556ed005557ce8a7b3c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.47817691605094165,"lowerBound":0,"upperBound":1,"independentScore":0.47817691605094165,"independent":true,"opponentIds":1534,"independentOpponentIds":1534,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["edd0345b8eecf02194512beb"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4831841873150557,"lowerBound":0,"upperBound":1,"independentScore":0.4831841873150557,"independent":true,"opponentIds":1535,"independentOpponentIds":1535,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["8bf3ce28a17c78a01b889176"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5777991574942632,"lowerBound":0,"upperBound":1,"independentScore":0.5777991574942632,"independent":true,"opponentIds":1536,"independentOpponentIds":1536,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["93f2eb1c55112966a4b0b422"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6923951757742105,"lowerBound":0,"upperBound":1,"independentScore":0.6923951757742105,"independent":true,"opponentIds":1537,"independentOpponentIds":1537,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["4fdab89ccf0e68eb33edd46b"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.733818285765,"lowerBound":0,"upperBound":1,"independentScore":0.733818285765,"independent":true,"opponentIds":1538,"independentOpponentIds":1538,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["902ccf2fb17b5ce2a099b850"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5491482539640179,"lowerBound":0,"upperBound":1,"independentScore":0.5491482539640179,"independent":true,"opponentIds":1539,"independentOpponentIds":1539,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["a3a15fb476b3147892ff7991"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.817056096139666,"lowerBound":0,"upperBound":1,"independentScore":0.817056096139666,"independent":true,"opponentIds":1540,"independentOpponentIds":1540,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["1e7c4454251c39b4487c0012"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.49475288421086605,"lowerBound":0,"upperBound":1,"independentScore":0.49475288421086605,"independent":true,"opponentIds":1545,"independentOpponentIds":1545,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["c1395f4f5ccb6546d770922c","7064152db45f868fe5c922ea"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.773987412016348,"lowerBound":0,"upperBound":1,"independentScore":0.773987412016348,"independent":true,"opponentIds":1542,"independentOpponentIds":1542,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["8a2cead721972b6b2ce7905a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["43f5bf080d66ec470f227436","97b188f9a482b61245c487bf","39e4db6a2d4b286593f81a2f","8bcbd556ed005557ce8a7b3c","edd0345b8eecf02194512beb","8bf3ce28a17c78a01b889176","93f2eb1c55112966a4b0b422","4fdab89ccf0e68eb33edd46b","902ccf2fb17b5ce2a099b850","a3a15fb476b3147892ff7991","1e7c4454251c39b4487c0012","c1395f4f5ccb6546d770922c","7064152db45f868fe5c922ea","8a2cead721972b6b2ce7905a"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"gpt-5.2--effort-xhigh","name":"GPT-5.2 · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.2","detailsUrl":"/efforts?model=gpt-5.2","publishedBenchmarkCount":15,"overallRating":{"score":0.3110452558079943,"supported":true,"families":13,"publishers":3,"evaluationSources":3,"taskAreas":5,"opponents":217,"independentFamilies":13,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.37370805708531185},{"source":"ARC Prize","independent":true,"share":0.34129098892619847},{"source":"SWE-rebench","independent":true,"share":0.2850009539884961}]},"capabilityRatings":[{"bucket":"agentic","score":0.17370666613422361,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3571230217120374,"supported":true,"families":5,"independentFamilies":5,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.33498123880065167,"supported":true,"families":3,"independentFamilies":3,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.3675158443024158,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.6625849399330498,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1530,"independentOpponentIds":1530,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["2b1d4ce339f0be508dd782ce"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9787440635737564,"lowerBound":0,"upperBound":1,"independentScore":0.9787440635737564,"independent":true,"opponentIds":1531,"independentOpponentIds":1531,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["15d27807becbd2e61b76c8dd"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9073864288263634,"lowerBound":0,"upperBound":1,"independentScore":0.9073864288263634,"independent":true,"opponentIds":1532,"independentOpponentIds":1532,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["6e1307562e5cedc762ea7855"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9184174279125475,"lowerBound":0,"upperBound":1,"independentScore":0.9184174279125475,"independent":true,"opponentIds":1534,"independentOpponentIds":1534,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["eafdd4e9bad6ca5f08e931d3"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9163205091361906,"lowerBound":0,"upperBound":1,"independentScore":0.9163205091361906,"independent":true,"opponentIds":1535,"independentOpponentIds":1535,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["edec1a78b1ba26e435444410"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9287815604326124,"lowerBound":0,"upperBound":1,"independentScore":0.9287815604326124,"independent":true,"opponentIds":1536,"independentOpponentIds":1536,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a6c3b23ea9419654c4f638f2"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9806022172224301,"lowerBound":0,"upperBound":1,"independentScore":0.9806022172224301,"independent":true,"opponentIds":1537,"independentOpponentIds":1537,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["c2034e9a0a8098ad23c06ef4"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9661590155240097,"lowerBound":0,"upperBound":1,"independentScore":0.9661590155240097,"independent":true,"opponentIds":1538,"independentOpponentIds":1538,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["cbcfd9035f147316126e0cf6"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.925084997949095,"lowerBound":0,"upperBound":1,"independentScore":0.925084997949095,"independent":true,"opponentIds":1540,"independentOpponentIds":1540,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["200f6e2532cdbd921a373829"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7786050323745658,"lowerBound":0,"upperBound":1,"independentScore":0.7786050323745658,"independent":true,"opponentIds":1541,"independentOpponentIds":1541,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["be060584c97d18cacb40cd94"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9704316661049889,"lowerBound":0,"upperBound":1,"independentScore":0.9704316661049889,"independent":true,"opponentIds":1542,"independentOpponentIds":1542,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["16d35c254882070f80937822"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6563941571751027,"lowerBound":0,"upperBound":1,"independentScore":0.6563941571751027,"independent":true,"opponentIds":1543,"independentOpponentIds":1543,"panelSize":38,"publishers":["ARC Prize"],"observations":["5967fa8ce31cc61440245a31"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.9256198347107438,"lowerBound":0,"upperBound":1,"independentScore":0.9256198347107438,"independent":true,"opponentIds":1546,"independentOpponentIds":1546,"panelSize":3,"publishers":["SWE-rebench"],"observations":["panel-709e5e2b9100c29ff4ccf9e6","panel-2a5f25442a3b5295bfa02259"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["2b1d4ce339f0be508dd782ce","15d27807becbd2e61b76c8dd","6e1307562e5cedc762ea7855","eafdd4e9bad6ca5f08e931d3","edec1a78b1ba26e435444410","a6c3b23ea9419654c4f638f2","c2034e9a0a8098ad23c06ef4","cbcfd9035f147316126e0cf6","200f6e2532cdbd921a373829","be060584c97d18cacb40cd94","16d35c254882070f80937822","5967fa8ce31cc61440245a31","panel-709e5e2b9100c29ff4ccf9e6","panel-2a5f25442a3b5295bfa02259"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":15}],"unspecified":0,"total":15}},{"id":"gpt-5.2--effort-high","name":"GPT-5.2 · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.2","detailsUrl":"/efforts?model=gpt-5.2","publishedBenchmarkCount":24,"overallRating":{"score":0.28515756586073243,"supported":true,"families":8,"publishers":2,"evaluationSources":2,"taskAreas":4,"opponents":46,"independentFamilies":8,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.6150465219833471},{"source":"LiveBench","independent":true,"share":0.3849534780166527}]},"capabilityRatings":[{"bucket":"agentic","score":0.5657377940747659,"supported":false,"families":1,"independentFamilies":1,"opponents":26,"opponentLabs":4,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3394481749427105,"supported":true,"families":3,"independentFamilies":3,"opponents":46,"opponentLabs":7,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.32957279638593584,"supported":true,"families":2,"independentFamilies":2,"opponents":26,"opponentLabs":4,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.21632689145085118,"supported":true,"families":2,"independentFamilies":2,"opponents":26,"opponentLabs":4,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6598590076401617,"lowerBound":0,"upperBound":1,"independentScore":0.6598590076401617,"independent":true,"opponentIds":1543,"independentOpponentIds":1543,"panelSize":38,"publishers":["ARC Prize"],"observations":["b725135e8e60193d69dd2960"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.4296426108940479,"lowerBound":0,"upperBound":1,"independentScore":0.4296426108940479,"independent":true,"opponentIds":1547,"independentOpponentIds":1547,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-fa6c72914cd97c024b6e360a","panel-2c75d7123d8291e5be81a00b","panel-fbcbde600561c3d3696be83c","panel-e236e8906de2ac79a50c15e6"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.24683980694093316,"lowerBound":0,"upperBound":1,"independentScore":0.24683980694093316,"independent":true,"opponentIds":1547,"independentOpponentIds":1547,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-b6daeef5e5290527aac86f54","panel-da3a0ed56d6a64f954659fa2"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.42553435991726063,"lowerBound":0,"upperBound":1,"independentScore":0.42553435991726063,"independent":true,"opponentIds":1547,"independentOpponentIds":1547,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-77f63d80977191cf2c481d68","panel-91d118503479005ce69deb47","panel-cf1e57406dae14dbc01470ea"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.5819351873132615,"lowerBound":0,"upperBound":1,"independentScore":0.5819351873132615,"independent":true,"opponentIds":1547,"independentOpponentIds":1547,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-a2b9872bb59a3f7ac3aff0c0","panel-ef9a0693d34f00cba25d1252","panel-31682b190232b4280ccd06b0"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.47605914349191786,"lowerBound":0,"upperBound":1,"independentScore":0.47605914349191786,"independent":true,"opponentIds":1547,"independentOpponentIds":1547,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-49c4b3d4d02e77f4afa7ec01","panel-09e4a65f3e19547b97c9aaf4","panel-53a731259937b873fe9b238a"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.3125143645139052,"lowerBound":0,"upperBound":1,"independentScore":0.3125143645139052,"independent":true,"opponentIds":1547,"independentOpponentIds":1547,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-50a0a1f23eeb2eceab0f4c4a","panel-8cb5768c95cfc9d9ee948a32","panel-46ee16e43dfcef55b9cdcc31","panel-cdd9ee7d07449e206cc9e3dc"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.11865088485405666,"lowerBound":0,"upperBound":1,"independentScore":0.11865088485405666,"independent":true,"opponentIds":1547,"independentOpponentIds":1547,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-c0d042721929915c8645b57d","panel-790eb22013b7deb683b85849","panel-eaa5fc61415b8aa88e767880","panel-14610010800749fab1e3696a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b725135e8e60193d69dd2960","panel-fa6c72914cd97c024b6e360a","panel-b6daeef5e5290527aac86f54","panel-da3a0ed56d6a64f954659fa2","panel-77f63d80977191cf2c481d68","panel-a2b9872bb59a3f7ac3aff0c0","panel-2c75d7123d8291e5be81a00b","panel-49c4b3d4d02e77f4afa7ec01","panel-50a0a1f23eeb2eceab0f4c4a","panel-fbcbde600561c3d3696be83c","panel-e236e8906de2ac79a50c15e6","panel-c0d042721929915c8645b57d","panel-91d118503479005ce69deb47","panel-09e4a65f3e19547b97c9aaf4","panel-790eb22013b7deb683b85849","panel-8cb5768c95cfc9d9ee948a32","panel-eaa5fc61415b8aa88e767880","panel-14610010800749fab1e3696a","panel-ef9a0693d34f00cba25d1252","panel-31682b190232b4280ccd06b0","panel-46ee16e43dfcef55b9cdcc31","panel-53a731259937b873fe9b238a","panel-cf1e57406dae14dbc01470ea","panel-cdd9ee7d07449e206cc9e3dc"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini","claude-opus-4-5-20251101","claude-opus-4-7","claude-sonnet-5","gemini-3.1-pro","gemini-3.8-flash","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3"]},"effort":{"label":"High","settings":[{"label":"High","observations":24}],"unspecified":0,"total":24}},{"id":"gpt-5.2--effort-low","name":"GPT-5.2 · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.2","detailsUrl":"/efforts?model=gpt-5.2","publishedBenchmarkCount":1,"overallRating":{"score":0.18801330482983922,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999999}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.20700349412736432,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5976280292084056,"lowerBound":0,"upperBound":1,"independentScore":0.5976280292084056,"independent":true,"opponentIds":1543,"independentOpponentIds":1543,"panelSize":38,"publishers":["ARC Prize"],"observations":["bdca95afb303a9bc58cb0fba"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["bdca95afb303a9bc58cb0fba"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5.2-pro--effort-high","name":"GPT-5.2 Pro · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.2-pro","detailsUrl":"/efforts?model=gpt-5.2-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.3290166547047556,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999989}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.3668613009871558,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7160342413993879,"lowerBound":0,"upperBound":1,"independentScore":0.7160342413993879,"independent":true,"opponentIds":1548,"independentOpponentIds":1548,"panelSize":38,"publishers":["ARC Prize"],"observations":["26501f216454a4be44cafa23"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["26501f216454a4be44cafa23"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"High","settings":[{"label":"High","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5.2-pro--effort-medium","name":"GPT-5.2 Pro · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.2-pro","detailsUrl":"/efforts?model=gpt-5.2-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.2714383085317727,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999989}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.3046045686373613,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6588867828693893,"lowerBound":0,"upperBound":1,"independentScore":0.6588867828693893,"independent":true,"opponentIds":1548,"independentOpponentIds":1548,"panelSize":38,"publishers":["ARC Prize"],"observations":["c69d8d070ed466b0864fd277"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c69d8d070ed466b0864fd277"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5.3-codex--effort-xhigh","name":"GPT-5.3 Codex · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.3-codex","detailsUrl":"/efforts?model=gpt-5.3-codex","publishedBenchmarkCount":12,"overallRating":{"score":0.229997911833712,"supported":true,"families":11,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":216,"independentFamilies":11,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.8146108129841404},{"source":"SWE-rebench","independent":true,"share":0.1853891870158742}]},"capabilityRatings":[{"bucket":"agentic","score":0.20958971047702013,"supported":true,"families":2,"independentFamilies":2,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.4589884924790593,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.23321681644567224,"supported":true,"families":2,"independentFamilies":2,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.42959215003005213,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.3379225102080469,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6743382137700037,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.5948428947557525,"lowerBound":0,"upperBound":1,"independentScore":0.5948428947557525,"independent":true,"opponentIds":1549,"independentOpponentIds":1549,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["fc4e29911e90397830821424"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.992428675811697,"lowerBound":0,"upperBound":1,"independentScore":0.992428675811697,"independent":true,"opponentIds":1550,"independentOpponentIds":1550,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["3cfdc0adcdfbf4bc5d9d423f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9256279821994814,"lowerBound":0,"upperBound":1,"independentScore":0.9256279821994814,"independent":true,"opponentIds":1551,"independentOpponentIds":1551,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["fc31cb13000d15bacea6922e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9264150299177961,"lowerBound":0,"upperBound":1,"independentScore":0.9264150299177961,"independent":true,"opponentIds":1552,"independentOpponentIds":1552,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["263dabe16bfa078c8e1de364"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9520481513320984,"lowerBound":0,"upperBound":1,"independentScore":0.9520481513320984,"independent":true,"opponentIds":1553,"independentOpponentIds":1553,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["6c121d52dec8713a26190404"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9170269706369284,"lowerBound":0,"upperBound":1,"independentScore":0.9170269706369284,"independent":true,"opponentIds":1554,"independentOpponentIds":1554,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["771f9183573b3dad01cac7b0"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8495295116961064,"lowerBound":0,"upperBound":1,"independentScore":0.8495295116961064,"independent":true,"opponentIds":1555,"independentOpponentIds":1555,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["a226188131e02839f00830d4"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9601107215181623,"lowerBound":0,"upperBound":1,"independentScore":0.9601107215181623,"independent":true,"opponentIds":1556,"independentOpponentIds":1556,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["719a5465610bb34014bb8403"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7915893322901326,"lowerBound":0,"upperBound":1,"independentScore":0.7915893322901326,"independent":true,"opponentIds":1557,"independentOpponentIds":1557,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["5a2a3b23fba84b174082230e"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.98531016209967,"lowerBound":0,"upperBound":1,"independentScore":0.98531016209967,"independent":true,"opponentIds":1558,"independentOpponentIds":1558,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["a2b1e5ebc415de1c9208c5f8"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1559,"independentOpponentIds":1559,"panelSize":3,"publishers":["SWE-rebench"],"observations":["panel-ca4f23c7585afe314456c6ee"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["fc4e29911e90397830821424","3cfdc0adcdfbf4bc5d9d423f","fc31cb13000d15bacea6922e","263dabe16bfa078c8e1de364","6c121d52dec8713a26190404","771f9183573b3dad01cac7b0","a226188131e02839f00830d4","719a5465610bb34014bb8403","5a2a3b23fba84b174082230e","a2b1e5ebc415de1c9208c5f8","panel-ca4f23c7585afe314456c6ee"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":12}],"unspecified":0,"total":12}},{"id":"gpt-5.4--effort-xhigh","name":"GPT-5.4 · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4","detailsUrl":"/efforts?model=gpt-5.4","publishedBenchmarkCount":48,"overallRating":{"score":0.38642154125077655,"supported":true,"families":28,"publishers":6,"evaluationSources":6,"taskAreas":6,"opponents":217,"independentFamilies":25,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Datacurve","independent":true,"share":0.1841724985820364},{"source":"Artificial Analysis","independent":true,"share":0.17887593768694018},{"source":"Scale","independent":true,"share":0.1787951993533639},{"source":"ARC Prize","independent":true,"share":0.17170653926819754},{"source":"LiveBench","independent":true,"share":0.16850594409849962},{"source":"Vals AI","independent":true,"share":0.11794388101095775}]},"capabilityRatings":[{"bucket":"agentic","score":0.5211537967789815,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5431502229168184,"supported":true,"families":6,"independentFamilies":6,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4041300255782863,"supported":true,"families":10,"independentFamilies":7,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.4005131669125191,"supported":true,"families":5,"independentFamilies":5,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.338629362023517,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6350332225692523,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.8471866363804352,"lowerBound":0,"upperBound":1,"independentScore":0.8471866363804352,"independent":true,"opponentIds":1560,"independentOpponentIds":1560,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["b70ff21cadeade5250a4cdd4"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9655581721533337,"lowerBound":0,"upperBound":1,"independentScore":0.9655581721533337,"independent":true,"opponentIds":1561,"independentOpponentIds":1561,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["1f2febde52d8d84fd8ad145e"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9630245541652034,"lowerBound":0,"upperBound":1,"independentScore":0.9630245541652034,"independent":true,"opponentIds":1562,"independentOpponentIds":1562,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["d37b112d29dad129f8c2272c"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8099435635487339,"lowerBound":0,"upperBound":1,"independentScore":0.8099435635487339,"independent":true,"opponentIds":1563,"independentOpponentIds":1563,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["46bbf2825e58cadd1a201fc1"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9303349545662226,"lowerBound":0,"upperBound":1,"independentScore":0.9303349545662226,"independent":true,"opponentIds":1564,"independentOpponentIds":1564,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["2344e5d6dcea1f546cabda9b"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.09819746422933959,"lowerBound":0,"upperBound":1,"independentScore":0.09819746422933959,"independent":true,"opponentIds":1565,"independentOpponentIds":1565,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:openai/gpt-5.4-2026-03-05"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9618255170470236,"lowerBound":0,"upperBound":1,"independentScore":0.9618255170470236,"independent":true,"opponentIds":1566,"independentOpponentIds":1566,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["1f5b6d8b0cbb04daf83a73aa"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9007087782843317,"lowerBound":0,"upperBound":1,"independentScore":0.9007087782843317,"independent":true,"opponentIds":1567,"independentOpponentIds":1567,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["0e811f1b201ee72834eab6f8"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.478122245839598,"lowerBound":0,"upperBound":1,"independentScore":0.478122245839598,"independent":true,"opponentIds":1568,"independentOpponentIds":1568,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:openai/gpt-5.4-2026-03-05"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8362085183479042,"lowerBound":0,"upperBound":1,"independentScore":0.8362085183479042,"independent":true,"opponentIds":1569,"independentOpponentIds":1569,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["a6f6ccba2bca3ef7bf7d0890"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.947096810048928,"lowerBound":0,"upperBound":1,"independentScore":0.947096810048928,"independent":true,"opponentIds":1570,"independentOpponentIds":1570,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["f673516a17545c4423d632a5"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8487019702113848,"lowerBound":0,"upperBound":1,"independentScore":0.8487019702113848,"independent":true,"opponentIds":1571,"independentOpponentIds":1571,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["e6cf2569a32871892e4f8b8d","7a637545b18b22b592f62617"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9086868641986953,"lowerBound":0,"upperBound":1,"independentScore":0.9086868641986953,"independent":true,"opponentIds":1572,"independentOpponentIds":1572,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["75d0d7792bc9a3baa87c3bb0","be1c7cf00872b8462a1131fe"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8276288341188296,"lowerBound":0,"upperBound":1,"independentScore":0.8276288341188296,"independent":true,"opponentIds":1573,"independentOpponentIds":1573,"panelSize":38,"publishers":["ARC Prize"],"observations":["5a6430a8d8f773ee0e4b369f"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.32043795620437937,"lowerBound":0,"upperBound":1,"independentScore":0.32043795620437937,"independent":true,"opponentIds":1574,"independentOpponentIds":1574,"panelSize":25,"publishers":["Datacurve"],"observations":["38295b12f6b510281d185208"],"sourceScores":[]},{"id":"swe-bench-pro","label":"swe-bench-pro","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1575,"independentOpponentIds":1575,"panelSize":2,"publishers":["Scale"],"observations":["62c54d2819ec816195f7efee"],"sourceScores":[]},{"id":"swe-atlas-qna","label":"swe-atlas-qna","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1576,"independentOpponentIds":1576,"panelSize":2,"publishers":["Scale"],"observations":["79db12d910dc9b17468fc07c"],"sourceScores":[]},{"id":"swe-atlas-refactoring","label":"swe-atlas-refactoring","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1577,"independentOpponentIds":1577,"panelSize":2,"publishers":["Scale"],"observations":["595d203626f42c7eaf274a4d"],"sourceScores":[]},{"id":"swe-atlas-test-writing","label":"swe-atlas-test-writing","bucket":"coding","score":0.25,"lowerBound":0,"upperBound":1,"independentScore":0.25,"independent":true,"opponentIds":1578,"independentOpponentIds":1578,"panelSize":3,"publishers":["Scale"],"observations":["07b714836f4d50d2545a5455","34bc44371787dfc935087f65"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.4904111690702675,"lowerBound":0,"upperBound":1,"independentScore":0.4904111690702675,"independent":true,"opponentIds":1579,"independentOpponentIds":1579,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-277c823db47aca935fcfe21d","panel-ead1203dc409c40234d5fee4","panel-14b8986f6045509b1190f001","panel-387ee41f45c34973406f6a99"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.4253605400429583,"lowerBound":0,"upperBound":1,"independentScore":0.4253605400429583,"independent":true,"opponentIds":1579,"independentOpponentIds":1579,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-32aa6b03fa6b1e2b8df86c7b","panel-e93f929cb0853d27c95d04b3"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.6200265930244455,"lowerBound":0,"upperBound":1,"independentScore":0.6200265930244455,"independent":true,"opponentIds":1579,"independentOpponentIds":1579,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-424fc5747345bdb81336e06a","panel-6fda03e93661f6c58ea5e7e4","panel-699ecb5439422ac056781a58"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.7391837987112615,"lowerBound":0,"upperBound":1,"independentScore":0.7391837987112615,"independent":true,"opponentIds":1579,"independentOpponentIds":1579,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-686153cb0b44a71199a0619d","panel-eca935ff02296892416ebe55","panel-dd7582c72728fb5b3755e281"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.5559987726296415,"lowerBound":0,"upperBound":1,"independentScore":0.5559987726296415,"independent":true,"opponentIds":1579,"independentOpponentIds":1579,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-53e2e2b8cbdb216a093034bf","panel-cd52404d183578937e22deac","panel-1a73cedae57299fa448f67d8"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.5587220006136856,"lowerBound":0,"upperBound":1,"independentScore":0.5587220006136856,"independent":true,"opponentIds":1579,"independentOpponentIds":1579,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-ce06ee813be216293e7004cf","panel-52f73ccb84c0dad0faf4db74","panel-dd23f7bf3419e3011e2563f8","panel-52b264b698e93d9c6004f43d"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.5303007057379568,"lowerBound":0,"upperBound":1,"independentScore":0.5303007057379568,"independent":true,"opponentIds":1579,"independentOpponentIds":1579,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-6212f1adcca2531c22bd97dc","panel-6f5160d5e1a3874da330f091","panel-930496933f2794492ab365b2","panel-4844de203c7156b6d863ace0"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.4925977445476673,"lowerBound":0,"upperBound":1,"independentScore":0.4925977445476673,"independent":true,"opponentIds":1580,"independentOpponentIds":1580,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:openai/gpt-5.4-2026-03-05"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.4585231052658513,"lowerBound":0,"upperBound":1,"independentScore":0.4585231052658513,"independent":true,"opponentIds":1581,"independentOpponentIds":1581,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:openai/gpt-5.4-2026-03-05"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b70ff21cadeade5250a4cdd4","1f2febde52d8d84fd8ad145e","d37b112d29dad129f8c2272c","46bbf2825e58cadd1a201fc1","2344e5d6dcea1f546cabda9b","1f5b6d8b0cbb04daf83a73aa","0e811f1b201ee72834eab6f8","a6f6ccba2bca3ef7bf7d0890","f673516a17545c4423d632a5","e6cf2569a32871892e4f8b8d","7a637545b18b22b592f62617","75d0d7792bc9a3baa87c3bb0","be1c7cf00872b8462a1131fe","5a6430a8d8f773ee0e4b369f","38295b12f6b510281d185208","62c54d2819ec816195f7efee","79db12d910dc9b17468fc07c","595d203626f42c7eaf274a4d","07b714836f4d50d2545a5455","34bc44371787dfc935087f65","panel-277c823db47aca935fcfe21d","panel-32aa6b03fa6b1e2b8df86c7b","panel-e93f929cb0853d27c95d04b3","panel-424fc5747345bdb81336e06a","panel-686153cb0b44a71199a0619d","panel-ead1203dc409c40234d5fee4","panel-53e2e2b8cbdb216a093034bf","panel-ce06ee813be216293e7004cf","panel-14b8986f6045509b1190f001","panel-387ee41f45c34973406f6a99","panel-6212f1adcca2531c22bd97dc","panel-6fda03e93661f6c58ea5e7e4","panel-cd52404d183578937e22deac","panel-6f5160d5e1a3874da330f091","panel-52f73ccb84c0dad0faf4db74","panel-930496933f2794492ab365b2","panel-4844de203c7156b6d863ace0","panel-eca935ff02296892416ebe55","panel-dd7582c72728fb5b3755e281","panel-dd23f7bf3419e3011e2563f8","panel-1a73cedae57299fa448f67d8","panel-699ecb5439422ac056781a58","panel-52b264b698e93d9c6004f43d","vals-code-migration-v1:openai/gpt-5.4-2026-03-05","vals-mmlu-pro-v1:openai/gpt-5.4-2026-03-05","vals-vibe-code-bench-v1.1:openai/gpt-5.4-2026-03-05","vals-legal-agent-benchmark-v1:openai/gpt-5.4-2026-03-05"],"opponentModelIds":["claude-opus-4-6","claude-sonnet-4-6","deepseek-v3.2","deepseek-v4-pro-0424","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","glm-5","glm-5.2","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","grok-4.3","kimi-k2.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","nvidia-nemotron-3-super-120b-a12b-bf16","qwen3.5-397b-a17b","qwen3.7-plus","step-3.7-flash","agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5.1","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.6-sol","gpt-6-astra","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":48}],"unspecified":0,"total":48}},{"id":"gpt-5.4--effort-low","name":"GPT-5.4 · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4","detailsUrl":"/efforts?model=gpt-5.4","publishedBenchmarkCount":11,"overallRating":{"score":0.23685801388707994,"supported":true,"families":10,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":217,"independentFamilies":10,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.5324777874693388},{"source":"Artificial Analysis","independent":true,"share":0.46752221253066}]},"capabilityRatings":[{"bucket":"agentic","score":0.12200250413953569,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.27812727060078696,"supported":true,"families":4,"independentFamilies":4,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.337156581627922,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.304627414177336,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.32990793025022996,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.3761760131855855,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8861782593356946,"lowerBound":0,"upperBound":1,"independentScore":0.8861782593356946,"independent":true,"opponentIds":1561,"independentOpponentIds":1561,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["3f309b1f6f08733ebeaa0ef9"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8749533538066291,"lowerBound":0,"upperBound":1,"independentScore":0.8749533538066291,"independent":true,"opponentIds":1562,"independentOpponentIds":1562,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["6c4e1bd0b148f6dd51d255ec"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8672603562091126,"lowerBound":0,"upperBound":1,"independentScore":0.8672603562091126,"independent":true,"opponentIds":1564,"independentOpponentIds":1564,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["800c2b0a0a70be8dcb0b707c"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8809828408307696,"lowerBound":0,"upperBound":1,"independentScore":0.8809828408307696,"independent":true,"opponentIds":1566,"independentOpponentIds":1566,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["1c96c49dbfd0aa0da502f5d7"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7911833762292287,"lowerBound":0,"upperBound":1,"independentScore":0.7911833762292287,"independent":true,"opponentIds":1567,"independentOpponentIds":1567,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["7877f48e230cc4baeef262b1"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8731016737265141,"lowerBound":0,"upperBound":1,"independentScore":0.8731016737265141,"independent":true,"opponentIds":1569,"independentOpponentIds":1569,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["de2513acb4a89ca7531cc863"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9540472604656198,"lowerBound":0,"upperBound":1,"independentScore":0.9540472604656198,"independent":true,"opponentIds":1570,"independentOpponentIds":1570,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["5baf6141fd2ae3e320d68dc7"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6938744345848379,"lowerBound":0,"upperBound":1,"independentScore":0.6938744345848379,"independent":true,"opponentIds":1582,"independentOpponentIds":1582,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["bb7fd95206fa5df765473dad"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9448732614095988,"lowerBound":0,"upperBound":1,"independentScore":0.9448732614095988,"independent":true,"opponentIds":1583,"independentOpponentIds":1583,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["e041f09eacf7d4fd39fd06fc"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6162817878717042,"lowerBound":0,"upperBound":1,"independentScore":0.6162817878717042,"independent":true,"opponentIds":1573,"independentOpponentIds":1573,"panelSize":38,"publishers":["ARC Prize"],"observations":["061ce8db3e09b74846381514"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3f309b1f6f08733ebeaa0ef9","6c4e1bd0b148f6dd51d255ec","800c2b0a0a70be8dcb0b707c","1c96c49dbfd0aa0da502f5d7","7877f48e230cc4baeef262b1","de2513acb4a89ca7531cc863","5baf6141fd2ae3e320d68dc7","bb7fd95206fa5df765473dad","e041f09eacf7d4fd39fd06fc","061ce8db3e09b74846381514"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":11}],"unspecified":0,"total":11}},{"id":"gpt-5.4--effort-non-reasoning","name":"GPT-5.4 · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4","detailsUrl":"/efforts?model=gpt-5.4","publishedBenchmarkCount":10,"overallRating":{"score":0.10089915633093705,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999959}]},"capabilityRatings":[{"bucket":"agentic","score":0.041809303045305085,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.09622870854977798,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.274088400443866,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1718600482646834,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.14746778874723002,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.11883316402330067,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5935594343056422,"lowerBound":0,"upperBound":1,"independentScore":0.5935594343056422,"independent":true,"opponentIds":1561,"independentOpponentIds":1561,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["95d78edd094271c8788986f1"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6266329763622148,"lowerBound":0,"upperBound":1,"independentScore":0.6266329763622148,"independent":true,"opponentIds":1562,"independentOpponentIds":1562,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["2d984aba50e03049fd01ac4a"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5543073782224767,"lowerBound":0,"upperBound":1,"independentScore":0.5543073782224767,"independent":true,"opponentIds":1564,"independentOpponentIds":1564,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["39ae139dd203eb5f9760d5fe"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5865103343429824,"lowerBound":0,"upperBound":1,"independentScore":0.5865103343429824,"independent":true,"opponentIds":1566,"independentOpponentIds":1566,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["b486a1fb6c5b341875d5225f"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.593969498578989,"lowerBound":0,"upperBound":1,"independentScore":0.593969498578989,"independent":true,"opponentIds":1567,"independentOpponentIds":1567,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["df4e5119a87760b18053846e"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6945232316152729,"lowerBound":0,"upperBound":1,"independentScore":0.6945232316152729,"independent":true,"opponentIds":1569,"independentOpponentIds":1569,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["3aea57a33fca8a2445fb7b9b"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.878091220795973,"lowerBound":0,"upperBound":1,"independentScore":0.878091220795973,"independent":true,"opponentIds":1570,"independentOpponentIds":1570,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["a69fa647e71e7ea817df5065"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.45025392946480186,"lowerBound":0,"upperBound":1,"independentScore":0.45025392946480186,"independent":true,"opponentIds":1582,"independentOpponentIds":1582,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["d29f2bc805408ffd2df1fcd8"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9025338833413856,"lowerBound":0,"upperBound":1,"independentScore":0.9025338833413856,"independent":true,"opponentIds":1583,"independentOpponentIds":1583,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["9c16de1fecb482726fe8e501"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["95d78edd094271c8788986f1","2d984aba50e03049fd01ac4a","39ae139dd203eb5f9760d5fe","b486a1fb6c5b341875d5225f","df4e5119a87760b18053846e","3aea57a33fca8a2445fb7b9b","a69fa647e71e7ea817df5065","d29f2bc805408ffd2df1fcd8","9c16de1fecb482726fe8e501"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"gpt-5.4--effort-high","name":"GPT-5.4 · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4","detailsUrl":"/efforts?model=gpt-5.4","publishedBenchmarkCount":1,"overallRating":{"score":0.49472609110231985,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999999}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.53700796468375,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.882497260499801,"lowerBound":0,"upperBound":1,"independentScore":0.882497260499801,"independent":true,"opponentIds":1573,"independentOpponentIds":1573,"panelSize":38,"publishers":["ARC Prize"],"observations":["b0856c22135884a80af840b3"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b0856c22135884a80af840b3"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"High","settings":[{"label":"High","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5.4--effort-medium","name":"GPT-5.4 · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4","detailsUrl":"/efforts?model=gpt-5.4","publishedBenchmarkCount":4,"overallRating":{"score":0.35930686656594996,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":42,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":2,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"SWE-rebench","independent":true,"share":0.5177031846151108},{"source":"ARC Prize","independent":true,"share":0.48229681538488905}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.3916950387512695,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.40274631814309836,"supported":false,"families":1,"independentFamilies":1,"opponents":8,"opponentLabs":4,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.752439069401213,"lowerBound":0,"upperBound":1,"independentScore":0.752439069401213,"independent":true,"opponentIds":1573,"independentOpponentIds":1573,"panelSize":38,"publishers":["ARC Prize"],"observations":["f3c4874853691ebdb76d0676"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.5365853658536586,"lowerBound":0,"upperBound":1,"independentScore":0.5365853658536586,"independent":true,"opponentIds":1584,"independentOpponentIds":1584,"panelSize":8,"publishers":["SWE-rebench"],"observations":["panel-ef0926b5f5d004f8a5348da5","panel-91308a65440d721514f94949","panel-f0febcfcf5b14d5f6f8f1b5e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f3c4874853691ebdb76d0676","panel-ef0926b5f5d004f8a5348da5","panel-91308a65440d721514f94949","panel-f0febcfcf5b14d5f6f8f1b5e"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini","gpt-5.3-codex","claude-opus-4-7","deepseek-v4-pro-0424","glm-5.2"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":4}],"unspecified":0,"total":4}},{"id":"gpt-5.4-mini--effort-xhigh","name":"GPT-5.4 Mini · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4-mini","detailsUrl":"/efforts?model=gpt-5.4-mini","publishedBenchmarkCount":58,"overallRating":{"score":0.18036923019402432,"supported":true,"families":35,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":217,"independentFamilies":35,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.22065724681916724},{"source":"Cognition","independent":true,"share":0.21167907836949154},{"source":"ARC Prize","independent":true,"share":0.19995975029832044},{"source":"LiveBench","independent":true,"share":0.1863975690095725},{"source":"Vals AI","independent":true,"share":0.18130635550343877}]},"capabilityRatings":[{"bucket":"agentic","score":0.3266761997725887,"supported":true,"families":14,"independentFamilies":14,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.22628778661991122,"supported":true,"families":6,"independentFamilies":6,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.23516608618143156,"supported":true,"families":7,"independentFamilies":7,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.15804408233584197,"supported":true,"families":6,"independentFamilies":6,"opponents":209,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.186487220051511,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.22763795492515668,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.30170162029538844,"lowerBound":0,"upperBound":1,"independentScore":0.30170162029538844,"independent":true,"opponentIds":1585,"independentOpponentIds":1585,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["2534457eba7560619f63512e"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.4649143959488795,"lowerBound":0,"upperBound":1,"independentScore":0.4649143959488795,"independent":true,"opponentIds":1586,"independentOpponentIds":1586,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["5520b5130f9fa2fd774713f1"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.6475652706169229,"lowerBound":0,"upperBound":1,"independentScore":0.6475652706169229,"independent":true,"opponentIds":1587,"independentOpponentIds":1587,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["7d7b7db9d9e2d62a4e6255fe"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.525743764942061,"lowerBound":0,"upperBound":1,"independentScore":0.525743764942061,"independent":true,"opponentIds":1588,"independentOpponentIds":1588,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["5793613cad74b4bf6cb32671","dd8bda1b05dc61a3ffb32559"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.642104009880318,"lowerBound":0,"upperBound":1,"independentScore":0.642104009880318,"independent":true,"opponentIds":1589,"independentOpponentIds":1589,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["445494e2c75b91f1b1c72cd2"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.861332754833322,"lowerBound":0,"upperBound":1,"independentScore":0.861332754833322,"independent":true,"opponentIds":1590,"independentOpponentIds":1590,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["335557613d037f1c50797a2a"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.3569624389852148,"lowerBound":0,"upperBound":1,"independentScore":0.3569624389852148,"independent":true,"opponentIds":1591,"independentOpponentIds":1591,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["44f6a9d0876c62f9969bd2e2"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.701873457583431,"lowerBound":0,"upperBound":1,"independentScore":0.701873457583431,"independent":true,"opponentIds":1592,"independentOpponentIds":1592,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["9d2598682aeda2b70f8949ff"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6839369373311428,"lowerBound":0,"upperBound":1,"independentScore":0.6839369373311428,"independent":true,"opponentIds":1593,"independentOpponentIds":1593,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["368b27fc0d4a6105664dd792"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.8624338624338622,"lowerBound":0,"upperBound":1,"independentScore":0.8624338624338622,"independent":true,"opponentIds":1594,"independentOpponentIds":1594,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["a32e0b0ff5a7abc081b89492"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8300380480320101,"lowerBound":0,"upperBound":1,"independentScore":0.8300380480320101,"independent":true,"opponentIds":1595,"independentOpponentIds":1595,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1a87bab0335db022f0edf404"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.10761804490032548,"lowerBound":0,"upperBound":1,"independentScore":0.10761804490032548,"independent":true,"opponentIds":1596,"independentOpponentIds":1596,"panelSize":50,"publishers":["Artificial Analysis","Vals AI"],"observations":["52d38f9a5a5985b6d76dae3f","vals-legal-agent-benchmark-v1:openai/gpt-5.4-mini-2026-03-17"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7907590970186421,"lowerBound":0,"upperBound":1,"independentScore":0.7907590970186421,"independent":true,"opponentIds":1597,"independentOpponentIds":1597,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["37d5d7b1d721fac5dafe7e7b"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8885040375588916,"lowerBound":0,"upperBound":1,"independentScore":0.8885040375588916,"independent":true,"opponentIds":1598,"independentOpponentIds":1598,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["131dd74a1b35809a78362aab"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.551903775080458,"lowerBound":0,"upperBound":1,"independentScore":0.551903775080458,"independent":true,"opponentIds":1599,"independentOpponentIds":1599,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["6c250f07c5969c6b28d8bed0"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.07984790874524716,"lowerBound":0,"upperBound":1,"independentScore":0.07984790874524716,"independent":true,"opponentIds":1600,"independentOpponentIds":1600,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:openai/gpt-5.4-mini-2026-03-17"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6977984480630468,"lowerBound":0,"upperBound":1,"independentScore":0.6977984480630468,"independent":true,"opponentIds":1601,"independentOpponentIds":1601,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["8da817cf91aaef2117cf732d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.843869202451642,"lowerBound":0,"upperBound":1,"independentScore":0.843869202451642,"independent":true,"opponentIds":1602,"independentOpponentIds":1602,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["6590cc5a5636c4c28cd7640f"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.766766048004827,"lowerBound":0,"upperBound":1,"independentScore":0.766766048004827,"independent":true,"opponentIds":1603,"independentOpponentIds":1603,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["5352b2fd6acb9f531b953bae"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7205269487760527,"lowerBound":0,"upperBound":1,"independentScore":0.7205269487760527,"independent":true,"opponentIds":1604,"independentOpponentIds":1604,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["018c19fb8733fd63bd768352","a187a848fc0ce99eadbd03ad"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7391289351913339,"lowerBound":0,"upperBound":1,"independentScore":0.7391289351913339,"independent":true,"opponentIds":1605,"independentOpponentIds":1605,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["57bb57d79d367ebca4969ba8","6d0e3516448fcf9952984320","7bd37c42f412294161b38513"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.47625220714780603,"lowerBound":0,"upperBound":1,"independentScore":0.47625220714780603,"independent":true,"opponentIds":1606,"independentOpponentIds":1606,"panelSize":38,"publishers":["ARC Prize"],"observations":["ebaca6d5960cef29ea2c77b1"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.12939666238767647,"lowerBound":0,"upperBound":1,"independentScore":0.12939666238767647,"independent":true,"opponentIds":1607,"independentOpponentIds":1607,"panelSize":5,"publishers":["Cognition"],"observations":["462443c5210915015b4c7bf9","7da2111f1593f8d5dbf745f9"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.12317774039809372,"lowerBound":0,"upperBound":1,"independentScore":0.12317774039809372,"independent":true,"opponentIds":1608,"independentOpponentIds":1608,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-04f87e2aec3acc7b9cc4f944","panel-4305d4d3278517373e3f5b3e","panel-1eb69e1e8bf07bc6c2dd0181","panel-1a9f74dc3ba9d5be73f6de46"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.040370058873002525,"lowerBound":0,"upperBound":1,"independentScore":0.040370058873002525,"independent":true,"opponentIds":1608,"independentOpponentIds":1608,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-5babfb32a1f20b6e99a59e4e","panel-054ddbbb05cbeafd60110ea3"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.16582562377347926,"lowerBound":0,"upperBound":1,"independentScore":0.16582562377347926,"independent":true,"opponentIds":1608,"independentOpponentIds":1608,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-7ad1f49952e339692c304819","panel-776124249647ccf9c51344bb","panel-6be68058cd3af8da1eca505d"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.5686384450051402,"lowerBound":0,"upperBound":1,"independentScore":0.5686384450051402,"independent":true,"opponentIds":1608,"independentOpponentIds":1608,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-8afc38f69537e97bbf2c5a67","panel-5b692cff35fdaff8c4dbf68d","panel-068a45e1f7235cccd90ff94f"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.24264087468460915,"lowerBound":0,"upperBound":1,"independentScore":0.24264087468460915,"independent":true,"opponentIds":1608,"independentOpponentIds":1608,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-422822cff2d0c951a07e107d","panel-e6821f14580e75e469839a58","panel-228b8932fc82372013ddad69"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.06455004205214471,"lowerBound":0,"upperBound":1,"independentScore":0.06455004205214471,"independent":true,"opponentIds":1608,"independentOpponentIds":1608,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-603dd81fba10b50320567b1e","panel-cbdc096fb05b58e68fa0a78b","panel-1be1c1a4d35577ac29967650","panel-cf093414bb1c79faa8013d1c"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.06917577796467625,"lowerBound":0,"upperBound":1,"independentScore":0.06917577796467625,"independent":true,"opponentIds":1608,"independentOpponentIds":1608,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-20cb55fec83d1270c8d422e2","panel-7f34159560b42fbf4f72e29d","panel-2d9a5f1ed5367f0741ff26d2","panel-8c3e5d2106f12b3a8b88ef1b"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.20190597204574337,"lowerBound":0,"upperBound":1,"independentScore":0.20190597204574337,"independent":true,"opponentIds":1609,"independentOpponentIds":1609,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:openai/gpt-5.4-mini-2026-03-17"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.15210502489814395,"lowerBound":0,"upperBound":1,"independentScore":0.15210502489814395,"independent":true,"opponentIds":1610,"independentOpponentIds":1610,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:openai/gpt-5.4-mini-2026-03-17"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.07905882352941175,"lowerBound":0,"upperBound":1,"independentScore":0.07905882352941175,"independent":true,"opponentIds":1611,"independentOpponentIds":1611,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:openai/gpt-5.4-mini-2026-03-17"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.1976470588235294,"lowerBound":0,"upperBound":1,"independentScore":0.1976470588235294,"independent":true,"opponentIds":1612,"independentOpponentIds":1612,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:openai/gpt-5.4-mini-2026-03-17"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.2646921095762116,"lowerBound":0,"upperBound":1,"independentScore":0.2646921095762116,"independent":true,"opponentIds":1613,"independentOpponentIds":1613,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:openai/gpt-5.4-mini-2026-03-17"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["2534457eba7560619f63512e","5520b5130f9fa2fd774713f1","7d7b7db9d9e2d62a4e6255fe","5793613cad74b4bf6cb32671","445494e2c75b91f1b1c72cd2","335557613d037f1c50797a2a","44f6a9d0876c62f9969bd2e2","9d2598682aeda2b70f8949ff","368b27fc0d4a6105664dd792","a32e0b0ff5a7abc081b89492","1a87bab0335db022f0edf404","52d38f9a5a5985b6d76dae3f","37d5d7b1d721fac5dafe7e7b","131dd74a1b35809a78362aab","6c250f07c5969c6b28d8bed0","dd8bda1b05dc61a3ffb32559","8da817cf91aaef2117cf732d","6590cc5a5636c4c28cd7640f","5352b2fd6acb9f531b953bae","018c19fb8733fd63bd768352","a187a848fc0ce99eadbd03ad","57bb57d79d367ebca4969ba8","6d0e3516448fcf9952984320","7bd37c42f412294161b38513","ebaca6d5960cef29ea2c77b1","462443c5210915015b4c7bf9","7da2111f1593f8d5dbf745f9","panel-04f87e2aec3acc7b9cc4f944","panel-5babfb32a1f20b6e99a59e4e","panel-054ddbbb05cbeafd60110ea3","panel-7ad1f49952e339692c304819","panel-8afc38f69537e97bbf2c5a67","panel-4305d4d3278517373e3f5b3e","panel-422822cff2d0c951a07e107d","panel-603dd81fba10b50320567b1e","panel-1eb69e1e8bf07bc6c2dd0181","panel-1a9f74dc3ba9d5be73f6de46","panel-20cb55fec83d1270c8d422e2","panel-776124249647ccf9c51344bb","panel-e6821f14580e75e469839a58","panel-7f34159560b42fbf4f72e29d","panel-cbdc096fb05b58e68fa0a78b","panel-2d9a5f1ed5367f0741ff26d2","panel-8c3e5d2106f12b3a8b88ef1b","panel-5b692cff35fdaff8c4dbf68d","panel-068a45e1f7235cccd90ff94f","panel-1be1c1a4d35577ac29967650","panel-228b8932fc82372013ddad69","panel-6be68058cd3af8da1eca505d","panel-cf093414bb1c79faa8013d1c","vals-finance-agent-v2:openai/gpt-5.4-mini-2026-03-17","vals-code-migration-v1:openai/gpt-5.4-mini-2026-03-17","vals-legal-research-v1:openai/gpt-5.4-mini-2026-03-17","vals-emb-v1:openai/gpt-5.4-mini-2026-03-17","vals-mmlu-pro-v1:openai/gpt-5.4-mini-2026-03-17","vals-vibe-code-bench-v1.1:openai/gpt-5.4-mini-2026-03-17","vals-legal-agent-benchmark-v1:openai/gpt-5.4-mini-2026-03-17"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","qwen3-max","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":58}],"unspecified":0,"total":58}},{"id":"gpt-5.4-mini--effort-medium","name":"GPT-5.4 Mini · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4-mini","detailsUrl":"/efforts?model=gpt-5.4-mini","publishedBenchmarkCount":13,"overallRating":{"score":0.11141969547490356,"supported":true,"families":11,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":217,"independentFamilies":11,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.3548376812947746},{"source":"Artificial Analysis","independent":true,"share":0.341107267939508},{"source":"Cognition","independent":true,"share":0.3040550507657169}]},"capabilityRatings":[{"bucket":"agentic","score":0.0451293006198655,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.14755218013361548,"supported":true,"families":4,"independentFamilies":4,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.15240566977674416,"supported":true,"families":2,"independentFamilies":2,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.22907318156519,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.15403732015142882,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.18925864408057225,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6995743685357486,"lowerBound":0,"upperBound":1,"independentScore":0.6995743685357486,"independent":true,"opponentIds":1614,"independentOpponentIds":1614,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["d9e59571f50871ec599909b9"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7805698207314229,"lowerBound":0,"upperBound":1,"independentScore":0.7805698207314229,"independent":true,"opponentIds":1590,"independentOpponentIds":1590,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["c09b14f332df9ba540c4257d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7151941109751869,"lowerBound":0,"upperBound":1,"independentScore":0.7151941109751869,"independent":true,"opponentIds":1595,"independentOpponentIds":1595,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["836a4fc52dce6b924dd9342b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7155822466364515,"lowerBound":0,"upperBound":1,"independentScore":0.7155822466364515,"independent":true,"opponentIds":1597,"independentOpponentIds":1597,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["7ccfc0bda87f4b31e905be73"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7825114763491734,"lowerBound":0,"upperBound":1,"independentScore":0.7825114763491734,"independent":true,"opponentIds":1598,"independentOpponentIds":1598,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["1076b1318c5bc4c37d18d8ea"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6909451343984471,"lowerBound":0,"upperBound":1,"independentScore":0.6909451343984471,"independent":true,"opponentIds":1601,"independentOpponentIds":1601,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["4d560899b3e3a3783a09b409"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8622508122720114,"lowerBound":0,"upperBound":1,"independentScore":0.8622508122720114,"independent":true,"opponentIds":1602,"independentOpponentIds":1602,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["e5f76e8ff788c8b28858d6ff"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.47673626120323664,"lowerBound":0,"upperBound":1,"independentScore":0.47673626120323664,"independent":true,"opponentIds":1615,"independentOpponentIds":1615,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["edcee1bbd3a7ad3470f20bc0"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8334847648796762,"lowerBound":0,"upperBound":1,"independentScore":0.8334847648796762,"independent":true,"opponentIds":1616,"independentOpponentIds":1616,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["b7a2edd91ab0e54985453abe"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.34893762248755034,"lowerBound":0,"upperBound":1,"independentScore":0.34893762248755034,"independent":true,"opponentIds":1606,"independentOpponentIds":1606,"panelSize":38,"publishers":["ARC Prize"],"observations":["4da6e2b1da2186d54e3ce949"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.046230049532195915,"lowerBound":0,"upperBound":1,"independentScore":0.046230049532195915,"independent":true,"opponentIds":1607,"independentOpponentIds":1607,"panelSize":5,"publishers":["Cognition"],"observations":["8f27604b87c7e9ff3a19d10d","a24f67306456001f98c23e75"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d9e59571f50871ec599909b9","c09b14f332df9ba540c4257d","836a4fc52dce6b924dd9342b","7ccfc0bda87f4b31e905be73","1076b1318c5bc4c37d18d8ea","4d560899b3e3a3783a09b409","e5f76e8ff788c8b28858d6ff","edcee1bbd3a7ad3470f20bc0","b7a2edd91ab0e54985453abe","4da6e2b1da2186d54e3ce949","8f27604b87c7e9ff3a19d10d","a24f67306456001f98c23e75"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":13}],"unspecified":0,"total":13}},{"id":"gpt-5.4-mini--effort-non-reasoning","name":"GPT-5.4 Mini · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4-mini","detailsUrl":"/efforts?model=gpt-5.4-mini","publishedBenchmarkCount":12,"overallRating":{"score":0.03980274774068773,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999993}]},"capabilityRatings":[{"bucket":"agentic","score":0.04007440359431024,"supported":true,"families":3,"independentFamilies":3,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03128430785769344,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.06855503146516591,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.08016325956575936,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.04547615208692149,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.051761736851972585,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.38963702028235614,"lowerBound":0,"upperBound":1,"independentScore":0.38963702028235614,"independent":true,"opponentIds":1614,"independentOpponentIds":1614,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["965e8c06b231b38d68f45540"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2492317451948867,"lowerBound":0,"upperBound":1,"independentScore":0.2492317451948867,"independent":true,"opponentIds":1590,"independentOpponentIds":1590,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["1f0043eebb5fc496f99c5d41"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.4592180470487335,"lowerBound":0,"upperBound":1,"independentScore":0.4592180470487335,"independent":true,"opponentIds":1593,"independentOpponentIds":1593,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["87338a3e4925e9b09e12613b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.30051735224449205,"lowerBound":0,"upperBound":1,"independentScore":0.30051735224449205,"independent":true,"opponentIds":1595,"independentOpponentIds":1595,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["bdf8e025a1f4ae5a410deeb3"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3590897867095963,"lowerBound":0,"upperBound":1,"independentScore":0.3590897867095963,"independent":true,"opponentIds":1597,"independentOpponentIds":1597,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["d2f48afd3e9ad8bb0db50802"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.3638492396272374,"lowerBound":0,"upperBound":1,"independentScore":0.3638492396272374,"independent":true,"opponentIds":1598,"independentOpponentIds":1598,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5b7634e9a4f2aa6ce1c7c3d6"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.1344671969502782,"lowerBound":0,"upperBound":1,"independentScore":0.1344671969502782,"independent":true,"opponentIds":1599,"independentOpponentIds":1599,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["941548924b2c6866be36f69b"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.38566096175012676,"lowerBound":0,"upperBound":1,"independentScore":0.38566096175012676,"independent":true,"opponentIds":1601,"independentOpponentIds":1601,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["4caf2a595e0d1e29cd4e1527"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.708525812800845,"lowerBound":0,"upperBound":1,"independentScore":0.708525812800845,"independent":true,"opponentIds":1602,"independentOpponentIds":1602,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["f5547369703711b1d6c3e150"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.26023545919402635,"lowerBound":0,"upperBound":1,"independentScore":0.26023545919402635,"independent":true,"opponentIds":1615,"independentOpponentIds":1615,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["e02284a264740ec8e4a969e4"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5833461618838626,"lowerBound":0,"upperBound":1,"independentScore":0.5833461618838626,"independent":true,"opponentIds":1616,"independentOpponentIds":1616,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["790a31336a15de7f1c2f3fc7"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["965e8c06b231b38d68f45540","1f0043eebb5fc496f99c5d41","87338a3e4925e9b09e12613b","bdf8e025a1f4ae5a410deeb3","d2f48afd3e9ad8bb0db50802","5b7634e9a4f2aa6ce1c7c3d6","941548924b2c6866be36f69b","4caf2a595e0d1e29cd4e1527","f5547369703711b1d6c3e150","e02284a264740ec8e4a969e4","790a31336a15de7f1c2f3fc7"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"gpt-5.4-mini--effort-high","name":"GPT-5.4 Mini · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4-mini","detailsUrl":"/efforts?model=gpt-5.4-mini","publishedBenchmarkCount":4,"overallRating":{"score":0.14883202494461514,"supported":true,"families":3,"publishers":3,"evaluationSources":3,"taskAreas":2,"opponents":50,"independentFamilies":3,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.4888565279355483},{"source":"Cognition","independent":true,"share":0.4188937766592945},{"source":"Vals AI","independent":true,"share":0.09224969540515625}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.23193195173931194,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.16173971600707143,"supported":true,"families":2,"independentFamilies":2,"opponents":29,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.22998204667863564,"lowerBound":0,"upperBound":1,"independentScore":0.22998204667863564,"independent":true,"opponentIds":1617,"independentOpponentIds":1617,"panelSize":29,"publishers":["Vals AI"],"observations":["vals-terminal-bench-2-1-v2.1:openai/gpt-5.4-mini-2026-03-17"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.50936205639469,"lowerBound":0,"upperBound":1,"independentScore":0.50936205639469,"independent":true,"opponentIds":1606,"independentOpponentIds":1606,"panelSize":38,"publishers":["ARC Prize"],"observations":["c23a7086cb8ecb85426614bd"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.046230049532195915,"lowerBound":0,"upperBound":1,"independentScore":0.046230049532195915,"independent":true,"opponentIds":1607,"independentOpponentIds":1607,"panelSize":5,"publishers":["Cognition"],"observations":["8fa122a380d849f4f7cb625e","e638e44f7a00fc2c77bd320a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c23a7086cb8ecb85426614bd","8fa122a380d849f4f7cb625e","e638e44f7a00fc2c77bd320a","vals-terminal-bench-2-1-v2.1:openai/gpt-5.4-mini-2026-03-17"],"opponentModelIds":["gpt-6-astra","gpt-5.6-sol","claude-fable-5-1","gemini-3.8-flash","gpt-5.6-luna","grok-4.6","gemini-3.7-flash","gpt-5.6-terra","gpt-5.5","claude-sonnet-5","gemini-3.5-flash","gemini-3.6-flash","muse-spark-1.3","claude-opus-4-8","glm-5.3","gemini-3.1-pro","muse-spark-1.2","muse-spark-1.1","claude-opus-4-7","grok-4.5","glm-5.2","glm-5.3-flash","claude-sonnet-4-6","deepseek-v4-pro","gemini-3-flash-preview","gemini-3.5-flash-lite","grok-4.3","gpt-5.4-nano","mistral-medium-3.5","claude-fable-5","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-5","claude-sonnet-4-5-20250929","deepseek-v4-flash","gemini-2.5-pro","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-pro","gpt-5.5-pro","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"High","settings":[{"label":"High","observations":4}],"unspecified":0,"total":4}},{"id":"gpt-5.4-mini--effort-low","name":"GPT-5.4 Mini · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4-mini","detailsUrl":"/efforts?model=gpt-5.4-mini","publishedBenchmarkCount":3,"overallRating":{"score":0.03131256701984645,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":38,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":2,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.596875825598555},{"source":"Cognition","independent":true,"share":0.40312417440144577}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.032757530196916594,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.08201175825027339,"supported":false,"families":1,"independentFamilies":1,"opponents":5,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.10270832059668637,"lowerBound":0,"upperBound":1,"independentScore":0.10270832059668637,"independent":true,"opponentIds":1606,"independentOpponentIds":1606,"panelSize":38,"publishers":["ARC Prize"],"observations":["57762c5e8137a2a5daeba07d"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1607,"independentOpponentIds":1607,"panelSize":5,"publishers":["Cognition"],"observations":["1f438db0c3a8d74e269dc9c6","db8204b5e5c7174d88f5e8a4"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["57762c5e8137a2a5daeba07d","1f438db0c3a8d74e269dc9c6","db8204b5e5c7174d88f5e8a4"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":3}],"unspecified":0,"total":3}},{"id":"gpt-5.4-nano--effort-xhigh","name":"GPT-5.4 Nano · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4-nano","detailsUrl":"/efforts?model=gpt-5.4-nano","publishedBenchmarkCount":47,"overallRating":{"score":0.16433859381088226,"supported":true,"families":26,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":217,"independentFamilies":26,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.4058926504503133},{"source":"ARC Prize","independent":true,"share":0.336325945702105},{"source":"LiveBench","independent":true,"share":0.2577814038475765}]},"capabilityRatings":[{"bucket":"agentic","score":0.29383635432097366,"supported":true,"families":10,"independentFamilies":10,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.24218022726892127,"supported":true,"families":6,"independentFamilies":6,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.23018538586550638,"supported":true,"families":4,"independentFamilies":4,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2349721021755972,"supported":true,"families":4,"independentFamilies":4,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.08057493201419248,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.24352862243838333,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.4349118483823138,"lowerBound":0,"upperBound":1,"independentScore":0.4349118483823138,"independent":true,"opponentIds":1618,"independentOpponentIds":1618,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["6c77624126c7259d8d6689aa"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.593144258438508,"lowerBound":0,"upperBound":1,"independentScore":0.593144258438508,"independent":true,"opponentIds":1619,"independentOpponentIds":1619,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["6588a09b2111a94d20040a31"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5755608631043362,"lowerBound":0,"upperBound":1,"independentScore":0.5755608631043362,"independent":true,"opponentIds":1620,"independentOpponentIds":1620,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["cfb7893aafefa95f0bf57eba","d5ba40fb088648f40631c495"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.43905294400314226,"lowerBound":0,"upperBound":1,"independentScore":0.43905294400314226,"independent":true,"opponentIds":1621,"independentOpponentIds":1621,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["01522a0eb397abe9a4b3e7ad"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8697963693506348,"lowerBound":0,"upperBound":1,"independentScore":0.8697963693506348,"independent":true,"opponentIds":1622,"independentOpponentIds":1622,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["f2db0c825f02a829812d96d8"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.2885535386914598,"lowerBound":0,"upperBound":1,"independentScore":0.2885535386914598,"independent":true,"opponentIds":1623,"independentOpponentIds":1623,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["4878e09873eba784cd6fa9cc"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.48654178253843444,"lowerBound":0,"upperBound":1,"independentScore":0.48654178253843444,"independent":true,"opponentIds":1624,"independentOpponentIds":1624,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["28f8e45073342629cbcd1f04"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.623808786313315,"lowerBound":0,"upperBound":1,"independentScore":0.623808786313315,"independent":true,"opponentIds":1625,"independentOpponentIds":1625,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["d96b030853fe3babef9db93b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6881707703290704,"lowerBound":0,"upperBound":1,"independentScore":0.6881707703290704,"independent":true,"opponentIds":1626,"independentOpponentIds":1626,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["5a42fe3f89a9b765429303d8"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.09863250419807397,"lowerBound":0,"upperBound":1,"independentScore":0.09863250419807397,"independent":true,"opponentIds":1627,"independentOpponentIds":1627,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["b35fad67d00760fd20d97e51"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8065879535840554,"lowerBound":0,"upperBound":1,"independentScore":0.8065879535840554,"independent":true,"opponentIds":1628,"independentOpponentIds":1628,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["c5396f9036343c5dd9cd9cda"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9382681477753594,"lowerBound":0,"upperBound":1,"independentScore":0.9382681477753594,"independent":true,"opponentIds":1629,"independentOpponentIds":1629,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["f9257050d4bc850e6c5e2ecf"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.19655090669760075,"lowerBound":0,"upperBound":1,"independentScore":0.19655090669760075,"independent":true,"opponentIds":1630,"independentOpponentIds":1630,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["edfe6c94aa68b7f9c2f45609"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5274029618060321,"lowerBound":0,"upperBound":1,"independentScore":0.5274029618060321,"independent":true,"opponentIds":1631,"independentOpponentIds":1631,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["4fe52f111e50218f32b63354"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7068216460823425,"lowerBound":0,"upperBound":1,"independentScore":0.7068216460823425,"independent":true,"opponentIds":1632,"independentOpponentIds":1632,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["cc8cd3289013634e97f64c0b"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.5983697707129519,"lowerBound":0,"upperBound":1,"independentScore":0.5983697707129519,"independent":true,"opponentIds":1633,"independentOpponentIds":1633,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["f36909f44f6bd6e3d03934c3"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7127722151393218,"lowerBound":0,"upperBound":1,"independentScore":0.7127722151393218,"independent":true,"opponentIds":1634,"independentOpponentIds":1634,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["d71279bf2dc97982cc5495b2","a7ec7fb8c26351288b7ea90a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6891322410409904,"lowerBound":0,"upperBound":1,"independentScore":0.6891322410409904,"independent":true,"opponentIds":1635,"independentOpponentIds":1635,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["6bef2b5724ff17eeab4b5045","f7d514c904e2ec6161fae584","2246eae6e2997e08c4d65de9"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.37746931998028127,"lowerBound":0,"upperBound":1,"independentScore":0.37746931998028127,"independent":true,"opponentIds":1636,"independentOpponentIds":1636,"panelSize":38,"publishers":["ARC Prize"],"observations":["a7b73b0067ddb6090993cb88"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.39931132747565945,"lowerBound":0,"upperBound":1,"independentScore":0.39931132747565945,"independent":true,"opponentIds":1637,"independentOpponentIds":1637,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-79cea26fdffed0236a191bec","panel-7934928ca32eaec604963700","panel-21ace49cde007a4ad2f4e1f5","panel-261505d025f9d0d994bd7c1c"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.034196152932795064,"lowerBound":0,"upperBound":1,"independentScore":0.034196152932795064,"independent":true,"opponentIds":1637,"independentOpponentIds":1637,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-ab5cc700d3ab0b9b4f6bbc85","panel-28232fc4ce54814ba09b4d62"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.06926304124119374,"lowerBound":0,"upperBound":1,"independentScore":0.06926304124119374,"independent":true,"opponentIds":1637,"independentOpponentIds":1637,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-342d090b1be63195b7fa706e","panel-62a295778554ce1fab5fb5a5","panel-8a84c38764db6738f2389ed4"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.45345523628591805,"lowerBound":0,"upperBound":1,"independentScore":0.45345523628591805,"independent":true,"opponentIds":1637,"independentOpponentIds":1637,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-7b24c6ef6a4016a1ce0ec99a","panel-96e3931bb0118e7f37553bc7","panel-6db09ec2337dab314cc9e815"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.36072191878413695,"lowerBound":0,"upperBound":1,"independentScore":0.36072191878413695,"independent":true,"opponentIds":1637,"independentOpponentIds":1637,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-ed27fdf022a823e0abcb4c54","panel-26dd5319f2452d0d3e5920b6","panel-7b17f5d1ffbaaf27acddab5b"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.3024222274994067,"lowerBound":0,"upperBound":1,"independentScore":0.3024222274994067,"independent":true,"opponentIds":1637,"independentOpponentIds":1637,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-76844476c511fb7c5531e3e8","panel-5871d8133517ae7eab0f50d6","panel-6dccf16089bfddf8511bc98e","panel-31bd5c440bbe0254845c74b9"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.4600451199240091,"lowerBound":0,"upperBound":1,"independentScore":0.4600451199240091,"independent":true,"opponentIds":1637,"independentOpponentIds":1637,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-6ffae1ead5b7afc06bdb440c","panel-218cd2b7f3fa4ba48808e4fc","panel-7a8291feea5ecd53861d115b","panel-7c91d12d311b446ed2b720d6"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6c77624126c7259d8d6689aa","6588a09b2111a94d20040a31","cfb7893aafefa95f0bf57eba","01522a0eb397abe9a4b3e7ad","f2db0c825f02a829812d96d8","4878e09873eba784cd6fa9cc","28f8e45073342629cbcd1f04","d96b030853fe3babef9db93b","5a42fe3f89a9b765429303d8","b35fad67d00760fd20d97e51","c5396f9036343c5dd9cd9cda","f9257050d4bc850e6c5e2ecf","edfe6c94aa68b7f9c2f45609","d5ba40fb088648f40631c495","4fe52f111e50218f32b63354","cc8cd3289013634e97f64c0b","f36909f44f6bd6e3d03934c3","d71279bf2dc97982cc5495b2","a7ec7fb8c26351288b7ea90a","6bef2b5724ff17eeab4b5045","f7d514c904e2ec6161fae584","2246eae6e2997e08c4d65de9","a7b73b0067ddb6090993cb88","panel-79cea26fdffed0236a191bec","panel-ab5cc700d3ab0b9b4f6bbc85","panel-28232fc4ce54814ba09b4d62","panel-342d090b1be63195b7fa706e","panel-7b24c6ef6a4016a1ce0ec99a","panel-7934928ca32eaec604963700","panel-ed27fdf022a823e0abcb4c54","panel-76844476c511fb7c5531e3e8","panel-21ace49cde007a4ad2f4e1f5","panel-261505d025f9d0d994bd7c1c","panel-6ffae1ead5b7afc06bdb440c","panel-62a295778554ce1fab5fb5a5","panel-26dd5319f2452d0d3e5920b6","panel-218cd2b7f3fa4ba48808e4fc","panel-5871d8133517ae7eab0f50d6","panel-7a8291feea5ecd53861d115b","panel-7c91d12d311b446ed2b720d6","panel-96e3931bb0118e7f37553bc7","panel-6db09ec2337dab314cc9e815","panel-6dccf16089bfddf8511bc98e","panel-7b17f5d1ffbaaf27acddab5b","panel-8a84c38764db6738f2389ed4","panel-31bd5c440bbe0254845c74b9"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":47}],"unspecified":0,"total":47}},{"id":"gpt-5.4-nano--effort-medium","name":"GPT-5.4 Nano · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4-nano","detailsUrl":"/efforts?model=gpt-5.4-nano","publishedBenchmarkCount":11,"overallRating":{"score":0.06875918992114277,"supported":true,"families":10,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":217,"independentFamilies":10,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.5316441759747335},{"source":"Artificial Analysis","independent":true,"share":0.4683558240252688}]},"capabilityRatings":[{"bucket":"agentic","score":0.0734364599398573,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.09594109542076978,"supported":true,"families":4,"independentFamilies":4,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.17557176287887744,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1332033477463691,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.04223728227034065,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.194689603637035,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7132335143533244,"lowerBound":0,"upperBound":1,"independentScore":0.7132335143533244,"independent":true,"opponentIds":1638,"independentOpponentIds":1638,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["72cfc790291a15bea1f469a0"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8481765208900816,"lowerBound":0,"upperBound":1,"independentScore":0.8481765208900816,"independent":true,"opponentIds":1622,"independentOpponentIds":1622,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["257a53ade2ec0f11fcf6427b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5899629785496987,"lowerBound":0,"upperBound":1,"independentScore":0.5899629785496987,"independent":true,"opponentIds":1626,"independentOpponentIds":1626,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["9cb30bf867f5c1f5053b7a68"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.701670343034998,"lowerBound":0,"upperBound":1,"independentScore":0.701670343034998,"independent":true,"opponentIds":1628,"independentOpponentIds":1628,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["8b68876c858e31ea44d4a6e1"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.777206579640603,"lowerBound":0,"upperBound":1,"independentScore":0.777206579640603,"independent":true,"opponentIds":1629,"independentOpponentIds":1629,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["957da9c906905cbe92dbeb4b"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.3673467520371923,"lowerBound":0,"upperBound":1,"independentScore":0.3673467520371923,"independent":true,"opponentIds":1631,"independentOpponentIds":1631,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["64edc39fc6734975a7219f93"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6104808206337689,"lowerBound":0,"upperBound":1,"independentScore":0.6104808206337689,"independent":true,"opponentIds":1632,"independentOpponentIds":1632,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["d29bcef5ace537227fcc55c4"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5858318967927674,"lowerBound":0,"upperBound":1,"independentScore":0.5858318967927674,"independent":true,"opponentIds":1639,"independentOpponentIds":1639,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["52c9b8ac34bbd17642c99bdd"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8192416363303094,"lowerBound":0,"upperBound":1,"independentScore":0.8192416363303094,"independent":true,"opponentIds":1640,"independentOpponentIds":1640,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["da9ed3465f84dcb583c05cce"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.1935778570634929,"lowerBound":0,"upperBound":1,"independentScore":0.1935778570634929,"independent":true,"opponentIds":1636,"independentOpponentIds":1636,"panelSize":38,"publishers":["ARC Prize"],"observations":["04abf124fc7c57207ee66816"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["72cfc790291a15bea1f469a0","257a53ade2ec0f11fcf6427b","9cb30bf867f5c1f5053b7a68","8b68876c858e31ea44d4a6e1","957da9c906905cbe92dbeb4b","64edc39fc6734975a7219f93","d29bcef5ace537227fcc55c4","52c9b8ac34bbd17642c99bdd","da9ed3465f84dcb583c05cce","04abf124fc7c57207ee66816"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":11}],"unspecified":0,"total":11}},{"id":"gpt-5.4-nano--effort-non-reasoning","name":"GPT-5.4 Nano · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4-nano","detailsUrl":"/efforts?model=gpt-5.4-nano","publishedBenchmarkCount":12,"overallRating":{"score":0.02510905082347317,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000009}]},"capabilityRatings":[{"bucket":"agentic","score":0.05462267348084917,"supported":true,"families":3,"independentFamilies":3,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.020354293571208885,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.09143175579749331,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.023742712079457984,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.012000627625602544,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.03647276811500871,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.318437887066745,"lowerBound":0,"upperBound":1,"independentScore":0.318437887066745,"independent":true,"opponentIds":1638,"independentOpponentIds":1638,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["a30b6a299803a8c53fc386f6"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.24955243391202997,"lowerBound":0,"upperBound":1,"independentScore":0.24955243391202997,"independent":true,"opponentIds":1622,"independentOpponentIds":1622,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["42418946a505191ef5a70b2d"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.422657262264589,"lowerBound":0,"upperBound":1,"independentScore":0.422657262264589,"independent":true,"opponentIds":1625,"independentOpponentIds":1625,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["41e3fdfa813ae60884da5e6b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2348553352493406,"lowerBound":0,"upperBound":1,"independentScore":0.2348553352493406,"independent":true,"opponentIds":1626,"independentOpponentIds":1626,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e32c91e5d573f8a290fc9551"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.1283234873090671,"lowerBound":0,"upperBound":1,"independentScore":0.1283234873090671,"independent":true,"opponentIds":1628,"independentOpponentIds":1628,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["6afbef4b4803b50cde7c41bf"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.22323483922963305,"lowerBound":0,"upperBound":1,"independentScore":0.22323483922963305,"independent":true,"opponentIds":1629,"independentOpponentIds":1629,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["0b5803afc0439a3888bb92cf"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.06267877969866233,"lowerBound":0,"upperBound":1,"independentScore":0.06267877969866233,"independent":true,"opponentIds":1630,"independentOpponentIds":1630,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["392fdb79124099bb95eb2e2b"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.1112250894098841,"lowerBound":0,"upperBound":1,"independentScore":0.1112250894098841,"independent":true,"opponentIds":1631,"independentOpponentIds":1631,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["0dd63508597a2e4abdeaf990"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.25895256774541464,"lowerBound":0,"upperBound":1,"independentScore":0.25895256774541464,"independent":true,"opponentIds":1632,"independentOpponentIds":1632,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["23ff2687c585c8fe5f3e5714"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.44220260822282775,"lowerBound":0,"upperBound":1,"independentScore":0.44220260822282775,"independent":true,"opponentIds":1639,"independentOpponentIds":1639,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["403a6d3e1ac200e730c8728d"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6515643755496349,"lowerBound":0,"upperBound":1,"independentScore":0.6515643755496349,"independent":true,"opponentIds":1640,"independentOpponentIds":1640,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["e1b9a2e80cbf15c34406293a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a30b6a299803a8c53fc386f6","42418946a505191ef5a70b2d","41e3fdfa813ae60884da5e6b","e32c91e5d573f8a290fc9551","6afbef4b4803b50cde7c41bf","0b5803afc0439a3888bb92cf","392fdb79124099bb95eb2e2b","0dd63508597a2e4abdeaf990","23ff2687c585c8fe5f3e5714","403a6d3e1ac200e730c8728d","e1b9a2e80cbf15c34406293a"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"gpt-5.4-nano--effort-high","name":"GPT-5.4 Nano · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4-nano","detailsUrl":"/efforts?model=gpt-5.4-nano","publishedBenchmarkCount":9,"overallRating":{"score":0.094501604425542,"supported":true,"families":9,"publishers":2,"evaluationSources":2,"taskAreas":4,"opponents":50,"independentFamilies":9,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.5852129321657494},{"source":"Vals AI","independent":true,"share":0.41478706783424885}]},"capabilityRatings":[{"bucket":"agentic","score":0.12530293737230958,"supported":true,"families":4,"independentFamilies":4,"opponents":34,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.10509378108846747,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.13154159721556694,"supported":true,"families":3,"independentFamilies":3,"opponents":34,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.05891721053425795,"supported":false,"families":1,"independentFamilies":1,"opponents":31,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"harvey","label":"harvey","bucket":"agentic","score":0.09275350701402806,"lowerBound":0,"upperBound":1,"independentScore":0.09275350701402806,"independent":true,"opponentIds":1641,"independentOpponentIds":1641,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:openai/gpt-5.4-nano-2026-03-17"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.0703382936982631,"lowerBound":0,"upperBound":1,"independentScore":0.0703382936982631,"independent":true,"opponentIds":1642,"independentOpponentIds":1642,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:openai/gpt-5.4-nano-2026-03-17"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.0677055346587856,"lowerBound":0,"upperBound":1,"independentScore":0.0677055346587856,"independent":true,"opponentIds":1643,"independentOpponentIds":1643,"panelSize":29,"publishers":["Vals AI"],"observations":["vals-terminal-bench-2-1-v2.1:openai/gpt-5.4-nano-2026-03-17"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.3422179973086748,"lowerBound":0,"upperBound":1,"independentScore":0.3422179973086748,"independent":true,"opponentIds":1636,"independentOpponentIds":1636,"panelSize":38,"publishers":["ARC Prize"],"observations":["42f871c2b906d38c584a352f"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.12744707045135337,"lowerBound":0,"upperBound":1,"independentScore":0.12744707045135337,"independent":true,"opponentIds":1644,"independentOpponentIds":1644,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:openai/gpt-5.4-nano-2026-03-17"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.22555374213103288,"lowerBound":0,"upperBound":1,"independentScore":0.22555374213103288,"independent":true,"opponentIds":1645,"independentOpponentIds":1645,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:openai/gpt-5.4-nano-2026-03-17"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1646,"independentOpponentIds":1646,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:openai/gpt-5.4-nano-2026-03-17"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.2022270056808066,"lowerBound":0,"upperBound":1,"independentScore":0.2022270056808066,"independent":true,"opponentIds":1647,"independentOpponentIds":1647,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:openai/gpt-5.4-nano-2026-03-17"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.16575119601810534,"lowerBound":0,"upperBound":1,"independentScore":0.16575119601810534,"independent":true,"opponentIds":1648,"independentOpponentIds":1648,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:openai/gpt-5.4-nano-2026-03-17"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["42f871c2b906d38c584a352f","vals-finance-agent-v2:openai/gpt-5.4-nano-2026-03-17","vals-code-migration-v1:openai/gpt-5.4-nano-2026-03-17","vals-legal-research-v1:openai/gpt-5.4-nano-2026-03-17","vals-emb-v1:openai/gpt-5.4-nano-2026-03-17","vals-mmlu-pro-v1:openai/gpt-5.4-nano-2026-03-17","vals-terminal-bench-2-1-v2.1:openai/gpt-5.4-nano-2026-03-17","vals-vibe-code-bench-v1.1:openai/gpt-5.4-nano-2026-03-17","vals-legal-agent-benchmark-v1:openai/gpt-5.4-nano-2026-03-17"],"opponentModelIds":["muse-spark-1.2","muse-spark-1.3","muse-spark-1.1","grok-4.6","grok-4.5","gemini-3.8-flash","claude-opus-4-8","gemini-3.7-flash","deepseek-v4-flash","glm-5.3","deepseek-v4-pro","glm-5.2","claude-opus-4-7","glm-5.3-flash","claude-opus-5","claude-fable-5-1","gpt-6-astra","claude-sonnet-4-6","claude-sonnet-5","gpt-5.5","gemini-3.6-flash","gemini-3.5-flash","gpt-5.6-sol","gpt-5.6-luna","gpt-5.6-terra","grok-4.3","mistral-medium-3.5","gemini-3-flash-preview","gemini-3.5-flash-lite","gemini-3.1-pro","gpt-5.4-mini","gpt-5.4","claude-fable-5","kimi-k3","claude-haiku-4-5-20251001","claude-opus-4-6","claude-sonnet-4-5-20250929","gemini-2.5-pro","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4-pro","gpt-5.5-pro","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"High","settings":[{"label":"High","observations":9}],"unspecified":0,"total":9}},{"id":"gpt-5.4-nano--effort-low","name":"GPT-5.4 Nano · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4-nano","detailsUrl":"/efforts?model=gpt-5.4-nano","publishedBenchmarkCount":1,"overallRating":{"score":0.03054000054127352,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999996}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.042075644160755064,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.1688042706702579,"lowerBound":0,"upperBound":1,"independentScore":0.1688042706702579,"independent":true,"opponentIds":1636,"independentOpponentIds":1636,"panelSize":38,"publishers":["ARC Prize"],"observations":["469ea5fe99e4ed4a10b50a81"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["469ea5fe99e4ed4a10b50a81"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5.4-pro--effort-xhigh","name":"GPT-5.4 Pro · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.4-pro","detailsUrl":"/efforts?model=gpt-5.4-pro","publishedBenchmarkCount":2,"overallRating":{"score":0.6042506699259692,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":1,"opponents":202,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":2,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.8154979325864303},{"source":"Artificial Analysis","independent":true,"share":0.18450206741356961}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.6368292572884949,"supported":true,"families":2,"independentFamilies":2,"opponents":202,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9813953546021946,"lowerBound":0,"upperBound":1,"independentScore":0.9813953546021946,"independent":true,"opponentIds":1649,"independentOpponentIds":1649,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["27e4e952645d00a7f8a7d955"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8666010821446137,"lowerBound":0,"upperBound":1,"independentScore":0.8666010821446137,"independent":true,"opponentIds":1650,"independentOpponentIds":1650,"panelSize":38,"publishers":["ARC Prize"],"observations":["eccabedcc721af9865bf90fa"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["27e4e952645d00a7f8a7d955","eccabedcc721af9865bf90fa"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-5.2-pro","o3-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":2}],"unspecified":0,"total":2}},{"id":"gpt-5.5--effort-non-reasoning","name":"GPT-5.5 · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.5","detailsUrl":"/efforts?model=gpt-5.5","publishedBenchmarkCount":15,"overallRating":{"score":0.13445568523132045,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999974}]},"capabilityRatings":[{"bucket":"agentic","score":0.14135484656841285,"supported":true,"families":3,"independentFamilies":3,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.13049510810409992,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.35838330589582346,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.20025197325280555,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.155707783322891,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.2765285021016248,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.15136954998435645,"lowerBound":0,"upperBound":1,"independentScore":0.15136954998435645,"independent":true,"opponentIds":1651,"independentOpponentIds":1651,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["6e174c25c1c54ebe5c182868"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6699644329185179,"lowerBound":0,"upperBound":1,"independentScore":0.6699644329185179,"independent":true,"opponentIds":1652,"independentOpponentIds":1652,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["5cc54c913f0c3c5fd1bfbe8e","70f15d54df23ca3059f38070"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7351702674919022,"lowerBound":0,"upperBound":1,"independentScore":0.7351702674919022,"independent":true,"opponentIds":1653,"independentOpponentIds":1653,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["c0135d32f920a750ca394238"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6321008408407501,"lowerBound":0,"upperBound":1,"independentScore":0.6321008408407501,"independent":true,"opponentIds":1654,"independentOpponentIds":1654,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["6b208e8e21bc42a8199de8c6"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6163691691736005,"lowerBound":0,"upperBound":1,"independentScore":0.6163691691736005,"independent":true,"opponentIds":1655,"independentOpponentIds":1655,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["b28eee79d55650b860a152f1"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6470511370532044,"lowerBound":0,"upperBound":1,"independentScore":0.6470511370532044,"independent":true,"opponentIds":1656,"independentOpponentIds":1656,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["be62a02da138b9b14310aa5d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5536212306181275,"lowerBound":0,"upperBound":1,"independentScore":0.5536212306181275,"independent":true,"opponentIds":1657,"independentOpponentIds":1657,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["3e3eb1a94f0b4480f8138f70"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7103686911986282,"lowerBound":0,"upperBound":1,"independentScore":0.7103686911986282,"independent":true,"opponentIds":1658,"independentOpponentIds":1658,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f3711a13a54eefb292d276f3"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9384933173534035,"lowerBound":0,"upperBound":1,"independentScore":0.9384933173534035,"independent":true,"opponentIds":1659,"independentOpponentIds":1659,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["390acde9b4dd20f84fcd6e76"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5855820590767752,"lowerBound":0,"upperBound":1,"independentScore":0.5855820590767752,"independent":true,"opponentIds":1660,"independentOpponentIds":1660,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["e02f2d421477234c78032860","3588eb89e953dc5abe08662f"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8981076084414409,"lowerBound":0,"upperBound":1,"independentScore":0.8981076084414409,"independent":true,"opponentIds":1661,"independentOpponentIds":1661,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["7d2fcfb4c90f4384817d28c2","111185a60b03a16824fda31d"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6e174c25c1c54ebe5c182868","5cc54c913f0c3c5fd1bfbe8e","c0135d32f920a750ca394238","6b208e8e21bc42a8199de8c6","b28eee79d55650b860a152f1","be62a02da138b9b14310aa5d","3e3eb1a94f0b4480f8138f70","70f15d54df23ca3059f38070","f3711a13a54eefb292d276f3","390acde9b4dd20f84fcd6e76","e02f2d421477234c78032860","3588eb89e953dc5abe08662f","7d2fcfb4c90f4384817d28c2","111185a60b03a16824fda31d"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"gpt-5.5--effort-xhigh","name":"GPT-5.5 · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.5","detailsUrl":"/efforts?model=gpt-5.5","publishedBenchmarkCount":69,"overallRating":{"score":0.6095334329042226,"supported":true,"families":42,"publishers":10,"evaluationSources":10,"taskAreas":6,"opponents":221,"independentFamilies":39,"reason":null,"independentSources":9,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Vals AI","independent":true,"share":0.10668354377573305},{"source":"LiveBench","independent":true,"share":0.10668354377573297},{"source":"Terminal-Bench","independent":true,"share":0.10668354377573261},{"source":"Cognition","independent":true,"share":0.10668354377573257},{"source":"ARC Prize","independent":true,"share":0.10394710419345246},{"source":"Artificial Analysis","independent":true,"share":0.1033363188368779},{"source":"SWE-rebench","independent":true,"share":0.10001582228974933},{"source":"Scale","independent":true,"share":0.10001582228974931},{"source":"Epoch AI","independent":true,"share":0.08705573658069556},{"source":"Datacurve","independent":true,"share":0.07889502070652989}]},"capabilityRatings":[{"bucket":"agentic","score":0.6149442769700867,"supported":true,"families":14,"independentFamilies":14,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.6431903859631133,"supported":true,"families":8,"independentFamilies":8,"opponents":221,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.6520911433545742,"supported":true,"families":12,"independentFamilies":9,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.5258198715053615,"supported":true,"families":6,"independentFamilies":6,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.4333567454006258,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6176211483610697,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.8716329980608867,"lowerBound":0,"upperBound":1,"independentScore":0.8716329980608867,"independent":true,"opponentIds":1651,"independentOpponentIds":1651,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["1555c983a243a17510b40dc4"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7458716267094744,"lowerBound":0,"upperBound":1,"independentScore":0.7458716267094744,"independent":true,"opponentIds":1662,"independentOpponentIds":1662,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["7047715ae9bc7a865daf3ed2"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.8846153846153847,"lowerBound":0,"upperBound":1,"independentScore":0.8846153846153847,"independent":true,"opponentIds":1663,"independentOpponentIds":1663,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["1c8b2c146c296dac71ee160c"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.849395622304465,"lowerBound":0,"upperBound":1,"independentScore":0.849395622304465,"independent":true,"opponentIds":1652,"independentOpponentIds":1652,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["db1c449553c526c3c0266728","264295f63d7a32bebf53fc80"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7869646553057407,"lowerBound":0,"upperBound":1,"independentScore":0.7869646553057407,"independent":true,"opponentIds":1664,"independentOpponentIds":1664,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["b511394630e5ebcd27d413b8"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9729398910724669,"lowerBound":0,"upperBound":1,"independentScore":0.9729398910724669,"independent":true,"opponentIds":1653,"independentOpponentIds":1653,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["1b28b889a3898a56c690b349"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.8155787121723722,"lowerBound":0,"upperBound":1,"independentScore":0.8155787121723722,"independent":true,"opponentIds":1665,"independentOpponentIds":1665,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["d75515c5eac922ebe333874d"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.910864896399567,"lowerBound":0,"upperBound":1,"independentScore":0.910864896399567,"independent":true,"opponentIds":1666,"independentOpponentIds":1666,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["9ddb11bcc92124d67baaef78"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8511284115384741,"lowerBound":0,"upperBound":1,"independentScore":0.8511284115384741,"independent":true,"opponentIds":1654,"independentOpponentIds":1654,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["b40075d5b2e59191a241eadc"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.974148086498552,"lowerBound":0,"upperBound":1,"independentScore":0.974148086498552,"independent":true,"opponentIds":1655,"independentOpponentIds":1655,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["434bd0d5c4a5bb430cd9f3eb"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.47151117463617503,"lowerBound":0,"upperBound":1,"independentScore":0.47151117463617503,"independent":true,"opponentIds":1667,"independentOpponentIds":1667,"panelSize":50,"publishers":["Artificial Analysis","Vals AI"],"observations":["2a195cc6518912d9182efcef","vals-legal-agent-benchmark-v1:openai/gpt-5.5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9620470802987479,"lowerBound":0,"upperBound":1,"independentScore":0.9620470802987479,"independent":true,"opponentIds":1656,"independentOpponentIds":1656,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["0fe44efd80ab7373d4a0b6d0"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9361214296418203,"lowerBound":0,"upperBound":1,"independentScore":0.9361214296418203,"independent":true,"opponentIds":1657,"independentOpponentIds":1657,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["18fa03bfd44b7cfa49c6e776"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.857142857142857,"lowerBound":0,"upperBound":1,"independentScore":0.857142857142857,"independent":true,"opponentIds":1668,"independentOpponentIds":1668,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["86d356377d78fd0604c1c3c2"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.48387096774193533,"lowerBound":0,"upperBound":1,"independentScore":0.48387096774193533,"independent":true,"opponentIds":1669,"independentOpponentIds":1669,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:openai/gpt-5.5"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8993235042100858,"lowerBound":0,"upperBound":1,"independentScore":0.8993235042100858,"independent":true,"opponentIds":1658,"independentOpponentIds":1658,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["3f7b2ffe7858c791c7cb06cf"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9823657009788163,"lowerBound":0,"upperBound":1,"independentScore":0.9823657009788163,"independent":true,"opponentIds":1659,"independentOpponentIds":1659,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["f194b42101817c7b5720086d"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.8897234662397357,"lowerBound":0,"upperBound":1,"independentScore":0.8897234662397357,"independent":true,"opponentIds":1670,"independentOpponentIds":1670,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["debaf5299891f9f141fe4cc2"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8763523667987195,"lowerBound":0,"upperBound":1,"independentScore":0.8763523667987195,"independent":true,"opponentIds":1660,"independentOpponentIds":1660,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["9aebf349d59b3cc886404354","b4625d73442d6f82dfb89fe0"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6793474635851935,"lowerBound":0,"upperBound":1,"independentScore":0.6793474635851935,"independent":true,"opponentIds":1661,"independentOpponentIds":1661,"panelSize":201,"publishers":["Artificial Analysis","Terminal-Bench"],"observations":["5086da290a2b683a13289e77","5a487dc8f09788c69c77af1b","abd5e28d69db084a66ab35ba","e58e8485712a3d724ce4a879","084e9dff682a86761c6ade08"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9067240062698447,"lowerBound":0,"upperBound":1,"independentScore":0.9067240062698447,"independent":true,"opponentIds":1671,"independentOpponentIds":1671,"panelSize":38,"publishers":["ARC Prize"],"observations":["e082fe244b558a6479f48c03"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.712041210560206,"lowerBound":0,"upperBound":1,"independentScore":0.712041210560206,"independent":true,"opponentIds":1672,"independentOpponentIds":1672,"panelSize":25,"publishers":["Datacurve"],"observations":["2171f2252c414c3ccf229887"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.6799999999999999,"lowerBound":0,"upperBound":1,"independentScore":0.6799999999999999,"independent":true,"opponentIds":1673,"independentOpponentIds":1673,"panelSize":5,"publishers":["Cognition"],"observations":["fa5c692bcb2cab6ed2609402","984e727c945e5302e01c261a"],"sourceScores":[]},{"id":"swe-atlas-qna","label":"swe-atlas-qna","bucket":"coding","score":0.5,"lowerBound":0,"upperBound":1,"independentScore":0.5,"independent":true,"opponentIds":1674,"independentOpponentIds":1674,"panelSize":2,"publishers":["Scale"],"observations":["445b1683e6ecba6cbf9f044a"],"sourceScores":[]},{"id":"swe-atlas-refactoring","label":"swe-atlas-refactoring","bucket":"coding","score":0.5,"lowerBound":0,"upperBound":1,"independentScore":0.5,"independent":true,"opponentIds":1675,"independentOpponentIds":1675,"panelSize":2,"publishers":["Scale"],"observations":["3836c4d32eeadb2f5ad4990c"],"sourceScores":[]},{"id":"swe-atlas-test-writing","label":"swe-atlas-test-writing","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1676,"independentOpponentIds":1676,"panelSize":2,"publishers":["Scale"],"observations":["cd7d373c2c6d5a8b1501e762"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.5625000000000011,"lowerBound":0,"upperBound":1,"independentScore":0.5625000000000011,"independent":true,"opponentIds":1677,"independentOpponentIds":1677,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-8523e2132a25c138914b8459","panel-87b260b8aea4065b7af8575f","panel-f845a78cc2cb4939b0d457d3","panel-f7afb6dfa5602fcbcc94b9b9"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.8076923076923073,"lowerBound":0,"upperBound":1,"independentScore":0.8076923076923073,"independent":true,"opponentIds":1677,"independentOpponentIds":1677,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-778414f94d6574b36b6dab61","panel-52c6e1962b976902f29d09a8"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.7948717948717954,"lowerBound":0,"upperBound":1,"independentScore":0.7948717948717954,"independent":true,"opponentIds":1677,"independentOpponentIds":1677,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-f8a70bbbcd0f698be7bc1a43","panel-5990349629b3aae8b03c2734","panel-9aa01fc84eae16b96abca291"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.7948717948717954,"lowerBound":0,"upperBound":1,"independentScore":0.7948717948717954,"independent":true,"opponentIds":1677,"independentOpponentIds":1677,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-8f65ef6ded7e915b5df1386a","panel-4f0671e99c8eb258b957ac14","panel-61761890b0724129ed2367e2"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.5512820512820521,"lowerBound":0,"upperBound":1,"independentScore":0.5512820512820521,"independent":true,"opponentIds":1677,"independentOpponentIds":1677,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-1de01be8339431f506375fa6","panel-843ad8b9e75ccb2e2e0290aa","panel-d531c1e72e94cbf4adfbe973"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.6586538461538469,"lowerBound":0,"upperBound":1,"independentScore":0.6586538461538469,"independent":true,"opponentIds":1677,"independentOpponentIds":1677,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-ad21b2b9b3a285f669bede29","panel-a54de73dfe62d0d252c262de","panel-c5a26905a6b81729ce07eee7","panel-b6b4a2a1c5b5a3d4aa7ecec7"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.5576923076923088,"lowerBound":0,"upperBound":1,"independentScore":0.5576923076923088,"independent":true,"opponentIds":1677,"independentOpponentIds":1677,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-67db00b7f19613b66461ba0f","panel-7f78f88694ccc33fb7e0c3d3","panel-ecbe45e5b2d5de3f475a6b9a","panel-cf744fd7b4c62f6358037653"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1678,"independentOpponentIds":1678,"panelSize":6,"publishers":["SWE-rebench"],"observations":["panel-03a4267243f5da43f4f0f916","panel-3f17e0eb43dae6ec089f2c0b"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.9809566713080515,"lowerBound":0,"upperBound":1,"independentScore":0.9809566713080515,"independent":true,"opponentIds":1679,"independentOpponentIds":1679,"panelSize":40,"publishers":["Epoch AI"],"observations":["epoch-run-EatRQnSaUpUwKzdtjYnQHo"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.8201347443034592,"lowerBound":0,"upperBound":1,"independentScore":0.8201347443034592,"independent":true,"opponentIds":1680,"independentOpponentIds":1680,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-PKSMspJiJdNThB6qNvaBSM","epoch-run-5FGXKvXQwGPtcCX2PNrLR5"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.7406855439642325,"lowerBound":0,"upperBound":1,"independentScore":0.7406855439642325,"independent":true,"opponentIds":1681,"independentOpponentIds":1681,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-TijCafTTJUFrJ6jPGvBbgq"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.4000000000000003,"lowerBound":0,"upperBound":1,"independentScore":0.4000000000000003,"independent":true,"opponentIds":1682,"independentOpponentIds":1682,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:openai/gpt-5.5"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.7878787878787881,"lowerBound":0,"upperBound":1,"independentScore":0.7878787878787881,"independent":true,"opponentIds":1683,"independentOpponentIds":1683,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:openai/gpt-5.5"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.59375,"lowerBound":0,"upperBound":1,"independentScore":0.59375,"independent":true,"opponentIds":1684,"independentOpponentIds":1684,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:openai/gpt-5.5"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.59375,"lowerBound":0,"upperBound":1,"independentScore":0.59375,"independent":true,"opponentIds":1685,"independentOpponentIds":1685,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:openai/gpt-5.5"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.4375,"lowerBound":0,"upperBound":1,"independentScore":0.4375,"independent":true,"opponentIds":1686,"independentOpponentIds":1686,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:openai/gpt-5.5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1555c983a243a17510b40dc4","7047715ae9bc7a865daf3ed2","1c8b2c146c296dac71ee160c","db1c449553c526c3c0266728","b511394630e5ebcd27d413b8","1b28b889a3898a56c690b349","d75515c5eac922ebe333874d","9ddb11bcc92124d67baaef78","b40075d5b2e59191a241eadc","434bd0d5c4a5bb430cd9f3eb","2a195cc6518912d9182efcef","0fe44efd80ab7373d4a0b6d0","18fa03bfd44b7cfa49c6e776","86d356377d78fd0604c1c3c2","264295f63d7a32bebf53fc80","3f7b2ffe7858c791c7cb06cf","f194b42101817c7b5720086d","debaf5299891f9f141fe4cc2","9aebf349d59b3cc886404354","b4625d73442d6f82dfb89fe0","5086da290a2b683a13289e77","5a487dc8f09788c69c77af1b","abd5e28d69db084a66ab35ba","e082fe244b558a6479f48c03","2171f2252c414c3ccf229887","e58e8485712a3d724ce4a879","084e9dff682a86761c6ade08","fa5c692bcb2cab6ed2609402","984e727c945e5302e01c261a","445b1683e6ecba6cbf9f044a","3836c4d32eeadb2f5ad4990c","cd7d373c2c6d5a8b1501e762","panel-8523e2132a25c138914b8459","panel-778414f94d6574b36b6dab61","panel-52c6e1962b976902f29d09a8","panel-f8a70bbbcd0f698be7bc1a43","panel-8f65ef6ded7e915b5df1386a","panel-87b260b8aea4065b7af8575f","panel-1de01be8339431f506375fa6","panel-ad21b2b9b3a285f669bede29","panel-f845a78cc2cb4939b0d457d3","panel-f7afb6dfa5602fcbcc94b9b9","panel-67db00b7f19613b66461ba0f","panel-5990349629b3aae8b03c2734","panel-843ad8b9e75ccb2e2e0290aa","panel-7f78f88694ccc33fb7e0c3d3","panel-a54de73dfe62d0d252c262de","panel-ecbe45e5b2d5de3f475a6b9a","panel-cf744fd7b4c62f6358037653","panel-4f0671e99c8eb258b957ac14","panel-61761890b0724129ed2367e2","panel-c5a26905a6b81729ce07eee7","panel-d531c1e72e94cbf4adfbe973","panel-9aa01fc84eae16b96abca291","panel-b6b4a2a1c5b5a3d4aa7ecec7","panel-03a4267243f5da43f4f0f916","panel-3f17e0eb43dae6ec089f2c0b","epoch-run-PKSMspJiJdNThB6qNvaBSM","epoch-run-5FGXKvXQwGPtcCX2PNrLR5","epoch-run-EatRQnSaUpUwKzdtjYnQHo","epoch-run-TijCafTTJUFrJ6jPGvBbgq","vals-finance-agent-v2:openai/gpt-5.5","vals-code-migration-v1:openai/gpt-5.5","vals-legal-research-v1:openai/gpt-5.5","vals-emb-v1:openai/gpt-5.5","vals-mmlu-pro-v1:openai/gpt-5.5","vals-vibe-code-bench-v1.1:openai/gpt-5.5","vals-legal-agent-benchmark-v1:openai/gpt-5.5"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.7-flash","qwen3.5-plus"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":69}],"unspecified":0,"total":69}},{"id":"gpt-5.5--effort-high","name":"GPT-5.5 · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.5","detailsUrl":"/efforts?model=gpt-5.5","publishedBenchmarkCount":24,"overallRating":{"score":0.5434494453638236,"supported":true,"families":18,"publishers":6,"evaluationSources":6,"taskAreas":6,"opponents":221,"independentFamilies":18,"reason":null,"independentSources":6,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.24623865171841597},{"source":"ARC Prize","independent":true,"share":0.22757602663303195},{"source":"Artificial Analysis","independent":true,"share":0.22545357712969202},{"source":"Datacurve","independent":true,"share":0.15394949471072494},{"source":"Epoch AI","independent":true,"share":0.07998055557236168},{"source":"Vals AI","independent":true,"share":0.06680169423577881}]},"capabilityRatings":[{"bucket":"agentic","score":0.46685890319469764,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.6322150152760337,"supported":true,"families":5,"independentFamilies":5,"opponents":221,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5946577753358971,"supported":true,"families":4,"independentFamilies":4,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.4312332162161218,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.487052502430195,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.7323954791544285,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7504349475643828,"lowerBound":0,"upperBound":1,"independentScore":0.7504349475643828,"independent":true,"opponentIds":1662,"independentOpponentIds":1662,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["d0152373f98f2f553016fc2a"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9978083099216448,"lowerBound":0,"upperBound":1,"independentScore":0.9978083099216448,"independent":true,"opponentIds":1687,"independentOpponentIds":1687,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["90e2155ee6574cbfb408bba6"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7946143827206871,"lowerBound":0,"upperBound":1,"independentScore":0.7946143827206871,"independent":true,"opponentIds":1664,"independentOpponentIds":1664,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["0102948a1581c1564f0ee927"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9685139190794994,"lowerBound":0,"upperBound":1,"independentScore":0.9685139190794994,"independent":true,"opponentIds":1653,"independentOpponentIds":1653,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["ee1edf2b4c024e6b6d38419a"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9258687476515909,"lowerBound":0,"upperBound":1,"independentScore":0.9258687476515909,"independent":true,"opponentIds":1666,"independentOpponentIds":1666,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["5abfa43f7467e27e111f92f3"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8622014503579396,"lowerBound":0,"upperBound":1,"independentScore":0.8622014503579396,"independent":true,"opponentIds":1654,"independentOpponentIds":1654,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["4022f7aae075849e8205d262"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9701483632238868,"lowerBound":0,"upperBound":1,"independentScore":0.9701483632238868,"independent":true,"opponentIds":1655,"independentOpponentIds":1655,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["09a711065a797c504b74f99c"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9683647744225945,"lowerBound":0,"upperBound":1,"independentScore":0.9683647744225945,"independent":true,"opponentIds":1656,"independentOpponentIds":1656,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["3853cf819c86f900ecd527df"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8629947771007908,"lowerBound":0,"upperBound":1,"independentScore":0.8629947771007908,"independent":true,"opponentIds":1657,"independentOpponentIds":1657,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["7a58774ec1fb4cbf14aaac7e"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9361259202279891,"lowerBound":0,"upperBound":1,"independentScore":0.9361259202279891,"independent":true,"opponentIds":1658,"independentOpponentIds":1658,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["35fbabaad9b8688274150578"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9807948509622929,"lowerBound":0,"upperBound":1,"independentScore":0.9807948509622929,"independent":true,"opponentIds":1659,"independentOpponentIds":1659,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["cdfb469fcfd42ec46534c3e6"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9087986215475019,"lowerBound":0,"upperBound":1,"independentScore":0.9087986215475019,"independent":true,"opponentIds":1670,"independentOpponentIds":1670,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["3f9c3bab82f67b9b5df4c67c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8694877324346962,"lowerBound":0,"upperBound":1,"independentScore":0.8694877324346962,"independent":true,"opponentIds":1660,"independentOpponentIds":1660,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["78f55495a92e1dd015dfa7e2","febb481ed447a56ff687695d"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8009128133532395,"lowerBound":0,"upperBound":1,"independentScore":0.8009128133532395,"independent":true,"opponentIds":1661,"independentOpponentIds":1661,"panelSize":201,"publishers":["Artificial Analysis","Vals AI"],"observations":["a898fd86243ca3a79676c56b","755ecb13869cad91fe1c0123","1226618afa18c4bbed26581a","vals-terminal-bench-2-1-v2.1:openai/gpt-5.5"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8734238976913803,"lowerBound":0,"upperBound":1,"independentScore":0.8734238976913803,"independent":true,"opponentIds":1671,"independentOpponentIds":1671,"panelSize":38,"publishers":["ARC Prize"],"observations":["bc45f7c6e1d0aab8b73e7aec"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.6106708724419135,"lowerBound":0,"upperBound":1,"independentScore":0.6106708724419135,"independent":true,"opponentIds":1672,"independentOpponentIds":1672,"panelSize":25,"publishers":["Datacurve"],"observations":["073ccc861e30db90aaf28ba0"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.5845959595959598,"lowerBound":0,"upperBound":1,"independentScore":0.5845959595959598,"independent":true,"opponentIds":1673,"independentOpponentIds":1673,"panelSize":5,"publishers":["Cognition"],"observations":["e7a90181ff22c2632f726d32","aa2c038898f84e93e7834f06"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.9917221607763469,"lowerBound":0,"upperBound":1,"independentScore":0.9917221607763469,"independent":true,"opponentIds":1679,"independentOpponentIds":1679,"panelSize":40,"publishers":["Epoch AI"],"observations":["epoch-run-Knij32Jp6bQJ2V9NHpg5VS"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d0152373f98f2f553016fc2a","90e2155ee6574cbfb408bba6","0102948a1581c1564f0ee927","ee1edf2b4c024e6b6d38419a","5abfa43f7467e27e111f92f3","4022f7aae075849e8205d262","09a711065a797c504b74f99c","3853cf819c86f900ecd527df","7a58774ec1fb4cbf14aaac7e","35fbabaad9b8688274150578","cdfb469fcfd42ec46534c3e6","3f9c3bab82f67b9b5df4c67c","78f55495a92e1dd015dfa7e2","febb481ed447a56ff687695d","a898fd86243ca3a79676c56b","755ecb13869cad91fe1c0123","1226618afa18c4bbed26581a","bc45f7c6e1d0aab8b73e7aec","073ccc861e30db90aaf28ba0","e7a90181ff22c2632f726d32","aa2c038898f84e93e7834f06","epoch-run-Knij32Jp6bQJ2V9NHpg5VS","vals-terminal-bench-2-1-v2.1:openai/gpt-5.5"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.7-flash","qwen3.5-plus"]},"effort":{"label":"High","settings":[{"label":"High","observations":24}],"unspecified":0,"total":24}},{"id":"gpt-5.5--effort-medium","name":"GPT-5.5 · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.5","detailsUrl":"/efforts?model=gpt-5.5","publishedBenchmarkCount":25,"overallRating":{"score":0.4605938027047334,"supported":true,"families":19,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":217,"independentFamilies":19,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.24555386612320096},{"source":"ARC Prize","independent":true,"share":0.2250319896267393},{"source":"Artificial Analysis","independent":true,"share":0.22473159686545743},{"source":"SWE-rebench","independent":true,"share":0.15885945593369},{"source":"Datacurve","independent":true,"share":0.14582309145090802}]},"capabilityRatings":[{"bucket":"agentic","score":0.4339416799972085,"supported":true,"families":6,"independentFamilies":6,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5519309669622228,"supported":true,"families":4,"independentFamilies":4,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5139283694697576,"supported":true,"families":5,"independentFamilies":5,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.4075838869838874,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.487052502430195,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6860030851588818,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7205037588017237,"lowerBound":0,"upperBound":1,"independentScore":0.7205037588017237,"independent":true,"opponentIds":1662,"independentOpponentIds":1662,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["69efa434ae02e80b795fbbb5"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9841066366196922,"lowerBound":0,"upperBound":1,"independentScore":0.9841066366196922,"independent":true,"opponentIds":1687,"independentOpponentIds":1687,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["4fead76f801e079bc637ab4d"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7777272652392454,"lowerBound":0,"upperBound":1,"independentScore":0.7777272652392454,"independent":true,"opponentIds":1664,"independentOpponentIds":1664,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["08caf68c49dc84001e718cf3"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9443044801269251,"lowerBound":0,"upperBound":1,"independentScore":0.9443044801269251,"independent":true,"opponentIds":1653,"independentOpponentIds":1653,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["2c972a4925d752a97ea28660"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.7640000152837056,"lowerBound":0,"upperBound":1,"independentScore":0.7640000152837056,"independent":true,"opponentIds":1665,"independentOpponentIds":1665,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["b5a79a77704aa637fd9795ab"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9061862728327238,"lowerBound":0,"upperBound":1,"independentScore":0.9061862728327238,"independent":true,"opponentIds":1666,"independentOpponentIds":1666,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["0205ab4d4424d47ea961a60e"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8267847415219197,"lowerBound":0,"upperBound":1,"independentScore":0.8267847415219197,"independent":true,"opponentIds":1654,"independentOpponentIds":1654,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["4686881dc0789cc81968120c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9549850060206071,"lowerBound":0,"upperBound":1,"independentScore":0.9549850060206071,"independent":true,"opponentIds":1655,"independentOpponentIds":1655,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["548462147dea4c436e05bcec"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9494469988714954,"lowerBound":0,"upperBound":1,"independentScore":0.9494469988714954,"independent":true,"opponentIds":1656,"independentOpponentIds":1656,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["78170a0f6e0ee17187ad77d5"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8367668129528908,"lowerBound":0,"upperBound":1,"independentScore":0.8367668129528908,"independent":true,"opponentIds":1657,"independentOpponentIds":1657,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["ffde0f1dd99c1c6271ce3439"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9373592312280271,"lowerBound":0,"upperBound":1,"independentScore":0.9373592312280271,"independent":true,"opponentIds":1658,"independentOpponentIds":1658,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["8f840c6e9b5ddcec51c48ee2"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9810876193981305,"lowerBound":0,"upperBound":1,"independentScore":0.9810876193981305,"independent":true,"opponentIds":1659,"independentOpponentIds":1659,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["97f48ea80a1054889428f5e9"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.8805352017903586,"lowerBound":0,"upperBound":1,"independentScore":0.8805352017903586,"independent":true,"opponentIds":1670,"independentOpponentIds":1670,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["96bdaef9215773ad68035c89"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8342740102207395,"lowerBound":0,"upperBound":1,"independentScore":0.8342740102207395,"independent":true,"opponentIds":1660,"independentOpponentIds":1660,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["6c1df08526cb67f7263b2be4","142188041f1e2ebff8fe4d2c"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8774742085761357,"lowerBound":0,"upperBound":1,"independentScore":0.8774742085761357,"independent":true,"opponentIds":1661,"independentOpponentIds":1661,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["375daa7952f0321b6fb177fb","67e2b8836084dff484d7b8a0","7bbd40220411ff27bc823fcd"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8180762815523187,"lowerBound":0,"upperBound":1,"independentScore":0.8180762815523187,"independent":true,"opponentIds":1671,"independentOpponentIds":1671,"panelSize":38,"publishers":["ARC Prize"],"observations":["58c732552823494e3e219dc6"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.44380686086303256,"lowerBound":0,"upperBound":1,"independentScore":0.44380686086303256,"independent":true,"opponentIds":1672,"independentOpponentIds":1672,"panelSize":25,"publishers":["Datacurve"],"observations":["83db8e5e910b00269a48317e"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.4788104089219331,"lowerBound":0,"upperBound":1,"independentScore":0.4788104089219331,"independent":true,"opponentIds":1673,"independentOpponentIds":1673,"panelSize":5,"publishers":["Cognition"],"observations":["906266917f34d4a9235d8c64","4b326191d83fb7c7b1f5d5b3"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.8212290502793296,"lowerBound":0,"upperBound":1,"independentScore":0.8212290502793296,"independent":true,"opponentIds":1678,"independentOpponentIds":1678,"panelSize":6,"publishers":["SWE-rebench"],"observations":["panel-082ec7a4e998253830c59d5e","panel-1e3fa2d67e3e69ad184eb7a4"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["69efa434ae02e80b795fbbb5","4fead76f801e079bc637ab4d","08caf68c49dc84001e718cf3","2c972a4925d752a97ea28660","b5a79a77704aa637fd9795ab","0205ab4d4424d47ea961a60e","4686881dc0789cc81968120c","548462147dea4c436e05bcec","78170a0f6e0ee17187ad77d5","ffde0f1dd99c1c6271ce3439","8f840c6e9b5ddcec51c48ee2","97f48ea80a1054889428f5e9","96bdaef9215773ad68035c89","6c1df08526cb67f7263b2be4","142188041f1e2ebff8fe4d2c","375daa7952f0321b6fb177fb","67e2b8836084dff484d7b8a0","7bbd40220411ff27bc823fcd","58c732552823494e3e219dc6","83db8e5e910b00269a48317e","906266917f34d4a9235d8c64","4b326191d83fb7c7b1f5d5b3","panel-082ec7a4e998253830c59d5e","panel-1e3fa2d67e3e69ad184eb7a4"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":25}],"unspecified":0,"total":25}},{"id":"gpt-5.5--effort-low","name":"GPT-5.5 · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.5","detailsUrl":"/efforts?model=gpt-5.5","publishedBenchmarkCount":22,"overallRating":{"score":0.2327003975312403,"supported":true,"families":15,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":221,"independentFamilies":15,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.2524490522111924},{"source":"ARC Prize","independent":true,"share":0.23135091862070897},{"source":"Artificial Analysis","independent":true,"share":0.20284418901147072},{"source":"Epoch AI","independent":true,"share":0.1634380163874933},{"source":"Datacurve","independent":true,"share":0.14991782376913482}]},"capabilityRatings":[{"bucket":"agentic","score":0.22987165114673488,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.313839790709409,"supported":true,"families":6,"independentFamilies":6,"opponents":221,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.26284825758051117,"supported":true,"families":3,"independentFamilies":3,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.33386239714457605,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.39489529720460337,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.4367250502163344,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7202173368528547,"lowerBound":0,"upperBound":1,"independentScore":0.7202173368528547,"independent":true,"opponentIds":1688,"independentOpponentIds":1688,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-CdmtwZ8NR8YeTXWiLVTRDJ"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7878784227009878,"lowerBound":0,"upperBound":1,"independentScore":0.7878784227009878,"independent":true,"opponentIds":1652,"independentOpponentIds":1652,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["ab8a89f60798f3987c2b7439","3e715eafe935599163304f3f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8757551955727907,"lowerBound":0,"upperBound":1,"independentScore":0.8757551955727907,"independent":true,"opponentIds":1653,"independentOpponentIds":1653,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["9b1809ab0bd1db8eaddee70f"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7295845497805216,"lowerBound":0,"upperBound":1,"independentScore":0.7295845497805216,"independent":true,"opponentIds":1654,"independentOpponentIds":1654,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["9d152fbc61d352c9b84ff711"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.931243090488033,"lowerBound":0,"upperBound":1,"independentScore":0.931243090488033,"independent":true,"opponentIds":1655,"independentOpponentIds":1655,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["a36d0ff8afb79dbbdbfb0f4d"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8733258372878986,"lowerBound":0,"upperBound":1,"independentScore":0.8733258372878986,"independent":true,"opponentIds":1656,"independentOpponentIds":1656,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["8d4c21f8dab02b0247fffde8"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7723472958709119,"lowerBound":0,"upperBound":1,"independentScore":0.7723472958709119,"independent":true,"opponentIds":1657,"independentOpponentIds":1657,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["2eb0409f9da6a0ee0929913b"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8996579059004325,"lowerBound":0,"upperBound":1,"independentScore":0.8996579059004325,"independent":true,"opponentIds":1658,"independentOpponentIds":1658,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["dfefacfe1b5abecc9a5307fc"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9787055060184664,"lowerBound":0,"upperBound":1,"independentScore":0.9787055060184664,"independent":true,"opponentIds":1659,"independentOpponentIds":1659,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["938728d28eadcc0276c3067f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7444859585575337,"lowerBound":0,"upperBound":1,"independentScore":0.7444859585575337,"independent":true,"opponentIds":1660,"independentOpponentIds":1660,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["9dd16646ebd62ab48b2e0e28","2a520295b72b53f9c88bde2b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8994805176592976,"lowerBound":0,"upperBound":1,"independentScore":0.8994805176592976,"independent":true,"opponentIds":1661,"independentOpponentIds":1661,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["05a390053ae415339bb8f54c","b1346726febc4a85d3a200f5"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5476704103191369,"lowerBound":0,"upperBound":1,"independentScore":0.5476704103191369,"independent":true,"opponentIds":1671,"independentOpponentIds":1671,"panelSize":38,"publishers":["ARC Prize"],"observations":["205dbfe9537d5cfd1c612317"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.05667306568733823,"lowerBound":0,"upperBound":1,"independentScore":0.05667306568733823,"independent":true,"opponentIds":1672,"independentOpponentIds":1672,"panelSize":25,"publishers":["Datacurve"],"observations":["552921ea13a22c9abdd154aa"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.3330855018587359,"lowerBound":0,"upperBound":1,"independentScore":0.3330855018587359,"independent":true,"opponentIds":1673,"independentOpponentIds":1673,"panelSize":5,"publishers":["Cognition"],"observations":["d4de4a5ced8821eb86459630","9bb740f8253baa1d17ef962a"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.8123168815201747,"lowerBound":0,"upperBound":1,"independentScore":0.8123168815201747,"independent":true,"opponentIds":1689,"independentOpponentIds":1689,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-EnbN27oUrNyfbxuPwtZey2","epoch-run-QHfAMMDjjzQF6xitN2vBbA"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ab8a89f60798f3987c2b7439","9b1809ab0bd1db8eaddee70f","9d152fbc61d352c9b84ff711","a36d0ff8afb79dbbdbfb0f4d","8d4c21f8dab02b0247fffde8","2eb0409f9da6a0ee0929913b","3e715eafe935599163304f3f","dfefacfe1b5abecc9a5307fc","938728d28eadcc0276c3067f","9dd16646ebd62ab48b2e0e28","2a520295b72b53f9c88bde2b","05a390053ae415339bb8f54c","b1346726febc4a85d3a200f5","205dbfe9537d5cfd1c612317","552921ea13a22c9abdd154aa","d4de4a5ced8821eb86459630","9bb740f8253baa1d17ef962a","epoch-run-EnbN27oUrNyfbxuPwtZey2","epoch-run-QHfAMMDjjzQF6xitN2vBbA","epoch-run-CdmtwZ8NR8YeTXWiLVTRDJ"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash-0424","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-oss-120b","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":22}],"unspecified":0,"total":22}},{"id":"gpt-5.5-pro--effort-xhigh","name":"GPT-5.5 Pro · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.5-pro","detailsUrl":"/efforts?model=gpt-5.5-pro","publishedBenchmarkCount":4,"overallRating":{"score":0.6533553956060739,"supported":true,"families":3,"publishers":3,"evaluationSources":3,"taskAreas":1,"opponents":205,"independentFamilies":3,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.5974975652152686},{"source":"Artificial Analysis","independent":true,"share":0.20920206044669598},{"source":"Epoch AI","independent":true,"share":0.1933003743380351}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.6903413090237963,"supported":true,"families":3,"independentFamilies":3,"opponents":205,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9978355881204575,"lowerBound":0,"upperBound":1,"independentScore":0.9978355881204575,"independent":true,"opponentIds":1690,"independentOpponentIds":1690,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["2721170b729aceff41261c98"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9110973756728221,"lowerBound":0,"upperBound":1,"independentScore":0.9110973756728221,"independent":true,"opponentIds":1691,"independentOpponentIds":1691,"panelSize":38,"publishers":["ARC Prize"],"observations":["4e4b0ebdcce2198efad4878e"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.9216017669859494,"lowerBound":0,"upperBound":1,"independentScore":0.9216017669859494,"independent":true,"opponentIds":1692,"independentOpponentIds":1692,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-SFKXCPUu73mwxMoUotiZM2","epoch-run-LSKDetgzyVojru45w7RJhf"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["2721170b729aceff41261c98","4e4b0ebdcce2198efad4878e","epoch-run-SFKXCPUu73mwxMoUotiZM2","epoch-run-LSKDetgzyVojru45w7RJhf"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-5.2-pro","o3-pro","qwen3.5-flash","qwen3.7-flash","qwen3.6-flash"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":4}],"unspecified":0,"total":4}},{"id":"gpt-5.5-pro--effort-high","name":"GPT-5.5 Pro · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.5-pro","detailsUrl":"/efforts?model=gpt-5.5-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.6395797280191525,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999979}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.6859589850342914,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9464815923559099,"lowerBound":0,"upperBound":1,"independentScore":0.9464815923559099,"independent":true,"opponentIds":1691,"independentOpponentIds":1691,"panelSize":38,"publishers":["ARC Prize"],"observations":["4e24cf58ae552e5e1cac37b5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4e24cf58ae552e5e1cac37b5"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"High","settings":[{"label":"High","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5.6-luna--effort-high","name":"GPT-5.6 Luna · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-luna","detailsUrl":"/efforts?model=gpt-5.6-luna","publishedBenchmarkCount":21,"overallRating":{"score":0.27262935297899854,"supported":true,"families":17,"publishers":4,"evaluationSources":4,"taskAreas":6,"opponents":217,"independentFamilies":17,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.3026445551997769},{"source":"Cognition","independent":true,"share":0.28628660061255007},{"source":"Artificial Analysis","independent":true,"share":0.24554618536419495},{"source":"Datacurve","independent":true,"share":0.16552265882347852}]},"capabilityRatings":[{"bucket":"agentic","score":0.45395425787502236,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.2639221090564843,"supported":true,"families":5,"independentFamilies":5,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.37938653740499545,"supported":true,"families":4,"independentFamilies":4,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.34440227959147646,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.3136544066718618,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.4561205333347446,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.750402286401719,"lowerBound":0,"upperBound":1,"independentScore":0.750402286401719,"independent":true,"opponentIds":1693,"independentOpponentIds":1693,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["cce8835bdd40983dc9813222"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8227998532905828,"lowerBound":0,"upperBound":1,"independentScore":0.8227998532905828,"independent":true,"opponentIds":1694,"independentOpponentIds":1694,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["e83b4b8dc25bfbb27019e9cb","4975272e5acbc2aa940a99c7"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7361078370162846,"lowerBound":0,"upperBound":1,"independentScore":0.7361078370162846,"independent":true,"opponentIds":1695,"independentOpponentIds":1695,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["6729e09b403ab4e0dcf0338e"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9334420393658759,"lowerBound":0,"upperBound":1,"independentScore":0.9334420393658759,"independent":true,"opponentIds":1696,"independentOpponentIds":1696,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["9a94ce2ae1cce557c73c568f"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.925613397537557,"lowerBound":0,"upperBound":1,"independentScore":0.925613397537557,"independent":true,"opponentIds":1697,"independentOpponentIds":1697,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["2ba86fac5921f386eb9c9a42"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8689847225879143,"lowerBound":0,"upperBound":1,"independentScore":0.8689847225879143,"independent":true,"opponentIds":1698,"independentOpponentIds":1698,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["5288a983e0221cdb92143a89"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.896213354719552,"lowerBound":0,"upperBound":1,"independentScore":0.896213354719552,"independent":true,"opponentIds":1699,"independentOpponentIds":1699,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["76e60c891e3116396dcc7618"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8814478885790742,"lowerBound":0,"upperBound":1,"independentScore":0.8814478885790742,"independent":true,"opponentIds":1700,"independentOpponentIds":1700,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["4b59c440fd89debc23cade9c"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8541714748141253,"lowerBound":0,"upperBound":1,"independentScore":0.8541714748141253,"independent":true,"opponentIds":1701,"independentOpponentIds":1701,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["cf832ff3fdefad9e9307166e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9116089274982235,"lowerBound":0,"upperBound":1,"independentScore":0.9116089274982235,"independent":true,"opponentIds":1702,"independentOpponentIds":1702,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["3af8b4a0b3967e921bd5faf3"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.8007788046296018,"lowerBound":0,"upperBound":1,"independentScore":0.8007788046296018,"independent":true,"opponentIds":1703,"independentOpponentIds":1703,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["ce6f3b545cf65ab839014640"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.714345571262693,"lowerBound":0,"upperBound":1,"independentScore":0.714345571262693,"independent":true,"opponentIds":1704,"independentOpponentIds":1704,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["182c267f7b8e72d819bdef01"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7322859449554127,"lowerBound":0,"upperBound":1,"independentScore":0.7322859449554127,"independent":true,"opponentIds":1705,"independentOpponentIds":1705,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["17f8252b564348eeb47626ed","6a3bb3e493e12f67a8c96ad3"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.49612403100775226,"lowerBound":0,"upperBound":1,"independentScore":0.49612403100775226,"independent":true,"opponentIds":1706,"independentOpponentIds":1706,"panelSize":38,"publishers":["ARC Prize"],"observations":["5d5408de712e8c20684fe7d9"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.22505640222846343,"lowerBound":0,"upperBound":1,"independentScore":0.22505640222846343,"independent":true,"opponentIds":1707,"independentOpponentIds":1707,"panelSize":25,"publishers":["Datacurve"],"observations":["d581184225be8abecad4b42a"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.11397557666214383,"lowerBound":0,"upperBound":1,"independentScore":0.11397557666214383,"independent":true,"opponentIds":1708,"independentOpponentIds":1708,"panelSize":6,"publishers":["ARC Prize"],"observations":["3cfdd48cd8b66a487f18b2e9"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.43324903500598955,"lowerBound":0,"upperBound":1,"independentScore":0.43324903500598955,"independent":true,"opponentIds":1709,"independentOpponentIds":1709,"panelSize":5,"publishers":["Cognition"],"observations":["a889d1ce384914e2806e70c7","3d5e60cff8818bd0c8d67cc0"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["cce8835bdd40983dc9813222","e83b4b8dc25bfbb27019e9cb","6729e09b403ab4e0dcf0338e","9a94ce2ae1cce557c73c568f","2ba86fac5921f386eb9c9a42","5288a983e0221cdb92143a89","76e60c891e3116396dcc7618","4b59c440fd89debc23cade9c","4975272e5acbc2aa940a99c7","cf832ff3fdefad9e9307166e","3af8b4a0b3967e921bd5faf3","ce6f3b545cf65ab839014640","182c267f7b8e72d819bdef01","17f8252b564348eeb47626ed","6a3bb3e493e12f67a8c96ad3","5d5408de712e8c20684fe7d9","d581184225be8abecad4b42a","3cfdd48cd8b66a487f18b2e9","a889d1ce384914e2806e70c7","3d5e60cff8818bd0c8d67cc0"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":21}],"unspecified":0,"total":21}},{"id":"gpt-5.6-luna--effort-low","name":"GPT-5.6 Luna · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-luna","detailsUrl":"/efforts?model=gpt-5.6-luna","publishedBenchmarkCount":26,"overallRating":{"score":0.1211521959389041,"supported":true,"families":20,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":221,"independentFamilies":20,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.24002112479189547},{"source":"ARC Prize","independent":true,"share":0.23338765991596125},{"source":"Artificial Analysis","independent":true,"share":0.20125220385375367},{"source":"Epoch AI","independent":true,"share":0.18402547769107663},{"source":"Datacurve","independent":true,"share":0.14131353374731173}]},"capabilityRatings":[{"bucket":"agentic","score":0.22712181040296384,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.1727210058989748,"supported":true,"families":8,"independentFamilies":8,"opponents":221,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.11673373273818062,"supported":true,"families":4,"independentFamilies":4,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.3250473038785606,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.2041929141234058,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.20330618807277492,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.4845613176679088,"lowerBound":0,"upperBound":1,"independentScore":0.4845613176679088,"independent":true,"opponentIds":1693,"independentOpponentIds":1693,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["9ae52eb4cf2880f7bd01c7cb"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.3647385760068129,"lowerBound":0,"upperBound":1,"independentScore":0.3647385760068129,"independent":true,"opponentIds":1710,"independentOpponentIds":1710,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-ZgU8BagFmaj7BE94y3JDZA"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5779175228392549,"lowerBound":0,"upperBound":1,"independentScore":0.5779175228392549,"independent":true,"opponentIds":1694,"independentOpponentIds":1694,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["b5216268e146e799b95dc99c","fc7d08143c8ee816bb7af3bb"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5319840279271366,"lowerBound":0,"upperBound":1,"independentScore":0.5319840279271366,"independent":true,"opponentIds":1695,"independentOpponentIds":1695,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["75bc8e752d3bcda5970ca8d7"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7688894687944744,"lowerBound":0,"upperBound":1,"independentScore":0.7688894687944744,"independent":true,"opponentIds":1696,"independentOpponentIds":1696,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["0089ecdcaccc9d09718807ed"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7678275160175345,"lowerBound":0,"upperBound":1,"independentScore":0.7678275160175345,"independent":true,"opponentIds":1697,"independentOpponentIds":1697,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["ca6f41331539c64b2a525ffa"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6746950127957428,"lowerBound":0,"upperBound":1,"independentScore":0.6746950127957428,"independent":true,"opponentIds":1698,"independentOpponentIds":1698,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["a815bbcac49bec64b4d06b0c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5979342477823072,"lowerBound":0,"upperBound":1,"independentScore":0.5979342477823072,"independent":true,"opponentIds":1711,"independentOpponentIds":1711,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["59949b95f1534a3748990225","epoch-run-nW39ZzuDQ3xTAGVoEfFG95"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7366443513344202,"lowerBound":0,"upperBound":1,"independentScore":0.7366443513344202,"independent":true,"opponentIds":1700,"independentOpponentIds":1700,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["ecdf8537de73a65fbe62cb3a"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7522572693536282,"lowerBound":0,"upperBound":1,"independentScore":0.7522572693536282,"independent":true,"opponentIds":1701,"independentOpponentIds":1701,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["72086a54f01ad01620ebe237"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8999630219170606,"lowerBound":0,"upperBound":1,"independentScore":0.8999630219170606,"independent":true,"opponentIds":1702,"independentOpponentIds":1702,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["97d73e26297cc5a04b0a10bd"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.5997165054012112,"lowerBound":0,"upperBound":1,"independentScore":0.5997165054012112,"independent":true,"opponentIds":1703,"independentOpponentIds":1703,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["d95bfc8437fd7cf311431cb1"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.45762485616922294,"lowerBound":0,"upperBound":1,"independentScore":0.45762485616922294,"independent":true,"opponentIds":1704,"independentOpponentIds":1704,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["c61935922062d074c492d80f"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3812076490833388,"lowerBound":0,"upperBound":1,"independentScore":0.3812076490833388,"independent":true,"opponentIds":1705,"independentOpponentIds":1705,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["5cc464ae02f3e9f2da643da7","da420896895bc43bf8c2a41b"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.3112535146799185,"lowerBound":0,"upperBound":1,"independentScore":0.3112535146799185,"independent":true,"opponentIds":1706,"independentOpponentIds":1706,"panelSize":38,"publishers":["ARC Prize"],"observations":["6ffbc8e19c59582d10c22554"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1707,"independentOpponentIds":1707,"panelSize":25,"publishers":["Datacurve"],"observations":["b56c7ef4cb20e19925c7bcbd"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.12098516491430218,"lowerBound":0,"upperBound":1,"independentScore":0.12098516491430218,"independent":true,"opponentIds":1708,"independentOpponentIds":1708,"panelSize":6,"publishers":["ARC Prize"],"observations":["dc357b19b6bea4e41d45b423"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.059038515603036246,"lowerBound":0,"upperBound":1,"independentScore":0.059038515603036246,"independent":true,"opponentIds":1709,"independentOpponentIds":1709,"panelSize":5,"publishers":["Cognition"],"observations":["e78de1fe1b2913b438e8bfb4","a445e097ad5e39979d7aa81d"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.5694755173915104,"lowerBound":0,"upperBound":1,"independentScore":0.5694755173915104,"independent":true,"opponentIds":1712,"independentOpponentIds":1712,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-UhmACN5spAPyAtWWBf4MAP","epoch-run-iTY94tKhVEcZsUZivMwLJa"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.6879794466594764,"lowerBound":0,"upperBound":1,"independentScore":0.6879794466594764,"independent":true,"opponentIds":1713,"independentOpponentIds":1713,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-ZryXhNUpPedPvGhbqdNBEw"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9ae52eb4cf2880f7bd01c7cb","b5216268e146e799b95dc99c","75bc8e752d3bcda5970ca8d7","0089ecdcaccc9d09718807ed","ca6f41331539c64b2a525ffa","a815bbcac49bec64b4d06b0c","59949b95f1534a3748990225","ecdf8537de73a65fbe62cb3a","fc7d08143c8ee816bb7af3bb","72086a54f01ad01620ebe237","97d73e26297cc5a04b0a10bd","d95bfc8437fd7cf311431cb1","c61935922062d074c492d80f","5cc464ae02f3e9f2da643da7","da420896895bc43bf8c2a41b","6ffbc8e19c59582d10c22554","b56c7ef4cb20e19925c7bcbd","dc357b19b6bea4e41d45b423","e78de1fe1b2913b438e8bfb4","a445e097ad5e39979d7aa81d","epoch-run-UhmACN5spAPyAtWWBf4MAP","epoch-run-ZryXhNUpPedPvGhbqdNBEw","epoch-run-nW39ZzuDQ3xTAGVoEfFG95","epoch-run-iTY94tKhVEcZsUZivMwLJa","epoch-run-ZgU8BagFmaj7BE94y3JDZA"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":26}],"unspecified":0,"total":26}},{"id":"gpt-5.6-luna--effort-max","name":"GPT-5.6 Luna · Max","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-luna","detailsUrl":"/efforts?model=gpt-5.6-luna","publishedBenchmarkCount":65,"overallRating":{"score":0.4086783908523269,"supported":true,"families":38,"publishers":8,"evaluationSources":8,"taskAreas":6,"opponents":221,"independentFamilies":38,"reason":null,"independentSources":8,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Vals AI","independent":true,"share":0.13735854832360056},{"source":"LiveBench","independent":true,"share":0.13662529875472357},{"source":"Cognition","independent":true,"share":0.13520609022502256},{"source":"Terminal-Bench","independent":true,"share":0.13309492927785663},{"source":"Artificial Analysis","independent":true,"share":0.1253725672875467},{"source":"ARC Prize","independent":true,"share":0.12328074545337302},{"source":"Epoch AI","independent":true,"share":0.12204002869169615},{"source":"Datacurve","independent":true,"share":0.08702179198616435}]},"capabilityRatings":[{"bucket":"agentic","score":0.5490890032559855,"supported":true,"families":13,"independentFamilies":13,"opponents":133,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3917830492214102,"supported":true,"families":10,"independentFamilies":10,"opponents":221,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5488296737422527,"supported":true,"families":8,"independentFamilies":8,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.18184111538786096,"supported":true,"families":5,"independentFamilies":5,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.357685881396987,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6476039563229016,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.854455824184738,"lowerBound":0,"upperBound":1,"independentScore":0.854455824184738,"independent":true,"opponentIds":1693,"independentOpponentIds":1693,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["3167b8d747931de751cae0b5"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8843537414965985,"lowerBound":0,"upperBound":1,"independentScore":0.8843537414965985,"independent":true,"opponentIds":1710,"independentOpponentIds":1710,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-AhtQ5ggs4pTfLDqHFjueGy"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.8573577337678616,"lowerBound":0,"upperBound":1,"independentScore":0.8573577337678616,"independent":true,"opponentIds":1714,"independentOpponentIds":1714,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["130fcdb5555e8dfecd1cabbe"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8914583504338609,"lowerBound":0,"upperBound":1,"independentScore":0.8914583504338609,"independent":true,"opponentIds":1694,"independentOpponentIds":1694,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["856ab16a48655ff4a36054f5","dda6ee7aafcb2845bf15f032"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8274665285944008,"lowerBound":0,"upperBound":1,"independentScore":0.8274665285944008,"independent":true,"opponentIds":1695,"independentOpponentIds":1695,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["8e5f958068d23d661d725ec6"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9540975595398469,"lowerBound":0,"upperBound":1,"independentScore":0.9540975595398469,"independent":true,"opponentIds":1696,"independentOpponentIds":1696,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["8224f9cb2cbb8895671c5d44"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.548913043478261,"lowerBound":0,"upperBound":1,"independentScore":0.548913043478261,"independent":true,"opponentIds":1715,"independentOpponentIds":1715,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["ea69d1020a5393a70c8173fb"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9448521866333767,"lowerBound":0,"upperBound":1,"independentScore":0.9448521866333767,"independent":true,"opponentIds":1697,"independentOpponentIds":1697,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["6bb1f94024cf4ce3880a9396"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9050796636846109,"lowerBound":0,"upperBound":1,"independentScore":0.9050796636846109,"independent":true,"opponentIds":1698,"independentOpponentIds":1698,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["d58c9fcb89c2bd7055e1606a"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8522784153133033,"lowerBound":0,"upperBound":1,"independentScore":0.8522784153133033,"independent":true,"opponentIds":1711,"independentOpponentIds":1711,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["3ee7116910b9330ff78fc872","epoch-run-LWkDtkmd3TNmLzMhfZD5HW"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.4148699624718888,"lowerBound":0,"upperBound":1,"independentScore":0.4148699624718888,"independent":true,"opponentIds":1716,"independentOpponentIds":1716,"panelSize":50,"publishers":["Artificial Analysis","Vals AI"],"observations":["303cc2990f189d9882c8659d","vals-legal-agent-benchmark-v1:openai/gpt-5.6-luna"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9111783412225501,"lowerBound":0,"upperBound":1,"independentScore":0.9111783412225501,"independent":true,"opponentIds":1700,"independentOpponentIds":1700,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["ad38303a78643d9e6c5e4560"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.7245148716210491,"lowerBound":0,"upperBound":1,"independentScore":0.7245148716210491,"independent":true,"opponentIds":1717,"independentOpponentIds":1717,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["a8209490ef6f3208cc77978c"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.16173752310536055,"lowerBound":0,"upperBound":1,"independentScore":0.16173752310536055,"independent":true,"opponentIds":1718,"independentOpponentIds":1718,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:openai/gpt-5.6-luna"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8591738905609144,"lowerBound":0,"upperBound":1,"independentScore":0.8591738905609144,"independent":true,"opponentIds":1701,"independentOpponentIds":1701,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["c8db81fa541ba661730e3ca7"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8994731303326268,"lowerBound":0,"upperBound":1,"independentScore":0.8994731303326268,"independent":true,"opponentIds":1702,"independentOpponentIds":1702,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["197ae704485f6de2c1c7af50"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.8371033325137888,"lowerBound":0,"upperBound":1,"independentScore":0.8371033325137888,"independent":true,"opponentIds":1703,"independentOpponentIds":1703,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["1b1b538a23511ce91127777b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7999116980813374,"lowerBound":0,"upperBound":1,"independentScore":0.7999116980813374,"independent":true,"opponentIds":1704,"independentOpponentIds":1704,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["905e6d83a9a976db0cea7fff"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.13109602525861191,"lowerBound":0,"upperBound":1,"independentScore":0.13109602525861191,"independent":true,"opponentIds":1719,"independentOpponentIds":1719,"panelSize":126,"publishers":["Artificial Analysis","Terminal-Bench","Vals AI"],"observations":["3a69ede28148beb260bb5f32","b9c8d7ace58f0ccdc08bf59c","d6552d55b1ffb5a8f8cd5cc5","cdcc8b915ddf149c14044a7f","vals-terminal-bench-2-1-v2.1:openai/gpt-5.6-luna"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6250475634813937,"lowerBound":0,"upperBound":1,"independentScore":0.6250475634813937,"independent":true,"opponentIds":1706,"independentOpponentIds":1706,"panelSize":38,"publishers":["ARC Prize"],"observations":["b2854ee06891af72b895e0a6"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.7110782954613944,"lowerBound":0,"upperBound":1,"independentScore":0.7110782954613944,"independent":true,"opponentIds":1707,"independentOpponentIds":1707,"panelSize":25,"publishers":["Datacurve"],"observations":["41d96fb8508ef9bd7eca956c"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.10380622837370242,"lowerBound":0,"upperBound":1,"independentScore":0.10380622837370242,"independent":true,"opponentIds":1708,"independentOpponentIds":1708,"panelSize":6,"publishers":["ARC Prize"],"observations":["da08a3f2efd54d7cb540441b"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.5549898167006108,"lowerBound":0,"upperBound":1,"independentScore":0.5549898167006108,"independent":true,"opponentIds":1709,"independentOpponentIds":1709,"panelSize":5,"publishers":["Cognition"],"observations":["d1018d5f46b97e159d2f0a02","5c999b15cf49cd9ccd8eb829"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.24515503875969027,"lowerBound":0,"upperBound":1,"independentScore":0.24515503875969027,"independent":true,"opponentIds":1720,"independentOpponentIds":1720,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-d24bd2a1ac9eaf9d9494ddaf","panel-bb3ced238358ea1c61780784","panel-336ccdda131c10a4ceb1c659","panel-f35f8aae0d8d575b94fd76cf"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.7325581395348839,"lowerBound":0,"upperBound":1,"independentScore":0.7325581395348839,"independent":true,"opponentIds":1720,"independentOpponentIds":1720,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-f33cd6ce63480f276b68ccdd","panel-d63e27e1819ee0b204cf74ed"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.14857881136950932,"lowerBound":0,"upperBound":1,"independentScore":0.14857881136950932,"independent":true,"opponentIds":1720,"independentOpponentIds":1720,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-f55d9d7148753278f84c2df4","panel-e05a7d89da690e9010835fcf","panel-d01a35ef69f7df80895aaa00"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.6188630490956079,"lowerBound":0,"upperBound":1,"independentScore":0.6188630490956079,"independent":true,"opponentIds":1720,"independentOpponentIds":1720,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-ebc66a99e1b9d323c3fa4812","panel-a08e802836cc62463a64dce4","panel-372faf44f31cc0197fc03175"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.29586563307493596,"lowerBound":0,"upperBound":1,"independentScore":0.29586563307493596,"independent":true,"opponentIds":1720,"independentOpponentIds":1720,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-0468cbf93870ad38beab1059","panel-3b0a9ae45b36b943f938ebee","panel-d75beeb6ecb2a4aae441bdd4"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.3226744186046518,"lowerBound":0,"upperBound":1,"independentScore":0.3226744186046518,"independent":true,"opponentIds":1720,"independentOpponentIds":1720,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-c2188e8931d7269e78bdf635","panel-6b6298d5105594af69577e2b","panel-9f16b2319931415947e23f48","panel-41dd83b36bf6c44b1f57ac1d"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.16472868217054287,"lowerBound":0,"upperBound":1,"independentScore":0.16472868217054287,"independent":true,"opponentIds":1720,"independentOpponentIds":1720,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-f4035a99f61947c9e2d3a096","panel-332b86a089da785cdea3f402","panel-cc1676839b16b4cae9c2b786","panel-2c494e13cd9d39187d4dfaf9"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.7133544771150845,"lowerBound":0,"upperBound":1,"independentScore":0.7133544771150845,"independent":true,"opponentIds":1712,"independentOpponentIds":1712,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-BJiQ8aRjMyCGPTBGYfBhyj","epoch-run-Epg7eNLwwGPXtX3sSAwPf8"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.7833470921390724,"lowerBound":0,"upperBound":1,"independentScore":0.7833470921390724,"independent":true,"opponentIds":1721,"independentOpponentIds":1721,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-NLiiJJSyA9wmg2FHENFpAq","epoch-run-YLAk5J3Wd8EruVXee8bAQb"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.16666666666666669,"lowerBound":0,"upperBound":1,"independentScore":0.16666666666666669,"independent":true,"opponentIds":1722,"independentOpponentIds":1722,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-CeDghdBk8CqtiFSbUzxNH5"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.6322827125119389,"lowerBound":0,"upperBound":1,"independentScore":0.6322827125119389,"independent":true,"opponentIds":1723,"independentOpponentIds":1723,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:openai/gpt-5.6-luna"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.7291666666666667,"lowerBound":0,"upperBound":1,"independentScore":0.7291666666666667,"independent":true,"opponentIds":1724,"independentOpponentIds":1724,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:openai/gpt-5.6-luna"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.37600716204118173,"lowerBound":0,"upperBound":1,"independentScore":0.37600716204118173,"independent":true,"opponentIds":1725,"independentOpponentIds":1725,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:openai/gpt-5.6-luna"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.7493285586392122,"lowerBound":0,"upperBound":1,"independentScore":0.7493285586392122,"independent":true,"opponentIds":1726,"independentOpponentIds":1726,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:openai/gpt-5.6-luna"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.6553267681289168,"lowerBound":0,"upperBound":1,"independentScore":0.6553267681289168,"independent":true,"opponentIds":1727,"independentOpponentIds":1727,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:openai/gpt-5.6-luna"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3167b8d747931de751cae0b5","130fcdb5555e8dfecd1cabbe","856ab16a48655ff4a36054f5","8e5f958068d23d661d725ec6","8224f9cb2cbb8895671c5d44","ea69d1020a5393a70c8173fb","6bb1f94024cf4ce3880a9396","d58c9fcb89c2bd7055e1606a","3ee7116910b9330ff78fc872","303cc2990f189d9882c8659d","ad38303a78643d9e6c5e4560","a8209490ef6f3208cc77978c","dda6ee7aafcb2845bf15f032","c8db81fa541ba661730e3ca7","197ae704485f6de2c1c7af50","1b1b538a23511ce91127777b","905e6d83a9a976db0cea7fff","3a69ede28148beb260bb5f32","b9c8d7ace58f0ccdc08bf59c","b2854ee06891af72b895e0a6","41d96fb8508ef9bd7eca956c","d6552d55b1ffb5a8f8cd5cc5","da08a3f2efd54d7cb540441b","d1018d5f46b97e159d2f0a02","5c999b15cf49cd9ccd8eb829","cdcc8b915ddf149c14044a7f","panel-d24bd2a1ac9eaf9d9494ddaf","panel-f33cd6ce63480f276b68ccdd","panel-d63e27e1819ee0b204cf74ed","panel-f55d9d7148753278f84c2df4","panel-ebc66a99e1b9d323c3fa4812","panel-bb3ced238358ea1c61780784","panel-0468cbf93870ad38beab1059","panel-c2188e8931d7269e78bdf635","panel-336ccdda131c10a4ceb1c659","panel-f35f8aae0d8d575b94fd76cf","panel-f4035a99f61947c9e2d3a096","panel-e05a7d89da690e9010835fcf","panel-3b0a9ae45b36b943f938ebee","panel-332b86a089da785cdea3f402","panel-6b6298d5105594af69577e2b","panel-cc1676839b16b4cae9c2b786","panel-2c494e13cd9d39187d4dfaf9","panel-a08e802836cc62463a64dce4","panel-372faf44f31cc0197fc03175","panel-9f16b2319931415947e23f48","panel-d75beeb6ecb2a4aae441bdd4","panel-d01a35ef69f7df80895aaa00","panel-41dd83b36bf6c44b1f57ac1d","epoch-run-BJiQ8aRjMyCGPTBGYfBhyj","epoch-run-NLiiJJSyA9wmg2FHENFpAq","epoch-run-YLAk5J3Wd8EruVXee8bAQb","epoch-run-LWkDtkmd3TNmLzMhfZD5HW","epoch-run-Epg7eNLwwGPXtX3sSAwPf8","epoch-run-AhtQ5ggs4pTfLDqHFjueGy","epoch-run-CeDghdBk8CqtiFSbUzxNH5","vals-finance-agent-v2:openai/gpt-5.6-luna","vals-code-migration-v1:openai/gpt-5.6-luna","vals-legal-research-v1:openai/gpt-5.6-luna","vals-emb-v1:openai/gpt-5.6-luna","vals-mmlu-pro-v1:openai/gpt-5.6-luna","vals-terminal-bench-2-1-v2.1:openai/gpt-5.6-luna","vals-vibe-code-bench-v1.1:openai/gpt-5.6-luna","vals-legal-agent-benchmark-v1:openai/gpt-5.6-luna"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","deepseek-v3.2","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":65}],"unspecified":0,"total":65}},{"id":"gpt-5.6-luna--effort-medium","name":"GPT-5.6 Luna · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-luna","detailsUrl":"/efforts?model=gpt-5.6-luna","publishedBenchmarkCount":23,"overallRating":{"score":0.12768701738172494,"supported":true,"families":19,"publishers":6,"evaluationSources":6,"taskAreas":6,"opponents":221,"independentFamilies":19,"reason":null,"independentSources":6,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.21415651253089202},{"source":"SWE-rebench","independent":true,"share":0.2025843271086835},{"source":"ARC Prize","independent":true,"share":0.19789563718235706},{"source":"Artificial Analysis","independent":true,"share":0.18140081309754016},{"source":"Datacurve","independent":true,"share":0.12853371356175644},{"source":"Epoch AI","independent":true,"share":0.0754289965187721}]},"capabilityRatings":[{"bucket":"agentic","score":0.30037676766990445,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.17378840926101283,"supported":true,"families":6,"independentFamilies":6,"opponents":221,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.1697975290043268,"supported":true,"families":5,"independentFamilies":5,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.3335177077245784,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.27853373793926295,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.2879837503830833,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6586001776287119,"lowerBound":0,"upperBound":1,"independentScore":0.6586001776287119,"independent":true,"opponentIds":1693,"independentOpponentIds":1693,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["8a726b6dcf749c9acb5c7bbf"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6626231369278804,"lowerBound":0,"upperBound":1,"independentScore":0.6626231369278804,"independent":true,"opponentIds":1694,"independentOpponentIds":1694,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["c7efe6c725ad52ac72d679bb","dc0813a1a59d8d5b98332926"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6745850535413638,"lowerBound":0,"upperBound":1,"independentScore":0.6745850535413638,"independent":true,"opponentIds":1695,"independentOpponentIds":1695,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["a4a9161028703eb2351ca812"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8270880597861772,"lowerBound":0,"upperBound":1,"independentScore":0.8270880597861772,"independent":true,"opponentIds":1696,"independentOpponentIds":1696,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["bfb1abf53ef39946b34f5e34"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7827923461876595,"lowerBound":0,"upperBound":1,"independentScore":0.7827923461876595,"independent":true,"opponentIds":1697,"independentOpponentIds":1697,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["ba744ce31ce9f95019e58b0e"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7993576556767502,"lowerBound":0,"upperBound":1,"independentScore":0.7993576556767502,"independent":true,"opponentIds":1698,"independentOpponentIds":1698,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["694fa4b4d2530aecbf590015"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8200890923764785,"lowerBound":0,"upperBound":1,"independentScore":0.8200890923764785,"independent":true,"opponentIds":1699,"independentOpponentIds":1699,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["46ea87c1942d502b2b579cef"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7896424393104565,"lowerBound":0,"upperBound":1,"independentScore":0.7896424393104565,"independent":true,"opponentIds":1700,"independentOpponentIds":1700,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["0e39c449a599e4b624e70a50"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8202007782107883,"lowerBound":0,"upperBound":1,"independentScore":0.8202007782107883,"independent":true,"opponentIds":1701,"independentOpponentIds":1701,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["ddfa3e041821424b91b3d610"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9027794067455768,"lowerBound":0,"upperBound":1,"independentScore":0.9027794067455768,"independent":true,"opponentIds":1702,"independentOpponentIds":1702,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["620c20db96c65c82d77d6437"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.6277635669427123,"lowerBound":0,"upperBound":1,"independentScore":0.6277635669427123,"independent":true,"opponentIds":1703,"independentOpponentIds":1703,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["b05f1a4dd27368185ebfd113"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.586368868963233,"lowerBound":0,"upperBound":1,"independentScore":0.586368868963233,"independent":true,"opponentIds":1704,"independentOpponentIds":1704,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["001bd78a610f1da56b52d85e"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5686985726323922,"lowerBound":0,"upperBound":1,"independentScore":0.5686985726323922,"independent":true,"opponentIds":1705,"independentOpponentIds":1705,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["22aeeafcd445d2a241516ed7","69606b281be372d0c8f5060d"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.36528327170117647,"lowerBound":0,"upperBound":1,"independentScore":0.36528327170117647,"independent":true,"opponentIds":1706,"independentOpponentIds":1706,"panelSize":38,"publishers":["ARC Prize"],"observations":["58b2a2ac3a81857ae37fac17"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1707,"independentOpponentIds":1707,"panelSize":25,"publishers":["Datacurve"],"observations":["ce146c74890ffa309e9e6ac3"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.1138519924098672,"lowerBound":0,"upperBound":1,"independentScore":0.1138519924098672,"independent":true,"opponentIds":1708,"independentOpponentIds":1708,"panelSize":6,"publishers":["ARC Prize"],"observations":["79f0600c94bfc8d4dbc0b58a"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.20600991325898393,"lowerBound":0,"upperBound":1,"independentScore":0.20600991325898393,"independent":true,"opponentIds":1709,"independentOpponentIds":1709,"panelSize":5,"publishers":["Cognition"],"observations":["1f3aa6afe3bf07a0c02a7308","cc50f474e4bed017002a068b"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1728,"independentOpponentIds":1728,"panelSize":7,"publishers":["SWE-rebench"],"observations":["panel-af745c954411352e8ff6dfe1"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.18719021136632252,"lowerBound":0,"upperBound":1,"independentScore":0.18719021136632252,"independent":true,"opponentIds":1729,"independentOpponentIds":1729,"panelSize":40,"publishers":["Epoch AI"],"observations":["epoch-run-BvShPsULJMkwxxf8vBSNfu"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8a726b6dcf749c9acb5c7bbf","c7efe6c725ad52ac72d679bb","a4a9161028703eb2351ca812","bfb1abf53ef39946b34f5e34","ba744ce31ce9f95019e58b0e","694fa4b4d2530aecbf590015","46ea87c1942d502b2b579cef","0e39c449a599e4b624e70a50","dc0813a1a59d8d5b98332926","ddfa3e041821424b91b3d610","620c20db96c65c82d77d6437","b05f1a4dd27368185ebfd113","001bd78a610f1da56b52d85e","22aeeafcd445d2a241516ed7","69606b281be372d0c8f5060d","58b2a2ac3a81857ae37fac17","ce146c74890ffa309e9e6ac3","79f0600c94bfc8d4dbc0b58a","1f3aa6afe3bf07a0c02a7308","cc50f474e4bed017002a068b","panel-af745c954411352e8ff6dfe1","epoch-run-BvShPsULJMkwxxf8vBSNfu"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.7-flash","qwen3.5-plus"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":23}],"unspecified":0,"total":23}},{"id":"gpt-5.6-luna--effort-non-reasoning","name":"GPT-5.6 Luna · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-luna","detailsUrl":"/efforts?model=gpt-5.6-luna","publishedBenchmarkCount":11,"overallRating":{"score":0.06672276639797388,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999959}]},"capabilityRatings":[{"bucket":"agentic","score":0.15482265615032084,"supported":true,"families":3,"independentFamilies":3,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.054786317942510133,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.09395397863444206,"supported":false,"families":1,"independentFamilies":1,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1919805470889382,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.04436871116671609,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.066099440047631,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.38194646169937113,"lowerBound":0,"upperBound":1,"independentScore":0.38194646169937113,"independent":true,"opponentIds":1693,"independentOpponentIds":1693,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["02d05c7abe22fa3285c9ac71"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4487683541473908,"lowerBound":0,"upperBound":1,"independentScore":0.4487683541473908,"independent":true,"opponentIds":1730,"independentOpponentIds":1730,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["86b4187194a5b9f269e16b79"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5369841826381068,"lowerBound":0,"upperBound":1,"independentScore":0.5369841826381068,"independent":true,"opponentIds":1696,"independentOpponentIds":1696,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["db6c8eebd3a0ec57c7656dd0"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5891218151955108,"lowerBound":0,"upperBound":1,"independentScore":0.5891218151955108,"independent":true,"opponentIds":1698,"independentOpponentIds":1698,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["0d72c6dd5da8de1be61882fe"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.33505622166629684,"lowerBound":0,"upperBound":1,"independentScore":0.33505622166629684,"independent":true,"opponentIds":1699,"independentOpponentIds":1699,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["c15d04aa1dd9a38f265a487b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.43085184374484203,"lowerBound":0,"upperBound":1,"independentScore":0.43085184374484203,"independent":true,"opponentIds":1700,"independentOpponentIds":1700,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["47864eccd9ca9b39975cabb8"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.37497670153248985,"lowerBound":0,"upperBound":1,"independentScore":0.37497670153248985,"independent":true,"opponentIds":1701,"independentOpponentIds":1701,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["0dfef61c8d999d26f5ea98c9"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7752681862365868,"lowerBound":0,"upperBound":1,"independentScore":0.7752681862365868,"independent":true,"opponentIds":1702,"independentOpponentIds":1702,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["d46bbeaeae22d52a50c1fecc"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.28879762148160937,"lowerBound":0,"upperBound":1,"independentScore":0.28879762148160937,"independent":true,"opponentIds":1704,"independentOpponentIds":1704,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["34aa71f8070e9a1e6ef3977f"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.44819969775246293,"lowerBound":0,"upperBound":1,"independentScore":0.44819969775246293,"independent":true,"opponentIds":1705,"independentOpponentIds":1705,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["4d5b3002c73d51ef146aa99d"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["02d05c7abe22fa3285c9ac71","86b4187194a5b9f269e16b79","db6c8eebd3a0ec57c7656dd0","0d72c6dd5da8de1be61882fe","c15d04aa1dd9a38f265a487b","47864eccd9ca9b39975cabb8","0dfef61c8d999d26f5ea98c9","d46bbeaeae22d52a50c1fecc","34aa71f8070e9a1e6ef3977f","4d5b3002c73d51ef146aa99d"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":11}],"unspecified":0,"total":11}},{"id":"gpt-5.6-luna--effort-xhigh","name":"GPT-5.6 Luna · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-luna","detailsUrl":"/efforts?model=gpt-5.6-luna","publishedBenchmarkCount":20,"overallRating":{"score":0.40454562033943725,"supported":true,"families":16,"publishers":4,"evaluationSources":4,"taskAreas":6,"opponents":217,"independentFamilies":16,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.31013879977465136},{"source":"Cognition","independent":true,"share":0.2832099747404817},{"source":"Artificial Analysis","independent":true,"share":0.24290738304141057},{"source":"Datacurve","independent":true,"share":0.1637438424434585}]},"capabilityRatings":[{"bucket":"agentic","score":0.5134542046416071,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.34798901257200704,"supported":true,"families":4,"independentFamilies":4,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5119620674097816,"supported":true,"families":4,"independentFamilies":4,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.35257295026374846,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.357685881396987,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5557477319602936,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8070723696275747,"lowerBound":0,"upperBound":1,"independentScore":0.8070723696275747,"independent":true,"opponentIds":1693,"independentOpponentIds":1693,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["72bda9ee03ada887ab9f5873"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8673316335869298,"lowerBound":0,"upperBound":1,"independentScore":0.8673316335869298,"independent":true,"opponentIds":1694,"independentOpponentIds":1694,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["998c622e7ca5d74bf4f0b53f","3d0b5c2f9b2912655f6b841c"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7866500189701269,"lowerBound":0,"upperBound":1,"independentScore":0.7866500189701269,"independent":true,"opponentIds":1695,"independentOpponentIds":1695,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["3f206c44a226d2e55701f09e"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9577861136278093,"lowerBound":0,"upperBound":1,"independentScore":0.9577861136278093,"independent":true,"opponentIds":1696,"independentOpponentIds":1696,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["34b547f008ed398a4df7fd80"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9374921584495369,"lowerBound":0,"upperBound":1,"independentScore":0.9374921584495369,"independent":true,"opponentIds":1697,"independentOpponentIds":1697,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["d58bd2f729dc96c19ee00f4c"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8852597339352005,"lowerBound":0,"upperBound":1,"independentScore":0.8852597339352005,"independent":true,"opponentIds":1698,"independentOpponentIds":1698,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["d1e54282b4f1f8f519b7278f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9015879062551798,"lowerBound":0,"upperBound":1,"independentScore":0.9015879062551798,"independent":true,"opponentIds":1699,"independentOpponentIds":1699,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["8dc7c87546ca68ccc7831299"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9131960268744728,"lowerBound":0,"upperBound":1,"independentScore":0.9131960268744728,"independent":true,"opponentIds":1700,"independentOpponentIds":1700,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["8d4ee4765d6cb757e51572ec"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8861770197337661,"lowerBound":0,"upperBound":1,"independentScore":0.8861770197337661,"independent":true,"opponentIds":1701,"independentOpponentIds":1701,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["c4a092c3788d5c3b17dee941"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9128594289772417,"lowerBound":0,"upperBound":1,"independentScore":0.9128594289772417,"independent":true,"opponentIds":1702,"independentOpponentIds":1702,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["f1eb3c4388a173c7eeedd53c"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.7303760978845069,"lowerBound":0,"upperBound":1,"independentScore":0.7303760978845069,"independent":true,"opponentIds":1703,"independentOpponentIds":1703,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["f032e1b501645e98f29247a2"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7342766198161998,"lowerBound":0,"upperBound":1,"independentScore":0.7342766198161998,"independent":true,"opponentIds":1704,"independentOpponentIds":1704,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["d843e67fd6f0d17091736af0"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7765462930355682,"lowerBound":0,"upperBound":1,"independentScore":0.7765462930355682,"independent":true,"opponentIds":1705,"independentOpponentIds":1705,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["8e45a986273b02dc7f81df27","14294eb2fb3509916b51e379"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6317329836233371,"lowerBound":0,"upperBound":1,"independentScore":0.6317329836233371,"independent":true,"opponentIds":1706,"independentOpponentIds":1706,"panelSize":38,"publishers":["ARC Prize"],"observations":["d97b14ae64e526fca71b0f14"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.48137575394815557,"lowerBound":0,"upperBound":1,"independentScore":0.48137575394815557,"independent":true,"opponentIds":1707,"independentOpponentIds":1707,"panelSize":25,"publishers":["Datacurve"],"observations":["2b08fc13fce99f9456b958dd"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.5972314654598696,"lowerBound":0,"upperBound":1,"independentScore":0.5972314654598696,"independent":true,"opponentIds":1709,"independentOpponentIds":1709,"panelSize":5,"publishers":["Cognition"],"observations":["2d0594eef125dd86ef42cfcb","618440f872edf631f4f0df6a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["72bda9ee03ada887ab9f5873","998c622e7ca5d74bf4f0b53f","3f206c44a226d2e55701f09e","34b547f008ed398a4df7fd80","d58bd2f729dc96c19ee00f4c","d1e54282b4f1f8f519b7278f","8dc7c87546ca68ccc7831299","8d4ee4765d6cb757e51572ec","3d0b5c2f9b2912655f6b841c","c4a092c3788d5c3b17dee941","f1eb3c4388a173c7eeedd53c","f032e1b501645e98f29247a2","d843e67fd6f0d17091736af0","8e45a986273b02dc7f81df27","14294eb2fb3509916b51e379","d97b14ae64e526fca71b0f14","2b08fc13fce99f9456b958dd","2d0594eef125dd86ef42cfcb","618440f872edf631f4f0df6a"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":20}],"unspecified":0,"total":20}},{"id":"gpt-5.6-sol--effort-max","name":"GPT-5.6 Sol · Max","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-sol","detailsUrl":"/efforts?model=gpt-5.6-sol","publishedBenchmarkCount":67,"overallRating":{"score":0.6907297345684933,"supported":true,"families":39,"publishers":8,"evaluationSources":8,"taskAreas":6,"opponents":221,"independentFamilies":39,"reason":null,"independentSources":8,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Vals AI","independent":true,"share":0.14546630028503255},{"source":"LiveBench","independent":true,"share":0.1446897697867689},{"source":"Cognition","independent":true,"share":0.1431867907827833},{"source":"Artificial Analysis","independent":true,"share":0.13658374907609858},{"source":"Epoch AI","independent":true,"share":0.13445179685196373},{"source":"ARC Prize","independent":true,"share":0.13055753832833494},{"source":"Datacurve","independent":true,"share":0.09215835693442576},{"source":"Terminal-Bench","independent":true,"share":0.072905697954574}]},"capabilityRatings":[{"bucket":"agentic","score":0.6487378962614617,"supported":true,"families":13,"independentFamilies":13,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7123202690599824,"supported":true,"families":10,"independentFamilies":10,"opponents":221,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7623412101589703,"supported":true,"families":8,"independentFamilies":8,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.5670285751722413,"supported":true,"families":6,"independentFamilies":6,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.5673808537942862,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6938431200097016,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.8035714285714285,"lowerBound":0,"upperBound":1,"independentScore":0.8035714285714285,"independent":true,"opponentIds":1731,"independentOpponentIds":1731,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["dbb6678796a098c465ad7693"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9233330812881388,"lowerBound":0,"upperBound":1,"independentScore":0.9233330812881388,"independent":true,"opponentIds":1732,"independentOpponentIds":1732,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["26a18cb1592fa063905e6ed3"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9844104308390024,"lowerBound":0,"upperBound":1,"independentScore":0.9844104308390024,"independent":true,"opponentIds":1733,"independentOpponentIds":1733,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-7RjsANKwwsePSstcZeSMhX"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9275417503547608,"lowerBound":0,"upperBound":1,"independentScore":0.9275417503547608,"independent":true,"opponentIds":1734,"independentOpponentIds":1734,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["7f264d81d73e1d61369a091b","c49c48c890b3be06f4a43ffe"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9549384159691915,"lowerBound":0,"upperBound":1,"independentScore":0.9549384159691915,"independent":true,"opponentIds":1735,"independentOpponentIds":1735,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["afc9edcf049516f411971faa"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1736,"independentOpponentIds":1736,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["04c71a7ca3f8e9d23016f19b"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.6585365853658536,"lowerBound":0,"upperBound":1,"independentScore":0.6585365853658536,"independent":true,"opponentIds":1737,"independentOpponentIds":1737,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["33c85549be25373443706bce"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9843150510996653,"lowerBound":0,"upperBound":1,"independentScore":0.9843150510996653,"independent":true,"opponentIds":1738,"independentOpponentIds":1738,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["875adc69f4aa8909b13bf19e"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9330170274120982,"lowerBound":0,"upperBound":1,"independentScore":0.9330170274120982,"independent":true,"opponentIds":1739,"independentOpponentIds":1739,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["6c2ef83d138ab32b93ef88d7"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9468461377423565,"lowerBound":0,"upperBound":1,"independentScore":0.9468461377423565,"independent":true,"opponentIds":1740,"independentOpponentIds":1740,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["00f3ed01079864e0a71ddb7e","epoch-run-nuKCgZReCBsXKCkNj9bK37"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.4347317516095139,"lowerBound":0,"upperBound":1,"independentScore":0.4347317516095139,"independent":true,"opponentIds":1741,"independentOpponentIds":1741,"panelSize":50,"publishers":["Artificial Analysis","Vals AI"],"observations":["985f2998ffeb8bda69255f09","vals-legal-agent-benchmark-v1:openai/gpt-5.6-sol"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9870995690251528,"lowerBound":0,"upperBound":1,"independentScore":0.9870995690251528,"independent":true,"opponentIds":1742,"independentOpponentIds":1742,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["e48011239d82bdd7eecb7877"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8774213631336554,"lowerBound":0,"upperBound":1,"independentScore":0.8774213631336554,"independent":true,"opponentIds":1743,"independentOpponentIds":1743,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5351d2eecf30c83b35817587"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1744,"independentOpponentIds":1744,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["3dfc7cea1f17f5b6c9939d76"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.611829944547135,"lowerBound":0,"upperBound":1,"independentScore":0.611829944547135,"independent":true,"opponentIds":1745,"independentOpponentIds":1745,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:openai/gpt-5.6-sol"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9662935396886132,"lowerBound":0,"upperBound":1,"independentScore":0.9662935396886132,"independent":true,"opponentIds":1746,"independentOpponentIds":1746,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["6e4ef7a0d80b54b2b4f40df8"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9863832791379123,"lowerBound":0,"upperBound":1,"independentScore":0.9863832791379123,"independent":true,"opponentIds":1747,"independentOpponentIds":1747,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["632ef0e8d2883b55e55e1c3a"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9375022417379668,"lowerBound":0,"upperBound":1,"independentScore":0.9375022417379668,"independent":true,"opponentIds":1748,"independentOpponentIds":1748,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["a2acf89349f68435cd22ccde"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8415218288967102,"lowerBound":0,"upperBound":1,"independentScore":0.8415218288967102,"independent":true,"opponentIds":1749,"independentOpponentIds":1749,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["b5839a1f4954b5ac6747e3a4","974f6bd0bff5e3a6f76e05ea"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7456969930096757,"lowerBound":0,"upperBound":1,"independentScore":0.7456969930096757,"independent":true,"opponentIds":1750,"independentOpponentIds":1750,"panelSize":201,"publishers":["Artificial Analysis","Terminal-Bench","Vals AI"],"observations":["c678da667a6203b26e10bae0","e82c94bca1327e12e4c3458a","6dd9cabb0925f9fe971ca60a","c29400f51cb09e46a04ec2da","vals-terminal-bench-2-1-v2.1:openai/gpt-5.6-sol"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9893457801679307,"lowerBound":0,"upperBound":1,"independentScore":0.9893457801679307,"independent":true,"opponentIds":1751,"independentOpponentIds":1751,"panelSize":38,"publishers":["ARC Prize"],"observations":["2b83cb97a7ce702b83c5f1a1"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.8969320716050871,"lowerBound":0,"upperBound":1,"independentScore":0.8969320716050871,"independent":true,"opponentIds":1752,"independentOpponentIds":1752,"panelSize":25,"publishers":["Datacurve"],"observations":["8ee05b294998d24ac869adf8"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.7093425605536333,"lowerBound":0,"upperBound":1,"independentScore":0.7093425605536333,"independent":true,"opponentIds":1753,"independentOpponentIds":1753,"panelSize":6,"publishers":["ARC Prize"],"observations":["4089087bc0de296803ff3a88"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.8574338085539714,"lowerBound":0,"upperBound":1,"independentScore":0.8574338085539714,"independent":true,"opponentIds":1754,"independentOpponentIds":1754,"panelSize":5,"publishers":["Cognition"],"observations":["cf038268638355842fabacec","be5258d2d7a78bcec434049d"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.6337209302325586,"lowerBound":0,"upperBound":1,"independentScore":0.6337209302325586,"independent":true,"opponentIds":1755,"independentOpponentIds":1755,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-0a6ba849134e0075a7f8d9bb","panel-e42b32e0c02a97ebf85ee088","panel-b2d8d393da701a3f89530fc2","panel-5f7b8f51d17c740d7ce23328"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.9031007751937988,"lowerBound":0,"upperBound":1,"independentScore":0.9031007751937988,"independent":true,"opponentIds":1755,"independentOpponentIds":1755,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-c08eb2b8012e609064d33ada","panel-ada0ae4411fcde2f346dd40e"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.7971576227390182,"lowerBound":0,"upperBound":1,"independentScore":0.7971576227390182,"independent":true,"opponentIds":1755,"independentOpponentIds":1755,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-014e5b85ba751dcc8149108e","panel-76fb0a8d12e96d2ae0671a45","panel-ce3efb571062193428082f97"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.7196382428940572,"lowerBound":0,"upperBound":1,"independentScore":0.7196382428940572,"independent":true,"opponentIds":1755,"independentOpponentIds":1755,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-1f6eb2d767a08535a94cb732","panel-b68a09f2b5c46d2ae1d93b4d","panel-3b4dca0a810d317164c9b966"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.6343669250645998,"lowerBound":0,"upperBound":1,"independentScore":0.6343669250645998,"independent":true,"opponentIds":1755,"independentOpponentIds":1755,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-e366b9965c11ca7171a26c5e","panel-c932d96633f436c5ab84fc2a","panel-c9c58ab541711b7aacf86522"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.8226744186046513,"lowerBound":0,"upperBound":1,"independentScore":0.8226744186046513,"independent":true,"opponentIds":1755,"independentOpponentIds":1755,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-51a4f42f816be6130de2f015","panel-aa139a442c1d74acd762316c","panel-1b3605fdbbfa24a01c0f8ed7","panel-2f9395d08746fc6829802981"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.6114341085271324,"lowerBound":0,"upperBound":1,"independentScore":0.6114341085271324,"independent":true,"opponentIds":1755,"independentOpponentIds":1755,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-aee7349a79f0e6aea04d06f6","panel-1bbc8f3b917da240bd97fec6","panel-f5913ad96576103aa18ce7e0","panel-350f2da94844393f21c11f7e"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.9783418723800655,"lowerBound":0,"upperBound":1,"independentScore":0.9783418723800655,"independent":true,"opponentIds":1756,"independentOpponentIds":1756,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-CVuujQbCY38ZStXnBcFex9","epoch-run-5kMRXeasRvtghXpDotCdgV"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.9226348364279402,"lowerBound":0,"upperBound":1,"independentScore":0.9226348364279402,"independent":true,"opponentIds":1757,"independentOpponentIds":1757,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-QJ5rJMVypB4PMxPcBGftc8","epoch-run-VBpT2WWYKBZtUxG9Z3svGh"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.6666666666666667,"lowerBound":0,"upperBound":1,"independentScore":0.6666666666666667,"independent":true,"opponentIds":1758,"independentOpponentIds":1758,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-UnRUSuZzm2X27TUbpeMPva"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.49856733524355307,"lowerBound":0,"upperBound":1,"independentScore":0.49856733524355307,"independent":true,"opponentIds":1759,"independentOpponentIds":1759,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:openai/gpt-5.6-sol"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.8784722222222222,"lowerBound":0,"upperBound":1,"independentScore":0.8784722222222222,"independent":true,"opponentIds":1760,"independentOpponentIds":1760,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:openai/gpt-5.6-sol"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.8589973142345568,"lowerBound":0,"upperBound":1,"independentScore":0.8589973142345568,"independent":true,"opponentIds":1761,"independentOpponentIds":1761,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:openai/gpt-5.6-sol"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.9059982094897046,"lowerBound":0,"upperBound":1,"independentScore":0.9059982094897046,"independent":true,"opponentIds":1762,"independentOpponentIds":1762,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:openai/gpt-5.6-sol"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.7806624888093107,"lowerBound":0,"upperBound":1,"independentScore":0.7806624888093107,"independent":true,"opponentIds":1763,"independentOpponentIds":1763,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:openai/gpt-5.6-sol"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["dbb6678796a098c465ad7693","26a18cb1592fa063905e6ed3","7f264d81d73e1d61369a091b","afc9edcf049516f411971faa","04c71a7ca3f8e9d23016f19b","33c85549be25373443706bce","875adc69f4aa8909b13bf19e","6c2ef83d138ab32b93ef88d7","00f3ed01079864e0a71ddb7e","985f2998ffeb8bda69255f09","e48011239d82bdd7eecb7877","5351d2eecf30c83b35817587","3dfc7cea1f17f5b6c9939d76","c49c48c890b3be06f4a43ffe","6e4ef7a0d80b54b2b4f40df8","632ef0e8d2883b55e55e1c3a","a2acf89349f68435cd22ccde","b5839a1f4954b5ac6747e3a4","974f6bd0bff5e3a6f76e05ea","c678da667a6203b26e10bae0","e82c94bca1327e12e4c3458a","6dd9cabb0925f9fe971ca60a","2b83cb97a7ce702b83c5f1a1","8ee05b294998d24ac869adf8","4089087bc0de296803ff3a88","cf038268638355842fabacec","be5258d2d7a78bcec434049d","c29400f51cb09e46a04ec2da","panel-0a6ba849134e0075a7f8d9bb","panel-c08eb2b8012e609064d33ada","panel-ada0ae4411fcde2f346dd40e","panel-014e5b85ba751dcc8149108e","panel-1f6eb2d767a08535a94cb732","panel-e42b32e0c02a97ebf85ee088","panel-e366b9965c11ca7171a26c5e","panel-51a4f42f816be6130de2f015","panel-b2d8d393da701a3f89530fc2","panel-5f7b8f51d17c740d7ce23328","panel-aee7349a79f0e6aea04d06f6","panel-76fb0a8d12e96d2ae0671a45","panel-c932d96633f436c5ab84fc2a","panel-1bbc8f3b917da240bd97fec6","panel-aa139a442c1d74acd762316c","panel-f5913ad96576103aa18ce7e0","panel-350f2da94844393f21c11f7e","panel-b68a09f2b5c46d2ae1d93b4d","panel-3b4dca0a810d317164c9b966","panel-1b3605fdbbfa24a01c0f8ed7","panel-c9c58ab541711b7aacf86522","panel-ce3efb571062193428082f97","panel-2f9395d08746fc6829802981","epoch-run-CVuujQbCY38ZStXnBcFex9","epoch-run-QJ5rJMVypB4PMxPcBGftc8","epoch-run-VBpT2WWYKBZtUxG9Z3svGh","epoch-run-nuKCgZReCBsXKCkNj9bK37","epoch-run-5kMRXeasRvtghXpDotCdgV","epoch-run-7RjsANKwwsePSstcZeSMhX","epoch-run-UnRUSuZzm2X27TUbpeMPva","vals-finance-agent-v2:openai/gpt-5.6-sol","vals-code-migration-v1:openai/gpt-5.6-sol","vals-legal-research-v1:openai/gpt-5.6-sol","vals-emb-v1:openai/gpt-5.6-sol","vals-mmlu-pro-v1:openai/gpt-5.6-sol","vals-terminal-bench-2-1-v2.1:openai/gpt-5.6-sol","vals-vibe-code-bench-v1.1:openai/gpt-5.6-sol","vals-legal-agent-benchmark-v1:openai/gpt-5.6-sol"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":67}],"unspecified":0,"total":67}},{"id":"gpt-5.6-sol--effort-high","name":"GPT-5.6 Sol · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-sol","detailsUrl":"/efforts?model=gpt-5.6-sol","publishedBenchmarkCount":26,"overallRating":{"score":0.6644167574649505,"supported":true,"families":19,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":217,"independentFamilies":19,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.24019659706797938},{"source":"ARC Prize","independent":true,"share":0.23429341937646989},{"source":"Artificial Analysis","independent":true,"share":0.22765667428119182},{"source":"Scale","independent":true,"share":0.1556955839594793},{"source":"Datacurve","independent":true,"share":0.14215772531487159}]},"capabilityRatings":[{"bucket":"agentic","score":0.5204815435716805,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.6685339515839334,"supported":true,"families":6,"independentFamilies":6,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7363088368473942,"supported":true,"families":4,"independentFamilies":4,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.39449682107893147,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.522243922310452,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5717859813599276,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8502989362181268,"lowerBound":0,"upperBound":1,"independentScore":0.8502989362181268,"independent":true,"opponentIds":1732,"independentOpponentIds":1732,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["3e13b0797df057f018b4ac2e"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8685793562593233,"lowerBound":0,"upperBound":1,"independentScore":0.8685793562593233,"independent":true,"opponentIds":1734,"independentOpponentIds":1734,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["43e8b61e20fdb59c20e6462f","4938b0cfad18d1bcbfd8413c"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8726737282254483,"lowerBound":0,"upperBound":1,"independentScore":0.8726737282254483,"independent":true,"opponentIds":1735,"independentOpponentIds":1735,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["d31e56c6568b45ad1761e422"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9712308951036397,"lowerBound":0,"upperBound":1,"independentScore":0.9712308951036397,"independent":true,"opponentIds":1736,"independentOpponentIds":1736,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["374b31984c9bfc5328ef0769"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.983847893381577,"lowerBound":0,"upperBound":1,"independentScore":0.983847893381577,"independent":true,"opponentIds":1738,"independentOpponentIds":1738,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["0310a1aaf6347a09fede947a"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9202086983853006,"lowerBound":0,"upperBound":1,"independentScore":0.9202086983853006,"independent":true,"opponentIds":1739,"independentOpponentIds":1739,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["f5b508d43827d30796284beb"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9666353289927068,"lowerBound":0,"upperBound":1,"independentScore":0.9666353289927068,"independent":true,"opponentIds":1764,"independentOpponentIds":1764,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["96ff192b147ad396e888ae9a"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9756296268540553,"lowerBound":0,"upperBound":1,"independentScore":0.9756296268540553,"independent":true,"opponentIds":1742,"independentOpponentIds":1742,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["ddc38dc05a8c2148da4d0b49"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8230649613381545,"lowerBound":0,"upperBound":1,"independentScore":0.8230649613381545,"independent":true,"opponentIds":1743,"independentOpponentIds":1743,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["18ede9f6bd90825a01e9163d"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9494332323539312,"lowerBound":0,"upperBound":1,"independentScore":0.9494332323539312,"independent":true,"opponentIds":1746,"independentOpponentIds":1746,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["6c16e8f935fc3fbc0cc1bfd4"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9872466309818213,"lowerBound":0,"upperBound":1,"independentScore":0.9872466309818213,"independent":true,"opponentIds":1747,"independentOpponentIds":1747,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["cabcf5c45622732e23c417fd"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9538497234544773,"lowerBound":0,"upperBound":1,"independentScore":0.9538497234544773,"independent":true,"opponentIds":1748,"independentOpponentIds":1748,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["ef3791ef2791a9849a7cc230"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7808216639138545,"lowerBound":0,"upperBound":1,"independentScore":0.7808216639138545,"independent":true,"opponentIds":1749,"independentOpponentIds":1749,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["ac708520fd129a87e0711859","d229dde6dba74ddd2adfedae"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.959804277552159,"lowerBound":0,"upperBound":1,"independentScore":0.959804277552159,"independent":true,"opponentIds":1750,"independentOpponentIds":1750,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["4ebc9090dbe06e85cc04ef19","dca4fe966c9bade5a782bbe3","ecb1e1f34aa85b54b5bf67a4"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9326199358596767,"lowerBound":0,"upperBound":1,"independentScore":0.9326199358596767,"independent":true,"opponentIds":1751,"independentOpponentIds":1751,"panelSize":38,"publishers":["ARC Prize"],"observations":["44d14513877192a9ab52ca19"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.8375945609499184,"lowerBound":0,"upperBound":1,"independentScore":0.8375945609499184,"independent":true,"opponentIds":1752,"independentOpponentIds":1752,"panelSize":25,"publishers":["Datacurve"],"observations":["3289fff293acd220d866101d"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.7103884766477523,"lowerBound":0,"upperBound":1,"independentScore":0.7103884766477523,"independent":true,"opponentIds":1753,"independentOpponentIds":1753,"panelSize":6,"publishers":["ARC Prize"],"observations":["f55940d0d324a594d2e7cb02"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.8370643241711534,"lowerBound":0,"upperBound":1,"independentScore":0.8370643241711534,"independent":true,"opponentIds":1754,"independentOpponentIds":1754,"panelSize":5,"publishers":["Cognition"],"observations":["8bfe922d1f0ae206b1b1ed3f","b3e20f0dbe09ce936f270b9e"],"sourceScores":[]},{"id":"enigma-eval","label":"enigma-eval","bucket":"hard_reasoning","score":0.6721311475409836,"lowerBound":0,"upperBound":1,"independentScore":0.6721311475409836,"independent":true,"opponentIds":1765,"independentOpponentIds":1765,"panelSize":4,"publishers":["Scale"],"observations":["5d521eed35c933b8c0cf6ca3"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3e13b0797df057f018b4ac2e","43e8b61e20fdb59c20e6462f","d31e56c6568b45ad1761e422","374b31984c9bfc5328ef0769","0310a1aaf6347a09fede947a","f5b508d43827d30796284beb","96ff192b147ad396e888ae9a","ddc38dc05a8c2148da4d0b49","18ede9f6bd90825a01e9163d","4938b0cfad18d1bcbfd8413c","6c16e8f935fc3fbc0cc1bfd4","cabcf5c45622732e23c417fd","ef3791ef2791a9849a7cc230","ac708520fd129a87e0711859","d229dde6dba74ddd2adfedae","4ebc9090dbe06e85cc04ef19","dca4fe966c9bade5a782bbe3","ecb1e1f34aa85b54b5bf67a4","44d14513877192a9ab52ca19","3289fff293acd220d866101d","f55940d0d324a594d2e7cb02","8bfe922d1f0ae206b1b1ed3f","b3e20f0dbe09ce936f270b9e","5d521eed35c933b8c0cf6ca3"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":26}],"unspecified":0,"total":26}},{"id":"gpt-5.6-sol--effort-low","name":"GPT-5.6 Sol · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-sol","detailsUrl":"/efforts?model=gpt-5.6-sol","publishedBenchmarkCount":29,"overallRating":{"score":0.32444308699041313,"supported":true,"families":20,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":221,"independentFamilies":20,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.2326793733974644},{"source":"ARC Prize","independent":true,"share":0.22696094231608868},{"source":"Artificial Analysis","independent":true,"share":0.22053190165099673},{"source":"Epoch AI","independent":true,"share":0.1821190438205008},{"source":"Datacurve","independent":true,"share":0.13770873881494597}]},"capabilityRatings":[{"bucket":"agentic","score":0.36355461609650136,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.4090871760209161,"supported":true,"families":7,"independentFamilies":7,"opponents":221,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.38360892268496966,"supported":true,"families":4,"independentFamilies":4,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.3612884642378716,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.496416800122139,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.4130505674671337,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7116410360578992,"lowerBound":0,"upperBound":1,"independentScore":0.7116410360578992,"independent":true,"opponentIds":1732,"independentOpponentIds":1732,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["b3f6ddba7d18a254e6a01bfa"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8767296319687665,"lowerBound":0,"upperBound":1,"independentScore":0.8767296319687665,"independent":true,"opponentIds":1733,"independentOpponentIds":1733,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-Mifz96Jm442bn43Qnxj5rT"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7678643981500389,"lowerBound":0,"upperBound":1,"independentScore":0.7678643981500389,"independent":true,"opponentIds":1734,"independentOpponentIds":1734,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["4fc71784b9a3eb4248ff7395","1d039a2600471fdd98591aeb"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7963145745191462,"lowerBound":0,"upperBound":1,"independentScore":0.7963145745191462,"independent":true,"opponentIds":1735,"independentOpponentIds":1735,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["4a79a1eff2db294d172ed855"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9219587874181561,"lowerBound":0,"upperBound":1,"independentScore":0.9219587874181561,"independent":true,"opponentIds":1736,"independentOpponentIds":1736,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["ac91c9769eb3daff01abac6e"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9240894134507918,"lowerBound":0,"upperBound":1,"independentScore":0.9240894134507918,"independent":true,"opponentIds":1738,"independentOpponentIds":1738,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["7ed9dbf3e31a81649cfd02ec"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8602322579706592,"lowerBound":0,"upperBound":1,"independentScore":0.8602322579706592,"independent":true,"opponentIds":1739,"independentOpponentIds":1739,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["4fc514d918600938d56ae075"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8748431454671282,"lowerBound":0,"upperBound":1,"independentScore":0.8748431454671282,"independent":true,"opponentIds":1740,"independentOpponentIds":1740,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["9f5704a90ff59264335a0fbc","epoch-run-6cmgkNAQZekBr6e6rVdLe9"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9320657621067152,"lowerBound":0,"upperBound":1,"independentScore":0.9320657621067152,"independent":true,"opponentIds":1742,"independentOpponentIds":1742,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["48f0cd2d5fb346e209366d47"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7874487162167224,"lowerBound":0,"upperBound":1,"independentScore":0.7874487162167224,"independent":true,"opponentIds":1743,"independentOpponentIds":1743,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["c8c6b3afce23ad69ce7ee3c1"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9442940805904748,"lowerBound":0,"upperBound":1,"independentScore":0.9442940805904748,"independent":true,"opponentIds":1746,"independentOpponentIds":1746,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["7dc7485ae3112a509863bacb"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9868844052844538,"lowerBound":0,"upperBound":1,"independentScore":0.9868844052844538,"independent":true,"opponentIds":1747,"independentOpponentIds":1747,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["6681f350443008f8fceefd48"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9371984036899431,"lowerBound":0,"upperBound":1,"independentScore":0.9371984036899431,"independent":true,"opponentIds":1748,"independentOpponentIds":1748,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["edf5d917eca3ccce858fedd4"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7239634501324779,"lowerBound":0,"upperBound":1,"independentScore":0.7239634501324779,"independent":true,"opponentIds":1749,"independentOpponentIds":1749,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["07b7ecc7d47057f40710f618","af6ff9f9a7007f68a56908df"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8331199278784136,"lowerBound":0,"upperBound":1,"independentScore":0.8331199278784136,"independent":true,"opponentIds":1750,"independentOpponentIds":1750,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["0f97d02e06ce3b15733d575a","7bdff50e874a09b8eb58d148","c982eec64beba458859ce0cd"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5465671837162117,"lowerBound":0,"upperBound":1,"independentScore":0.5465671837162117,"independent":true,"opponentIds":1751,"independentOpponentIds":1751,"panelSize":38,"publishers":["ARC Prize"],"observations":["807ea1d13e6eff4620060049"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.27156947237383877,"lowerBound":0,"upperBound":1,"independentScore":0.27156947237383877,"independent":true,"opponentIds":1752,"independentOpponentIds":1752,"panelSize":25,"publishers":["Datacurve"],"observations":["f7154b7752b50075526308bc"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.5347010039284157,"lowerBound":0,"upperBound":1,"independentScore":0.5347010039284157,"independent":true,"opponentIds":1753,"independentOpponentIds":1753,"panelSize":6,"publishers":["ARC Prize"],"observations":["62ebd59a104b5a031160d534"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.45621989232077065,"lowerBound":0,"upperBound":1,"independentScore":0.45621989232077065,"independent":true,"opponentIds":1754,"independentOpponentIds":1754,"panelSize":5,"publishers":["Cognition"],"observations":["3c433cf7df074c5af7c027bd","b1f91824de3ef9411c7d0e7a"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.7831358975390961,"lowerBound":0,"upperBound":1,"independentScore":0.7831358975390961,"independent":true,"opponentIds":1756,"independentOpponentIds":1756,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-7cL3BzoAaiHmdMNRCVLE6s","epoch-run-RMeUVa4tq3fURqCMtQWkfe"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b3f6ddba7d18a254e6a01bfa","4fc71784b9a3eb4248ff7395","4a79a1eff2db294d172ed855","ac91c9769eb3daff01abac6e","7ed9dbf3e31a81649cfd02ec","4fc514d918600938d56ae075","9f5704a90ff59264335a0fbc","48f0cd2d5fb346e209366d47","c8c6b3afce23ad69ce7ee3c1","1d039a2600471fdd98591aeb","7dc7485ae3112a509863bacb","6681f350443008f8fceefd48","edf5d917eca3ccce858fedd4","07b7ecc7d47057f40710f618","af6ff9f9a7007f68a56908df","0f97d02e06ce3b15733d575a","7bdff50e874a09b8eb58d148","c982eec64beba458859ce0cd","807ea1d13e6eff4620060049","f7154b7752b50075526308bc","62ebd59a104b5a031160d534","3c433cf7df074c5af7c027bd","b1f91824de3ef9411c7d0e7a","epoch-run-7cL3BzoAaiHmdMNRCVLE6s","epoch-run-6cmgkNAQZekBr6e6rVdLe9","epoch-run-RMeUVa4tq3fURqCMtQWkfe","epoch-run-Mifz96Jm442bn43Qnxj5rT"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":29}],"unspecified":0,"total":29}},{"id":"gpt-5.6-sol--effort-medium","name":"GPT-5.6 Sol · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-sol","detailsUrl":"/efforts?model=gpt-5.6-sol","publishedBenchmarkCount":26,"overallRating":{"score":0.47885000080342727,"supported":true,"families":19,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":217,"independentFamilies":19,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.22537707594492967},{"source":"ARC Prize","independent":true,"share":0.21983810935199705},{"source":"Artificial Analysis","independent":true,"share":0.21361083460446179},{"source":"SWE-rebench","independent":true,"share":0.2077870260553689},{"source":"Datacurve","independent":true,"share":0.13338695404323622}]},"capabilityRatings":[{"bucket":"agentic","score":0.4644373989438122,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5535640327256838,"supported":true,"families":5,"independentFamilies":5,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5534159457751323,"supported":true,"families":5,"independentFamilies":5,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.3938158787536645,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.5135300778598706,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5073197393079923,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8026744057430917,"lowerBound":0,"upperBound":1,"independentScore":0.8026744057430917,"independent":true,"opponentIds":1732,"independentOpponentIds":1732,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["1ba5a8dbc615b784ccded444"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8265030329328196,"lowerBound":0,"upperBound":1,"independentScore":0.8265030329328196,"independent":true,"opponentIds":1734,"independentOpponentIds":1734,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["fbfdfab14c4b164ffec16ce6","65616cc744847daa5af4b6f8"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8414782645138125,"lowerBound":0,"upperBound":1,"independentScore":0.8414782645138125,"independent":true,"opponentIds":1735,"independentOpponentIds":1735,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["3023783527b567d2a67e3b4c"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9640884751635475,"lowerBound":0,"upperBound":1,"independentScore":0.9640884751635475,"independent":true,"opponentIds":1736,"independentOpponentIds":1736,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["fe671423347370d5fbfd1685"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9668364929462947,"lowerBound":0,"upperBound":1,"independentScore":0.9668364929462947,"independent":true,"opponentIds":1738,"independentOpponentIds":1738,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["2a5e7ac9815b8499f396808b"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8983258119220594,"lowerBound":0,"upperBound":1,"independentScore":0.8983258119220594,"independent":true,"opponentIds":1739,"independentOpponentIds":1739,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["d9528e218990bfecc472a95e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9601533445168677,"lowerBound":0,"upperBound":1,"independentScore":0.9601533445168677,"independent":true,"opponentIds":1764,"independentOpponentIds":1764,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["4b02c53f17931e0611130b75"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9521061711324926,"lowerBound":0,"upperBound":1,"independentScore":0.9521061711324926,"independent":true,"opponentIds":1742,"independentOpponentIds":1742,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["1a14c93bba5879e21154eb3c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8230649613381545,"lowerBound":0,"upperBound":1,"independentScore":0.8230649613381545,"independent":true,"opponentIds":1743,"independentOpponentIds":1743,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5248437a4fabf5fb53c069a5"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9473544743372523,"lowerBound":0,"upperBound":1,"independentScore":0.9473544743372523,"independent":true,"opponentIds":1746,"independentOpponentIds":1746,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["9e1214963abbedfbd236f1d7"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9868844052844538,"lowerBound":0,"upperBound":1,"independentScore":0.9868844052844538,"independent":true,"opponentIds":1747,"independentOpponentIds":1747,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["17566693e8a8fbb09dbf7cbe"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9522319401837626,"lowerBound":0,"upperBound":1,"independentScore":0.9522319401837626,"independent":true,"opponentIds":1748,"independentOpponentIds":1748,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["d7451fad1dff4c15ecdcbebe"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.775118466783356,"lowerBound":0,"upperBound":1,"independentScore":0.775118466783356,"independent":true,"opponentIds":1749,"independentOpponentIds":1749,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["0fcf67e993f0a396e4bd615e","5b14b8bbad5f6e66599f14fa"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9452683313926101,"lowerBound":0,"upperBound":1,"independentScore":0.9452683313926101,"independent":true,"opponentIds":1750,"independentOpponentIds":1750,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["ccb8868cd62c35d4ada53758","f0a5454443397c5905ef4d54","e737a7759ccb7886c36e2835"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7582302506708557,"lowerBound":0,"upperBound":1,"independentScore":0.7582302506708557,"independent":true,"opponentIds":1751,"independentOpponentIds":1751,"panelSize":38,"publishers":["ARC Prize"],"observations":["c14d5d98e2ac0c35e12373b0"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.6175428516709751,"lowerBound":0,"upperBound":1,"independentScore":0.6175428516709751,"independent":true,"opponentIds":1752,"independentOpponentIds":1752,"panelSize":25,"publishers":["Datacurve"],"observations":["fd0b93e69454c6e0b78551ea"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.6340026189436928,"lowerBound":0,"upperBound":1,"independentScore":0.6340026189436928,"independent":true,"opponentIds":1753,"independentOpponentIds":1753,"panelSize":6,"publishers":["ARC Prize"],"observations":["7b0f1b3e720e4f33cde4257b"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.728960045338623,"lowerBound":0,"upperBound":1,"independentScore":0.728960045338623,"independent":true,"opponentIds":1754,"independentOpponentIds":1754,"panelSize":5,"publishers":["Cognition"],"observations":["d667c01aa76eb58a13006db0","c9e1fea0c53568fa87547d39"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.4533479692645445,"lowerBound":0,"upperBound":1,"independentScore":0.4533479692645445,"independent":true,"opponentIds":1766,"independentOpponentIds":1766,"panelSize":7,"publishers":["SWE-rebench"],"observations":["panel-ed7429eba1da33d52494d3cd"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1ba5a8dbc615b784ccded444","fbfdfab14c4b164ffec16ce6","3023783527b567d2a67e3b4c","fe671423347370d5fbfd1685","2a5e7ac9815b8499f396808b","d9528e218990bfecc472a95e","4b02c53f17931e0611130b75","1a14c93bba5879e21154eb3c","5248437a4fabf5fb53c069a5","65616cc744847daa5af4b6f8","9e1214963abbedfbd236f1d7","17566693e8a8fbb09dbf7cbe","d7451fad1dff4c15ecdcbebe","0fcf67e993f0a396e4bd615e","5b14b8bbad5f6e66599f14fa","ccb8868cd62c35d4ada53758","f0a5454443397c5905ef4d54","e737a7759ccb7886c36e2835","c14d5d98e2ac0c35e12373b0","fd0b93e69454c6e0b78551ea","7b0f1b3e720e4f33cde4257b","d667c01aa76eb58a13006db0","c9e1fea0c53568fa87547d39","panel-ed7429eba1da33d52494d3cd"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":26}],"unspecified":0,"total":26}},{"id":"gpt-5.6-sol--effort-non-reasoning","name":"GPT-5.6 Sol · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-sol","detailsUrl":"/efforts?model=gpt-5.6-sol","publishedBenchmarkCount":11,"overallRating":{"score":0.1997484044159744,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999989}]},"capabilityRatings":[{"bucket":"agentic","score":0.3426294052202154,"supported":true,"families":3,"independentFamilies":3,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.17649622269297674,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.38566828021500377,"supported":false,"families":1,"independentFamilies":1,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.4765694029143111,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.16272744978116976,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.14273809440599194,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6703442517920494,"lowerBound":0,"upperBound":1,"independentScore":0.6703442517920494,"independent":true,"opponentIds":1732,"independentOpponentIds":1732,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["a1fe717e190f981f5aa05822"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6352504909176302,"lowerBound":0,"upperBound":1,"independentScore":0.6352504909176302,"independent":true,"opponentIds":1767,"independentOpponentIds":1767,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["5b477cc013715702362456cb"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8417645092485668,"lowerBound":0,"upperBound":1,"independentScore":0.8417645092485668,"independent":true,"opponentIds":1736,"independentOpponentIds":1736,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["9b9dbe4777c1a4c323eb5d01"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8339415286955169,"lowerBound":0,"upperBound":1,"independentScore":0.8339415286955169,"independent":true,"opponentIds":1739,"independentOpponentIds":1739,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["e663c8f3737238fb9d6e347b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6579238812561066,"lowerBound":0,"upperBound":1,"independentScore":0.6579238812561066,"independent":true,"opponentIds":1764,"independentOpponentIds":1764,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["5c89f4aedb58325a99416195"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7157377017988951,"lowerBound":0,"upperBound":1,"independentScore":0.7157377017988951,"independent":true,"opponentIds":1742,"independentOpponentIds":1742,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["46dab6b30ddf4f6a6277b5bb"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7273159714243269,"lowerBound":0,"upperBound":1,"independentScore":0.7273159714243269,"independent":true,"opponentIds":1746,"independentOpponentIds":1746,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["eaf5836dc0d624ab48f5d238"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9591964629410243,"lowerBound":0,"upperBound":1,"independentScore":0.9591964629410243,"independent":true,"opponentIds":1747,"independentOpponentIds":1747,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["d8c39b5b1f8cffe20bc488a4"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5693531416599914,"lowerBound":0,"upperBound":1,"independentScore":0.5693531416599914,"independent":true,"opponentIds":1768,"independentOpponentIds":1768,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["08b420cc86ad300f73cb6ece"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8307668154728848,"lowerBound":0,"upperBound":1,"independentScore":0.8307668154728848,"independent":true,"opponentIds":1769,"independentOpponentIds":1769,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["3dd6efbb347ef62f98104dbb"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a1fe717e190f981f5aa05822","5b477cc013715702362456cb","9b9dbe4777c1a4c323eb5d01","e663c8f3737238fb9d6e347b","5c89f4aedb58325a99416195","46dab6b30ddf4f6a6277b5bb","eaf5836dc0d624ab48f5d238","d8c39b5b1f8cffe20bc488a4","08b420cc86ad300f73cb6ece","3dd6efbb347ef62f98104dbb"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":11}],"unspecified":0,"total":11}},{"id":"gpt-5.6-sol--effort-xhigh","name":"GPT-5.6 Sol · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-sol","detailsUrl":"/efforts?model=gpt-5.6-sol","publishedBenchmarkCount":25,"overallRating":{"score":0.7232146147889642,"supported":true,"families":18,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":217,"independentFamilies":17,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.26585661972798047},{"source":"ARC Prize","independent":true,"share":0.2654958055358694},{"source":"Artificial Analysis","independent":true,"share":0.25197706637693384},{"source":"Datacurve","independent":true,"share":0.15734432869477477},{"source":"Scale","independent":true,"share":0.05932617966443318}]},"capabilityRatings":[{"bucket":"agentic","score":0.5482636244850435,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7237526322059414,"supported":true,"families":4,"independentFamilies":4,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7699935522000304,"supported":true,"families":5,"independentFamilies":4,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.4068091033047923,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.5581451647851122,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6074008719907106,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8790962441090724,"lowerBound":0,"upperBound":1,"independentScore":0.8790962441090724,"independent":true,"opponentIds":1732,"independentOpponentIds":1732,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["4b3de29f0db37a207872753c"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8836243616479121,"lowerBound":0,"upperBound":1,"independentScore":0.8836243616479121,"independent":true,"opponentIds":1734,"independentOpponentIds":1734,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["aacce64036ec0f0d8e84e89f","e05ceac233710b02ca5fba32"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8726737282254483,"lowerBound":0,"upperBound":1,"independentScore":0.8726737282254483,"independent":true,"opponentIds":1735,"independentOpponentIds":1735,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["1d0179989b5bf4843fd20b3d"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.980102409449522,"lowerBound":0,"upperBound":1,"independentScore":0.980102409449522,"independent":true,"opponentIds":1736,"independentOpponentIds":1736,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["0934bf143e987370e42469fb"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.983847893381577,"lowerBound":0,"upperBound":1,"independentScore":0.983847893381577,"independent":true,"opponentIds":1738,"independentOpponentIds":1738,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["5fa8772d66054f3eee51e969"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9304320612055679,"lowerBound":0,"upperBound":1,"independentScore":0.9304320612055679,"independent":true,"opponentIds":1739,"independentOpponentIds":1739,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["a56abe5bfd97bb76792c1893"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.971953248765216,"lowerBound":0,"upperBound":1,"independentScore":0.971953248765216,"independent":true,"opponentIds":1764,"independentOpponentIds":1764,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["734e78470097075663683c6f"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9806623015595992,"lowerBound":0,"upperBound":1,"independentScore":0.9806623015595992,"independent":true,"opponentIds":1742,"independentOpponentIds":1742,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["cdd519b2333828133a5ed982"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8389464468977383,"lowerBound":0,"upperBound":1,"independentScore":0.8389464468977383,"independent":true,"opponentIds":1743,"independentOpponentIds":1743,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9360c47d82412d751eec04a0"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9695767528788015,"lowerBound":0,"upperBound":1,"independentScore":0.9695767528788015,"independent":true,"opponentIds":1746,"independentOpponentIds":1746,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["7af2d5b89b2876daaa95166a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9872466309818213,"lowerBound":0,"upperBound":1,"independentScore":0.9872466309818213,"independent":true,"opponentIds":1747,"independentOpponentIds":1747,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["bbbe310343957c43bc35b785"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9488615583697739,"lowerBound":0,"upperBound":1,"independentScore":0.9488615583697739,"independent":true,"opponentIds":1748,"independentOpponentIds":1748,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["3b319780d68012d2aa8b2b8d"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8023800468401032,"lowerBound":0,"upperBound":1,"independentScore":0.8023800468401032,"independent":true,"opponentIds":1749,"independentOpponentIds":1749,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["1c17d26923573df115fbe521","2f0420d7590f84996d2ea9d9"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9683657944889158,"lowerBound":0,"upperBound":1,"independentScore":0.9683657944889158,"independent":true,"opponentIds":1750,"independentOpponentIds":1750,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["424bfb7f9a3e98f06a09af81","98f6e9db1815d631c07dc6a0","908118dc12cb8a5c5991be3e"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9812761350059737,"lowerBound":0,"upperBound":1,"independentScore":0.9812761350059737,"independent":true,"opponentIds":1751,"independentOpponentIds":1751,"panelSize":38,"publishers":["ARC Prize"],"observations":["b9714ddbf13fb44d8cbb4989"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.8711098343387913,"lowerBound":0,"upperBound":1,"independentScore":0.8711098343387913,"independent":true,"opponentIds":1752,"independentOpponentIds":1752,"panelSize":25,"publishers":["Datacurve"],"observations":["045b52fd58198f20f15b3ce9"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.8568999716633608,"lowerBound":0,"upperBound":1,"independentScore":0.8568999716633608,"independent":true,"opponentIds":1754,"independentOpponentIds":1754,"panelSize":5,"publishers":["Cognition"],"observations":["e61670a23ffd1d53d4575c95","5957688c8334d48ade93b3d5"],"sourceScores":[]},{"id":"swe-atlas-qna","label":"swe-atlas-qna","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1770,"independentOpponentIds":1770,"panelSize":2,"publishers":["Scale"],"observations":["294120a57d522f24c679c51f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4b3de29f0db37a207872753c","aacce64036ec0f0d8e84e89f","1d0179989b5bf4843fd20b3d","0934bf143e987370e42469fb","5fa8772d66054f3eee51e969","a56abe5bfd97bb76792c1893","734e78470097075663683c6f","cdd519b2333828133a5ed982","9360c47d82412d751eec04a0","e05ceac233710b02ca5fba32","7af2d5b89b2876daaa95166a","bbbe310343957c43bc35b785","3b319780d68012d2aa8b2b8d","1c17d26923573df115fbe521","2f0420d7590f84996d2ea9d9","424bfb7f9a3e98f06a09af81","98f6e9db1815d631c07dc6a0","908118dc12cb8a5c5991be3e","b9714ddbf13fb44d8cbb4989","045b52fd58198f20f15b3ce9","e61670a23ffd1d53d4575c95","5957688c8334d48ade93b3d5","294120a57d522f24c679c51f"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":25}],"unspecified":0,"total":25}},{"id":"gpt-5.6-terra--effort-high","name":"GPT-5.6 Terra · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-terra","detailsUrl":"/efforts?model=gpt-5.6-terra","publishedBenchmarkCount":24,"overallRating":{"score":0.4017049744052404,"supported":true,"families":18,"publishers":4,"evaluationSources":4,"taskAreas":6,"opponents":217,"independentFamilies":18,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.290550833005135},{"source":"Cognition","independent":true,"share":0.27701665989725394},{"source":"Artificial Analysis","independent":true,"share":0.2726584372717072},{"source":"Datacurve","independent":true,"share":0.15977406982590056}]},"capabilityRatings":[{"bucket":"agentic","score":0.3882196233486439,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.4994383651325455,"supported":true,"families":5,"independentFamilies":5,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4477621909517067,"supported":true,"families":4,"independentFamilies":4,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2683715346464696,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.39647689965995186,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.3841602688451255,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.781544894796737,"lowerBound":0,"upperBound":1,"independentScore":0.781544894796737,"independent":true,"opponentIds":1771,"independentOpponentIds":1771,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["f837b509fff80b3fd9db2ed8"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7678359592399017,"lowerBound":0,"upperBound":1,"independentScore":0.7678359592399017,"independent":true,"opponentIds":1772,"independentOpponentIds":1772,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["3e918305b007fc81bea460c3","91cd264955f778eb91b1e72e"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7858913439297275,"lowerBound":0,"upperBound":1,"independentScore":0.7858913439297275,"independent":true,"opponentIds":1773,"independentOpponentIds":1773,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["3000072f94bc4328db441f14"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9623504980383669,"lowerBound":0,"upperBound":1,"independentScore":0.9623504980383669,"independent":true,"opponentIds":1774,"independentOpponentIds":1774,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["a40b76164fe807dfafb5a7c4"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9080062699826875,"lowerBound":0,"upperBound":1,"independentScore":0.9080062699826875,"independent":true,"opponentIds":1775,"independentOpponentIds":1775,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["b1c1c81c51606d8460545c60"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8829603806776989,"lowerBound":0,"upperBound":1,"independentScore":0.8829603806776989,"independent":true,"opponentIds":1776,"independentOpponentIds":1776,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["24922a66c0b217def3fc86dc"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9042114396765051,"lowerBound":0,"upperBound":1,"independentScore":0.9042114396765051,"independent":true,"opponentIds":1777,"independentOpponentIds":1777,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["314e6e1525729ed3edf53d23"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9277090392609108,"lowerBound":0,"upperBound":1,"independentScore":0.9277090392609108,"independent":true,"opponentIds":1778,"independentOpponentIds":1778,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["5ba4b2be874ab19488769110"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7751056614494817,"lowerBound":0,"upperBound":1,"independentScore":0.7751056614494817,"independent":true,"opponentIds":1779,"independentOpponentIds":1779,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5ed56a539484a5f73e9ff3f8"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9060416574075861,"lowerBound":0,"upperBound":1,"independentScore":0.9060416574075861,"independent":true,"opponentIds":1780,"independentOpponentIds":1780,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["9680f81c64b5caa7a869f5c0"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9333420789531948,"lowerBound":0,"upperBound":1,"independentScore":0.9333420789531948,"independent":true,"opponentIds":1781,"independentOpponentIds":1781,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["c158bb5391dfbc5e2a3fed8e"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.8196691799574322,"lowerBound":0,"upperBound":1,"independentScore":0.8196691799574322,"independent":true,"opponentIds":1782,"independentOpponentIds":1782,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["3a51313008ff68cd29a5f767"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.722764599658881,"lowerBound":0,"upperBound":1,"independentScore":0.722764599658881,"independent":true,"opponentIds":1783,"independentOpponentIds":1783,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["2fa4671d195156dd4be0fadf","9c541bd9c7c101116ab98982"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8403580309200567,"lowerBound":0,"upperBound":1,"independentScore":0.8403580309200567,"independent":true,"opponentIds":1784,"independentOpponentIds":1784,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["bea096f36c115182b9981251","f62d1c0f70617c2ce6f41103","73ef0228f016101a421c4e50"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7652926071090693,"lowerBound":0,"upperBound":1,"independentScore":0.7652926071090693,"independent":true,"opponentIds":1785,"independentOpponentIds":1785,"panelSize":38,"publishers":["ARC Prize"],"observations":["a3ab01caf6d0687478a0ce49"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.4109072515749296,"lowerBound":0,"upperBound":1,"independentScore":0.4109072515749296,"independent":true,"opponentIds":1786,"independentOpponentIds":1786,"panelSize":25,"publishers":["Datacurve"],"observations":["d998a419297ba93aa26c6ef6"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.4986301369863014,"lowerBound":0,"upperBound":1,"independentScore":0.4986301369863014,"independent":true,"opponentIds":1787,"independentOpponentIds":1787,"panelSize":6,"publishers":["ARC Prize"],"observations":["daf9afd286691adc70b10a5b"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.5021880387216549,"lowerBound":0,"upperBound":1,"independentScore":0.5021880387216549,"independent":true,"opponentIds":1788,"independentOpponentIds":1788,"panelSize":5,"publishers":["Cognition"],"observations":["3b38242e2298df478a3621e4","82d8e132cdcc601f53c1c7d6"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f837b509fff80b3fd9db2ed8","3e918305b007fc81bea460c3","3000072f94bc4328db441f14","a40b76164fe807dfafb5a7c4","b1c1c81c51606d8460545c60","24922a66c0b217def3fc86dc","314e6e1525729ed3edf53d23","5ba4b2be874ab19488769110","5ed56a539484a5f73e9ff3f8","91cd264955f778eb91b1e72e","9680f81c64b5caa7a869f5c0","c158bb5391dfbc5e2a3fed8e","3a51313008ff68cd29a5f767","2fa4671d195156dd4be0fadf","9c541bd9c7c101116ab98982","bea096f36c115182b9981251","f62d1c0f70617c2ce6f41103","73ef0228f016101a421c4e50","a3ab01caf6d0687478a0ce49","d998a419297ba93aa26c6ef6","daf9afd286691adc70b10a5b","3b38242e2298df478a3621e4","82d8e132cdcc601f53c1c7d6"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":24}],"unspecified":0,"total":24}},{"id":"gpt-5.6-terra--effort-low","name":"GPT-5.6 Terra · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-terra","detailsUrl":"/efforts?model=gpt-5.6-terra","publishedBenchmarkCount":28,"overallRating":{"score":0.18395395094385256,"supported":true,"families":20,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":221,"independentFamilies":20,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.23318727704071074},{"source":"ARC Prize","independent":true,"share":0.22745636349499987},{"source":"Artificial Analysis","independent":true,"share":0.22122333951504836},{"source":"Epoch AI","independent":true,"share":0.1801236839256481},{"source":"Datacurve","independent":true,"share":0.13800933602358423}]},"capabilityRatings":[{"bucket":"agentic","score":0.2648319873399761,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.23974299863359175,"supported":true,"families":7,"independentFamilies":7,"opponents":221,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.22314695846392762,"supported":true,"families":4,"independentFamilies":4,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.23889775046066775,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.28885908086650286,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.2503887338603011,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7055039048680256,"lowerBound":0,"upperBound":1,"independentScore":0.7055039048680256,"independent":true,"opponentIds":1771,"independentOpponentIds":1771,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["fad35c7386624c2a0c2ac667"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7689804979809002,"lowerBound":0,"upperBound":1,"independentScore":0.7689804979809002,"independent":true,"opponentIds":1789,"independentOpponentIds":1789,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-Z6S3nMC2tnkpKUixCPLiDj"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6259257230894802,"lowerBound":0,"upperBound":1,"independentScore":0.6259257230894802,"independent":true,"opponentIds":1772,"independentOpponentIds":1772,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["a7a9d82047bd5fde60daa5eb","b51f8fa2004ba1eb88914187"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7262038591531301,"lowerBound":0,"upperBound":1,"independentScore":0.7262038591531301,"independent":true,"opponentIds":1773,"independentOpponentIds":1773,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["037c70d5b9f11f368b0b0598"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8863186088615791,"lowerBound":0,"upperBound":1,"independentScore":0.8863186088615791,"independent":true,"opponentIds":1774,"independentOpponentIds":1774,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["3bcddbf64272cee4d28baf5d"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8570786738159227,"lowerBound":0,"upperBound":1,"independentScore":0.8570786738159227,"independent":true,"opponentIds":1775,"independentOpponentIds":1775,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["ae746b151e814f96138c1d79"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7706364119742576,"lowerBound":0,"upperBound":1,"independentScore":0.7706364119742576,"independent":true,"opponentIds":1776,"independentOpponentIds":1776,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["176963c027b7fb0794676ca2"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7693676423996736,"lowerBound":0,"upperBound":1,"independentScore":0.7693676423996736,"independent":true,"opponentIds":1790,"independentOpponentIds":1790,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["6a50ebe54c39cf58f5033a93","epoch-run-JcuoAWhcnngPEZBPmiUyLF"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8449048095302621,"lowerBound":0,"upperBound":1,"independentScore":0.8449048095302621,"independent":true,"opponentIds":1778,"independentOpponentIds":1778,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["ba683fd42c10375f40797b41"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7182160971060378,"lowerBound":0,"upperBound":1,"independentScore":0.7182160971060378,"independent":true,"opponentIds":1779,"independentOpponentIds":1779,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["b9f8a6ced8874b25dffbcb42"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8291095324428658,"lowerBound":0,"upperBound":1,"independentScore":0.8291095324428658,"independent":true,"opponentIds":1780,"independentOpponentIds":1780,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["c5524ea51493c56e06fba4eb"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9262584430819331,"lowerBound":0,"upperBound":1,"independentScore":0.9262584430819331,"independent":true,"opponentIds":1781,"independentOpponentIds":1781,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["4df55542bb4bc82e99db4ef7"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.7135085585939782,"lowerBound":0,"upperBound":1,"independentScore":0.7135085585939782,"independent":true,"opponentIds":1782,"independentOpponentIds":1782,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["1fe3c0b12b2dfb5a6fb8eff3"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.624553093738406,"lowerBound":0,"upperBound":1,"independentScore":0.624553093738406,"independent":true,"opponentIds":1783,"independentOpponentIds":1783,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["62279a52d639f31937928cea","504d18053fe74d158c33aa73"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.77998228811536,"lowerBound":0,"upperBound":1,"independentScore":0.77998228811536,"independent":true,"opponentIds":1784,"independentOpponentIds":1784,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["98b78d65faff3684e0d83b45","de4c360a76fcf8f1e9238e88","7be981f3349a9a949db3cd3c"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.4590614569016294,"lowerBound":0,"upperBound":1,"independentScore":0.4590614569016294,"independent":true,"opponentIds":1785,"independentOpponentIds":1785,"panelSize":38,"publishers":["ARC Prize"],"observations":["b818dce06c0fb558e7d7167a"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.042899549937757325,"lowerBound":0,"upperBound":1,"independentScore":0.042899549937757325,"independent":true,"opponentIds":1786,"independentOpponentIds":1786,"panelSize":25,"publishers":["Datacurve"],"observations":["b2a027bcbbe350e83bb9379f"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1787,"independentOpponentIds":1787,"panelSize":6,"publishers":["ARC Prize"],"observations":["f019be82c0b7b5fcd5e1527b"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.22612638141116462,"lowerBound":0,"upperBound":1,"independentScore":0.22612638141116462,"independent":true,"opponentIds":1788,"independentOpponentIds":1788,"panelSize":5,"publishers":["Cognition"],"observations":["2ab8119e321a20d7de8cf1c0","4f8d2f40bdc3160cdf5b7a04"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.6873972755707494,"lowerBound":0,"upperBound":1,"independentScore":0.6873972755707494,"independent":true,"opponentIds":1791,"independentOpponentIds":1791,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-JzDofpJXt6d4f5kbRMSEmw","epoch-run-iE9NNTJWbGpRia2fUVGkPf"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["fad35c7386624c2a0c2ac667","a7a9d82047bd5fde60daa5eb","037c70d5b9f11f368b0b0598","3bcddbf64272cee4d28baf5d","ae746b151e814f96138c1d79","176963c027b7fb0794676ca2","6a50ebe54c39cf58f5033a93","ba683fd42c10375f40797b41","b9f8a6ced8874b25dffbcb42","b51f8fa2004ba1eb88914187","c5524ea51493c56e06fba4eb","4df55542bb4bc82e99db4ef7","1fe3c0b12b2dfb5a6fb8eff3","62279a52d639f31937928cea","504d18053fe74d158c33aa73","98b78d65faff3684e0d83b45","de4c360a76fcf8f1e9238e88","7be981f3349a9a949db3cd3c","b818dce06c0fb558e7d7167a","b2a027bcbbe350e83bb9379f","f019be82c0b7b5fcd5e1527b","2ab8119e321a20d7de8cf1c0","4f8d2f40bdc3160cdf5b7a04","epoch-run-JzDofpJXt6d4f5kbRMSEmw","epoch-run-JcuoAWhcnngPEZBPmiUyLF","epoch-run-iE9NNTJWbGpRia2fUVGkPf","epoch-run-Z6S3nMC2tnkpKUixCPLiDj"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":28}],"unspecified":0,"total":28}},{"id":"gpt-5.6-terra--effort-max","name":"GPT-5.6 Terra · Max","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-terra","detailsUrl":"/efforts?model=gpt-5.6-terra","publishedBenchmarkCount":67,"overallRating":{"score":0.5483303175620184,"supported":true,"families":38,"publishers":8,"evaluationSources":8,"taskAreas":6,"opponents":221,"independentFamilies":38,"reason":null,"independentSources":8,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"LiveBench","independent":true,"share":0.13595242568418414},{"source":"Cognition","independent":true,"share":0.13454020668870537},{"source":"Vals AI","independent":true,"share":0.13408442905703727},{"source":"Terminal-Bench","independent":true,"share":0.13243944310836572},{"source":"Artificial Analysis","independent":true,"share":0.12827317926621068},{"source":"Epoch AI","independent":true,"share":0.12544350870785329},{"source":"ARC Prize","independent":true,"share":0.12267359367044897},{"source":"Datacurve","independent":true,"share":0.08659321381717817}]},"capabilityRatings":[{"bucket":"agentic","score":0.5910163151591531,"supported":true,"families":13,"independentFamilies":13,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.6248396254074696,"supported":true,"families":10,"independentFamilies":10,"opponents":221,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.6281802578779229,"supported":true,"families":8,"independentFamilies":8,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.33268003503863347,"supported":true,"families":5,"independentFamilies":5,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.464620124439822,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.7023935462781746,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8519398765626902,"lowerBound":0,"upperBound":1,"independentScore":0.8519398765626902,"independent":true,"opponentIds":1771,"independentOpponentIds":1771,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["62794428b0bd5556f2e3b55d"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9608843537414966,"lowerBound":0,"upperBound":1,"independentScore":0.9608843537414966,"independent":true,"opponentIds":1789,"independentOpponentIds":1789,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-jUmmCNezoW7jWiK72SVCaP"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.9223539027380466,"lowerBound":0,"upperBound":1,"independentScore":0.9223539027380466,"independent":true,"opponentIds":1792,"independentOpponentIds":1792,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["a40b0840d2c40ef5cde0e911"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9353161191832874,"lowerBound":0,"upperBound":1,"independentScore":0.9353161191832874,"independent":true,"opponentIds":1772,"independentOpponentIds":1772,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["7f7d02623829941ccc857e01","b9c26ca9b33d9a30127d7187"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9482746684487198,"lowerBound":0,"upperBound":1,"independentScore":0.9482746684487198,"independent":true,"opponentIds":1773,"independentOpponentIds":1773,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["5fad8351a8fe27cddc29e147"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9871263421566988,"lowerBound":0,"upperBound":1,"independentScore":0.9871263421566988,"independent":true,"opponentIds":1774,"independentOpponentIds":1774,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["e2d291031635829ba6765af0"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.3902439024390244,"lowerBound":0,"upperBound":1,"independentScore":0.3902439024390244,"independent":true,"opponentIds":1793,"independentOpponentIds":1793,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["26bd50204ef69387ae04ab34"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9475534521145059,"lowerBound":0,"upperBound":1,"independentScore":0.9475534521145059,"independent":true,"opponentIds":1775,"independentOpponentIds":1775,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["32c2e9ca6aae5be333bec8d5"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9007251859655048,"lowerBound":0,"upperBound":1,"independentScore":0.9007251859655048,"independent":true,"opponentIds":1776,"independentOpponentIds":1776,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["a35d51953f6500b174cac323"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9242427492287816,"lowerBound":0,"upperBound":1,"independentScore":0.9242427492287816,"independent":true,"opponentIds":1790,"independentOpponentIds":1790,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["b98e3c88455d2dbfb7f82b5b","epoch-run-4bLcFNu5zF6YuZf3qVKoHE"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.3565389915654288,"lowerBound":0,"upperBound":1,"independentScore":0.3565389915654288,"independent":true,"opponentIds":1794,"independentOpponentIds":1794,"panelSize":50,"publishers":["Artificial Analysis","Vals AI"],"observations":["c95672aeee283b5fef342d8d","vals-legal-agent-benchmark-v1:openai/gpt-5.6-terra"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9526229452971794,"lowerBound":0,"upperBound":1,"independentScore":0.9526229452971794,"independent":true,"opponentIds":1778,"independentOpponentIds":1778,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["29a07ed0747163fa9f389e83"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8416551266724985,"lowerBound":0,"upperBound":1,"independentScore":0.8416551266724985,"independent":true,"opponentIds":1779,"independentOpponentIds":1779,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["91476fa189b93b0776f1bdf4"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.9639742131209708,"lowerBound":0,"upperBound":1,"independentScore":0.9639742131209708,"independent":true,"opponentIds":1795,"independentOpponentIds":1795,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["63378eab3084fec4da7ca85e"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9257397470440721,"lowerBound":0,"upperBound":1,"independentScore":0.9257397470440721,"independent":true,"opponentIds":1780,"independentOpponentIds":1780,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["6b2e849d7082de02f0431086"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9296501062440471,"lowerBound":0,"upperBound":1,"independentScore":0.9296501062440471,"independent":true,"opponentIds":1781,"independentOpponentIds":1781,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["18975919769d79c2f7aabe27"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.8770427211118452,"lowerBound":0,"upperBound":1,"independentScore":0.8770427211118452,"independent":true,"opponentIds":1782,"independentOpponentIds":1782,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["9b0554906366f0cc341dab75"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8406093335680316,"lowerBound":0,"upperBound":1,"independentScore":0.8406093335680316,"independent":true,"opponentIds":1783,"independentOpponentIds":1783,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["073ceaaed64a3cb558696e32","22920056114cab28593ad293"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4258851081639085,"lowerBound":0,"upperBound":1,"independentScore":0.4258851081639085,"independent":true,"opponentIds":1784,"independentOpponentIds":1784,"panelSize":201,"publishers":["Artificial Analysis","Terminal-Bench","Vals AI"],"observations":["06d278dbab87f1de97c29cec","8fe60085a81d28d43dd1087f","ac862758f3c982bc745691e3","e0e6da3e67b23e17eb3133aa","1ca215d9d01741432bae9472","vals-terminal-bench-2-1-v2.1:openai/gpt-5.6-terra"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8587428020598157,"lowerBound":0,"upperBound":1,"independentScore":0.8587428020598157,"independent":true,"opponentIds":1785,"independentOpponentIds":1785,"panelSize":38,"publishers":["ARC Prize"],"observations":["853bc246193f33df5eea54f8"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.814658549816165,"lowerBound":0,"upperBound":1,"independentScore":0.814658549816165,"independent":true,"opponentIds":1786,"independentOpponentIds":1786,"panelSize":25,"publishers":["Datacurve"],"observations":["8af3e2d0812a9e3c0e993ce1"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.44982698961937706,"lowerBound":0,"upperBound":1,"independentScore":0.44982698961937706,"independent":true,"opponentIds":1787,"independentOpponentIds":1787,"panelSize":6,"publishers":["ARC Prize"],"observations":["e97f395dde5500c89744b1bc"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.6415478615071282,"lowerBound":0,"upperBound":1,"independentScore":0.6415478615071282,"independent":true,"opponentIds":1788,"independentOpponentIds":1788,"panelSize":5,"publishers":["Cognition"],"observations":["bf764fb9af20b8b9fff21eb8","a47e1f9779f4cb809ad3770e"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.5629844961240316,"lowerBound":0,"upperBound":1,"independentScore":0.5629844961240316,"independent":true,"opponentIds":1796,"independentOpponentIds":1796,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-7dbc7ec6565a0f02cf88e3df","panel-a9f487811c15538616e240dc","panel-a3408fd345658854b48ac897","panel-2ffe687d54dc27361f384c80"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.4748062015503876,"lowerBound":0,"upperBound":1,"independentScore":0.4748062015503876,"independent":true,"opponentIds":1796,"independentOpponentIds":1796,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-09a415daaa3ba1bf4182a0f7","panel-ca7c8b7e35ea3b5ded4662c3"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.4909560723514219,"lowerBound":0,"upperBound":1,"independentScore":0.4909560723514219,"independent":true,"opponentIds":1796,"independentOpponentIds":1796,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-de29cc4390253be5d2777e81","panel-32a3607710de8dca34022897","panel-5cc0741a795c50acdfcdf9c2"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.6963824289405689,"lowerBound":0,"upperBound":1,"independentScore":0.6963824289405689,"independent":true,"opponentIds":1796,"independentOpponentIds":1796,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-cf82c90989f66444fdc5693d","panel-15c08139fc4d22bca2d29df2","panel-eb688c9af7ea6d23fe75bb6f"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.5956072351421192,"lowerBound":0,"upperBound":1,"independentScore":0.5956072351421192,"independent":true,"opponentIds":1796,"independentOpponentIds":1796,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-b227ac7dafc453027f546347","panel-e1f754b895ac409b7ff2d1f9","panel-5997db067bc91ad16df75ea2"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.7742248062015508,"lowerBound":0,"upperBound":1,"independentScore":0.7742248062015508,"independent":true,"opponentIds":1796,"independentOpponentIds":1796,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-f9e413513f7da7d9e60b6964","panel-d65e406870344792f02f74dc","panel-0b801630aaf53bc41f3182dd","panel-c3767e7e55780617f0ade91d"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.2693798449612408,"lowerBound":0,"upperBound":1,"independentScore":0.2693798449612408,"independent":true,"opponentIds":1796,"independentOpponentIds":1796,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-b9a05d343e2978f3dcffdc61","panel-949d2db642838c34e2d944f3","panel-acc39098a765b02240f927e9","panel-eea8659463585ccb5e9e0a4b"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.9132237407546395,"lowerBound":0,"upperBound":1,"independentScore":0.9132237407546395,"independent":true,"opponentIds":1791,"independentOpponentIds":1791,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-CQhcUcXfPPJKuyt57AHZw5","epoch-run-MFTd4BUbtzbfcCky6d79d4"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.8152077807250226,"lowerBound":0,"upperBound":1,"independentScore":0.8152077807250226,"independent":true,"opponentIds":1797,"independentOpponentIds":1797,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-ZUygpkXqg3NjchXXfedAWV","epoch-run-J6evjTMgHkrun8txnEvzdN"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.33333333333333337,"lowerBound":0,"upperBound":1,"independentScore":0.33333333333333337,"independent":true,"opponentIds":1798,"independentOpponentIds":1798,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-DienatPbgfgn3EzM7Gvzxr"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.5989761092150169,"lowerBound":0,"upperBound":1,"independentScore":0.5989761092150169,"independent":true,"opponentIds":1799,"independentOpponentIds":1799,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:openai/gpt-5.6-terra"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.8490712074303407,"lowerBound":0,"upperBound":1,"independentScore":0.8490712074303407,"independent":true,"opponentIds":1800,"independentOpponentIds":1800,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:openai/gpt-5.6-terra"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.6845047923322681,"lowerBound":0,"upperBound":1,"independentScore":0.6845047923322681,"independent":true,"opponentIds":1801,"independentOpponentIds":1801,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:openai/gpt-5.6-terra"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.6605431309904152,"lowerBound":0,"upperBound":1,"independentScore":0.6605431309904152,"independent":true,"opponentIds":1802,"independentOpponentIds":1802,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:openai/gpt-5.6-terra"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.5607028753993609,"lowerBound":0,"upperBound":1,"independentScore":0.5607028753993609,"independent":true,"opponentIds":1803,"independentOpponentIds":1803,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:openai/gpt-5.6-terra"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["62794428b0bd5556f2e3b55d","a40b0840d2c40ef5cde0e911","7f7d02623829941ccc857e01","5fad8351a8fe27cddc29e147","e2d291031635829ba6765af0","26bd50204ef69387ae04ab34","32c2e9ca6aae5be333bec8d5","a35d51953f6500b174cac323","b98e3c88455d2dbfb7f82b5b","c95672aeee283b5fef342d8d","29a07ed0747163fa9f389e83","91476fa189b93b0776f1bdf4","63378eab3084fec4da7ca85e","b9c26ca9b33d9a30127d7187","6b2e849d7082de02f0431086","18975919769d79c2f7aabe27","9b0554906366f0cc341dab75","073ceaaed64a3cb558696e32","22920056114cab28593ad293","06d278dbab87f1de97c29cec","8fe60085a81d28d43dd1087f","ac862758f3c982bc745691e3","853bc246193f33df5eea54f8","8af3e2d0812a9e3c0e993ce1","e0e6da3e67b23e17eb3133aa","e97f395dde5500c89744b1bc","bf764fb9af20b8b9fff21eb8","a47e1f9779f4cb809ad3770e","1ca215d9d01741432bae9472","panel-7dbc7ec6565a0f02cf88e3df","panel-09a415daaa3ba1bf4182a0f7","panel-ca7c8b7e35ea3b5ded4662c3","panel-de29cc4390253be5d2777e81","panel-cf82c90989f66444fdc5693d","panel-a9f487811c15538616e240dc","panel-b227ac7dafc453027f546347","panel-f9e413513f7da7d9e60b6964","panel-a3408fd345658854b48ac897","panel-2ffe687d54dc27361f384c80","panel-b9a05d343e2978f3dcffdc61","panel-32a3607710de8dca34022897","panel-e1f754b895ac409b7ff2d1f9","panel-949d2db642838c34e2d944f3","panel-d65e406870344792f02f74dc","panel-acc39098a765b02240f927e9","panel-eea8659463585ccb5e9e0a4b","panel-15c08139fc4d22bca2d29df2","panel-eb688c9af7ea6d23fe75bb6f","panel-0b801630aaf53bc41f3182dd","panel-5997db067bc91ad16df75ea2","panel-5cc0741a795c50acdfcdf9c2","panel-c3767e7e55780617f0ade91d","epoch-run-CQhcUcXfPPJKuyt57AHZw5","epoch-run-ZUygpkXqg3NjchXXfedAWV","epoch-run-J6evjTMgHkrun8txnEvzdN","epoch-run-4bLcFNu5zF6YuZf3qVKoHE","epoch-run-MFTd4BUbtzbfcCky6d79d4","epoch-run-jUmmCNezoW7jWiK72SVCaP","epoch-run-DienatPbgfgn3EzM7Gvzxr","vals-finance-agent-v2:openai/gpt-5.6-terra","vals-code-migration-v1:openai/gpt-5.6-terra","vals-legal-research-v1:openai/gpt-5.6-terra","vals-emb-v1:openai/gpt-5.6-terra","vals-terminal-bench-2-1-v2.1:openai/gpt-5.6-terra","vals-vibe-code-bench-v1.1:openai/gpt-5.6-terra","vals-legal-agent-benchmark-v1:openai/gpt-5.6-terra"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","deepseek-v3.2","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":67}],"unspecified":0,"total":67}},{"id":"gpt-5.6-terra--effort-medium","name":"GPT-5.6 Terra · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-terra","detailsUrl":"/efforts?model=gpt-5.6-terra","publishedBenchmarkCount":24,"overallRating":{"score":0.17967246979824134,"supported":true,"families":19,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":221,"independentFamilies":19,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.26028490708079766},{"source":"ARC Prize","independent":true,"share":0.2538880302071376},{"source":"Artificial Analysis","independent":true,"share":0.24195394017278815},{"source":"Datacurve","independent":true,"share":0.1540467715865553},{"source":"Epoch AI","independent":true,"share":0.08982635095271801}]},"capabilityRatings":[{"bucket":"agentic","score":0.3088101996155945,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.19327641526886574,"supported":true,"families":6,"independentFamilies":6,"opponents":221,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.2931208488981865,"supported":true,"families":4,"independentFamilies":4,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.24846710985081646,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.30015265901983584,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.3327050395994744,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7055039048680256,"lowerBound":0,"upperBound":1,"independentScore":0.7055039048680256,"independent":true,"opponentIds":1771,"independentOpponentIds":1771,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["f69d5838266c7bec7767e88e"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7174533558046587,"lowerBound":0,"upperBound":1,"independentScore":0.7174533558046587,"independent":true,"opponentIds":1772,"independentOpponentIds":1772,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["d9411741547a9ce320fc3b7c","e3bee327932a8a0599e6b585"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7345481043910213,"lowerBound":0,"upperBound":1,"independentScore":0.7345481043910213,"independent":true,"opponentIds":1773,"independentOpponentIds":1773,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["73d74bc56842a1d8b5be5c1c"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9379454995333901,"lowerBound":0,"upperBound":1,"independentScore":0.9379454995333901,"independent":true,"opponentIds":1774,"independentOpponentIds":1774,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["273cbfb2e0ade778457c9c4a"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8431118778688014,"lowerBound":0,"upperBound":1,"independentScore":0.8431118778688014,"independent":true,"opponentIds":1775,"independentOpponentIds":1775,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["244c6efc802a0039e056a8cd"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8518877152928671,"lowerBound":0,"upperBound":1,"independentScore":0.8518877152928671,"independent":true,"opponentIds":1776,"independentOpponentIds":1776,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["e225af0afd77797f02e985af"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8528352390351578,"lowerBound":0,"upperBound":1,"independentScore":0.8528352390351578,"independent":true,"opponentIds":1777,"independentOpponentIds":1777,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["2372abd3a60a271d0abd9477"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8699320954256374,"lowerBound":0,"upperBound":1,"independentScore":0.8699320954256374,"independent":true,"opponentIds":1778,"independentOpponentIds":1778,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["aee60a93dc8fe876e4049c53"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7377918852483817,"lowerBound":0,"upperBound":1,"independentScore":0.7377918852483817,"independent":true,"opponentIds":1779,"independentOpponentIds":1779,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["42fb3a4f851acfa22744a55d"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8369048750054122,"lowerBound":0,"upperBound":1,"independentScore":0.8369048750054122,"independent":true,"opponentIds":1780,"independentOpponentIds":1780,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["5581c0c0fe2eec4cc56afc3d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9282248111533565,"lowerBound":0,"upperBound":1,"independentScore":0.9282248111533565,"independent":true,"opponentIds":1781,"independentOpponentIds":1781,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["756d177bada59c09b067ba79"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.737755034681379,"lowerBound":0,"upperBound":1,"independentScore":0.737755034681379,"independent":true,"opponentIds":1782,"independentOpponentIds":1782,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["63c5560222549737f2e0e88c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7038789464976571,"lowerBound":0,"upperBound":1,"independentScore":0.7038789464976571,"independent":true,"opponentIds":1783,"independentOpponentIds":1783,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["d3cf6f26849ddc64f37fdd32","d2128cf2168abe6660486280"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7024872176590545,"lowerBound":0,"upperBound":1,"independentScore":0.7024872176590545,"independent":true,"opponentIds":1804,"independentOpponentIds":1804,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["5d90f3d960aa67c0446b46ce","0bbae9a1b4d67b1fa44fd55d"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.521827344721513,"lowerBound":0,"upperBound":1,"independentScore":0.521827344721513,"independent":true,"opponentIds":1785,"independentOpponentIds":1785,"panelSize":38,"publishers":["ARC Prize"],"observations":["0a8c913b486b6fffe98e5acb"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.09518337642439906,"lowerBound":0,"upperBound":1,"independentScore":0.09518337642439906,"independent":true,"opponentIds":1786,"independentOpponentIds":1786,"panelSize":25,"publishers":["Datacurve"],"observations":["5b1b840c7e90fab89305a587"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1787,"independentOpponentIds":1787,"panelSize":6,"publishers":["ARC Prize"],"observations":["3ca697c43da26b4e6144885f"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.36100878435817507,"lowerBound":0,"upperBound":1,"independentScore":0.36100878435817507,"independent":true,"opponentIds":1788,"independentOpponentIds":1788,"panelSize":5,"publishers":["Cognition"],"observations":["6de659b8ed7b026127969cf3","8d972c585034853563988a88"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.107095204290223,"lowerBound":0,"upperBound":1,"independentScore":0.107095204290223,"independent":true,"opponentIds":1805,"independentOpponentIds":1805,"panelSize":40,"publishers":["Epoch AI"],"observations":["epoch-run-WcCQQSHTFAhXk6qCWEeSLh"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f69d5838266c7bec7767e88e","d9411741547a9ce320fc3b7c","73d74bc56842a1d8b5be5c1c","273cbfb2e0ade778457c9c4a","244c6efc802a0039e056a8cd","e225af0afd77797f02e985af","2372abd3a60a271d0abd9477","aee60a93dc8fe876e4049c53","42fb3a4f851acfa22744a55d","e3bee327932a8a0599e6b585","5581c0c0fe2eec4cc56afc3d","756d177bada59c09b067ba79","63c5560222549737f2e0e88c","d3cf6f26849ddc64f37fdd32","d2128cf2168abe6660486280","5d90f3d960aa67c0446b46ce","0bbae9a1b4d67b1fa44fd55d","0a8c913b486b6fffe98e5acb","5b1b840c7e90fab89305a587","3ca697c43da26b4e6144885f","6de659b8ed7b026127969cf3","8d972c585034853563988a88","epoch-run-WcCQQSHTFAhXk6qCWEeSLh"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.7-flash","qwen3.5-plus"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":24}],"unspecified":0,"total":24}},{"id":"gpt-5.6-terra--effort-non-reasoning","name":"GPT-5.6 Terra · Non-reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-terra","detailsUrl":"/efforts?model=gpt-5.6-terra","publishedBenchmarkCount":11,"overallRating":{"score":0.13459349932929224,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000018}]},"capabilityRatings":[{"bucket":"agentic","score":0.28115117859850597,"supported":true,"families":3,"independentFamilies":3,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.11503211384292468,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.2216355086767284,"supported":false,"families":1,"independentFamilies":1,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2709332728358064,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.09120606931001703,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.11955385115594586,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6137617591505595,"lowerBound":0,"upperBound":1,"independentScore":0.6137617591505595,"independent":true,"opponentIds":1771,"independentOpponentIds":1771,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["b0bb3e44bfba219e986f640d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5930427602802216,"lowerBound":0,"upperBound":1,"independentScore":0.5930427602802216,"independent":true,"opponentIds":1806,"independentOpponentIds":1806,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["558071cbc1fad71c429098b9"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7591363717104481,"lowerBound":0,"upperBound":1,"independentScore":0.7591363717104481,"independent":true,"opponentIds":1774,"independentOpponentIds":1774,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["4c1370b3f65b8ad3d1b78deb"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7577735549240888,"lowerBound":0,"upperBound":1,"independentScore":0.7577735549240888,"independent":true,"opponentIds":1776,"independentOpponentIds":1776,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["62790fb3721d24b15758fb54"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5326369253402824,"lowerBound":0,"upperBound":1,"independentScore":0.5326369253402824,"independent":true,"opponentIds":1777,"independentOpponentIds":1777,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["33c3d386b31ffb1ebcf6d165"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5886275333893631,"lowerBound":0,"upperBound":1,"independentScore":0.5886275333893631,"independent":true,"opponentIds":1778,"independentOpponentIds":1778,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["38cef7b62412ad7e99c933fd"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5642205180054206,"lowerBound":0,"upperBound":1,"independentScore":0.5642205180054206,"independent":true,"opponentIds":1780,"independentOpponentIds":1780,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["ea99a5d3d1870424b5f5826f"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.866514164978295,"lowerBound":0,"upperBound":1,"independentScore":0.866514164978295,"independent":true,"opponentIds":1781,"independentOpponentIds":1781,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["0cf0c4cefc218ea3fcfed10b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4943260728917,"lowerBound":0,"upperBound":1,"independentScore":0.4943260728917,"independent":true,"opponentIds":1807,"independentOpponentIds":1807,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["cc2e0c6125fc70488c1fc96a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6644167232542771,"lowerBound":0,"upperBound":1,"independentScore":0.6644167232542771,"independent":true,"opponentIds":1804,"independentOpponentIds":1804,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["3ec836beaabc8142f018c103"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b0bb3e44bfba219e986f640d","558071cbc1fad71c429098b9","4c1370b3f65b8ad3d1b78deb","62790fb3721d24b15758fb54","33c3d386b31ffb1ebcf6d165","38cef7b62412ad7e99c933fd","ea99a5d3d1870424b5f5826f","0cf0c4cefc218ea3fcfed10b","cc2e0c6125fc70488c1fc96a","3ec836beaabc8142f018c103"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":11}],"unspecified":0,"total":11}},{"id":"gpt-5.6-terra--effort-xhigh","name":"GPT-5.6 Terra · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-terra","detailsUrl":"/efforts?model=gpt-5.6-terra","publishedBenchmarkCount":24,"overallRating":{"score":0.4561713855363106,"supported":true,"families":18,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":217,"independentFamilies":18,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.26869032764760536},{"source":"ARC Prize","independent":true,"share":0.2681152868276708},{"source":"Artificial Analysis","independent":true,"share":0.2549048658740475},{"source":"Datacurve","independent":true,"share":0.15902142769192076},{"source":"Vals AI","independent":true,"share":0.04926809195875018}]},"capabilityRatings":[{"bucket":"agentic","score":0.44253221383509,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5793800916549298,"supported":true,"families":4,"independentFamilies":4,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5146939057324766,"supported":true,"families":4,"independentFamilies":4,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2314879076772669,"supported":true,"families":3,"independentFamilies":3,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.4036564546907482,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5602313437178585,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8355486275867333,"lowerBound":0,"upperBound":1,"independentScore":0.8355486275867333,"independent":true,"opponentIds":1771,"independentOpponentIds":1771,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["9cf9b8871f98f2f3dc6e9717"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8677586189113391,"lowerBound":0,"upperBound":1,"independentScore":0.8677586189113391,"independent":true,"opponentIds":1772,"independentOpponentIds":1772,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["137c3a9aa2b092d9dbdc6f1c","c51b0c5bea9242071dea9961"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8028506712207014,"lowerBound":0,"upperBound":1,"independentScore":0.8028506712207014,"independent":true,"opponentIds":1773,"independentOpponentIds":1773,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["d85f1b4a2a8201a16399f3cf"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9750563959319851,"lowerBound":0,"upperBound":1,"independentScore":0.9750563959319851,"independent":true,"opponentIds":1774,"independentOpponentIds":1774,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["3aaf828ef24beba259257923"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9530446575563569,"lowerBound":0,"upperBound":1,"independentScore":0.9530446575563569,"independent":true,"opponentIds":1775,"independentOpponentIds":1775,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["1370d186b2f7ecf637dbea90"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9034241135355575,"lowerBound":0,"upperBound":1,"independentScore":0.9034241135355575,"independent":true,"opponentIds":1776,"independentOpponentIds":1776,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["008864bec446e487e855b794"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9240355757713502,"lowerBound":0,"upperBound":1,"independentScore":0.9240355757713502,"independent":true,"opponentIds":1777,"independentOpponentIds":1777,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["9ec772f0a1718febe4c6d844"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9463259032652342,"lowerBound":0,"upperBound":1,"independentScore":0.9463259032652342,"independent":true,"opponentIds":1778,"independentOpponentIds":1778,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["6d0247f50e656831ea9aabde"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7826300606739917,"lowerBound":0,"upperBound":1,"independentScore":0.7826300606739917,"independent":true,"opponentIds":1779,"independentOpponentIds":1779,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["ce1052f4ad2d977687334955"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.4014554680197624,"lowerBound":0,"upperBound":1,"independentScore":0.4014554680197624,"independent":true,"opponentIds":1808,"independentOpponentIds":1808,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:openai/gpt-5.6-terra"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9063888854504543,"lowerBound":0,"upperBound":1,"independentScore":0.9063888854504543,"independent":true,"opponentIds":1780,"independentOpponentIds":1780,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["2e5114e5e94150ac97017ef7"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9322331768374114,"lowerBound":0,"upperBound":1,"independentScore":0.9322331768374114,"independent":true,"opponentIds":1781,"independentOpponentIds":1781,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["22b78f1948d47dc36cd93ab4"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.8232948341964484,"lowerBound":0,"upperBound":1,"independentScore":0.8232948341964484,"independent":true,"opponentIds":1782,"independentOpponentIds":1782,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["8de910ba2d29fa18f668fbe2"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7369695268402228,"lowerBound":0,"upperBound":1,"independentScore":0.7369695268402228,"independent":true,"opponentIds":1783,"independentOpponentIds":1783,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["0d920f106407fcc40c28ca6a","d7a2f490d85a68b29c409a12"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.896343244172334,"lowerBound":0,"upperBound":1,"independentScore":0.896343244172334,"independent":true,"opponentIds":1784,"independentOpponentIds":1784,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["e46a92f2078a80f376c15d27","0582a202960b97fa05e18a5f","027112d02ce9fab19994b1da"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.8595822590890412,"lowerBound":0,"upperBound":1,"independentScore":0.8595822590890412,"independent":true,"opponentIds":1785,"independentOpponentIds":1785,"panelSize":38,"publishers":["ARC Prize"],"observations":["e4620c3a04edefbb34c222e8"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.5692808579909983,"lowerBound":0,"upperBound":1,"independentScore":0.5692808579909983,"independent":true,"opponentIds":1786,"independentOpponentIds":1786,"panelSize":25,"publishers":["Datacurve"],"observations":["2ca3b5887af025e030617db6"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.5038254463020685,"lowerBound":0,"upperBound":1,"independentScore":0.5038254463020685,"independent":true,"opponentIds":1788,"independentOpponentIds":1788,"panelSize":5,"publishers":["Cognition"],"observations":["2105c7646f3a139187821073","35e9f237985104a6fd022a74"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9cf9b8871f98f2f3dc6e9717","137c3a9aa2b092d9dbdc6f1c","d85f1b4a2a8201a16399f3cf","3aaf828ef24beba259257923","1370d186b2f7ecf637dbea90","008864bec446e487e855b794","9ec772f0a1718febe4c6d844","6d0247f50e656831ea9aabde","ce1052f4ad2d977687334955","c51b0c5bea9242071dea9961","2e5114e5e94150ac97017ef7","22b78f1948d47dc36cd93ab4","8de910ba2d29fa18f668fbe2","0d920f106407fcc40c28ca6a","d7a2f490d85a68b29c409a12","e46a92f2078a80f376c15d27","0582a202960b97fa05e18a5f","027112d02ce9fab19994b1da","e4620c3a04edefbb34c222e8","2ca3b5887af025e030617db6","2105c7646f3a139187821073","35e9f237985104a6fd022a74","vals-mmlu-pro-v1:openai/gpt-5.6-terra"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":24}],"unspecified":0,"total":24}},{"id":"gpt-6-astra--effort-max","name":"GPT-6 Astra · Max","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-astra","detailsUrl":"/efforts?model=gpt-6-astra","publishedBenchmarkCount":62,"overallRating":{"score":0.7743115734025737,"supported":true,"families":35,"publishers":8,"evaluationSources":8,"taskAreas":6,"opponents":221,"independentFamilies":35,"reason":null,"independentSources":8,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"LiveBench","independent":true,"share":0.14430489863463497},{"source":"Cognition","independent":true,"share":0.14280591751703461},{"source":"Vals AI","independent":true,"share":0.1423221383964585},{"source":"Epoch AI","independent":true,"share":0.1367786012527711},{"source":"Artificial Analysis","independent":true,"share":0.12998541194752974},{"source":"ARC Prize","independent":true,"share":0.12560517975023291},{"source":"Datacurve","independent":true,"share":0.09191321802056526},{"source":"Terminal-Bench","independent":true,"share":0.08628463448076092}]},"capabilityRatings":[{"bucket":"agentic","score":0.7087649129904938,"supported":true,"families":11,"independentFamilies":11,"opponents":131,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7765690679892895,"supported":true,"families":10,"independentFamilies":10,"opponents":221,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.8101410806134237,"supported":true,"families":8,"independentFamilies":8,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.760583914104129,"supported":true,"families":4,"independentFamilies":4,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.7033711625169148,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6901185762113027,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.8966696969859979,"lowerBound":0,"upperBound":1,"independentScore":0.8966696969859979,"independent":true,"opponentIds":1809,"independentOpponentIds":1809,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["db85413fe9209e2b0de5cf0d"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9663927189547047,"lowerBound":0,"upperBound":1,"independentScore":0.9663927189547047,"independent":true,"opponentIds":1810,"independentOpponentIds":1810,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["ad79ebd59f8f5d834f4842cc"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9809027777777779,"lowerBound":0,"upperBound":1,"independentScore":0.9809027777777779,"independent":true,"opponentIds":1811,"independentOpponentIds":1811,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-L7kW8yxFKCjVXhxNnt3VTq"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8916065643497902,"lowerBound":0,"upperBound":1,"independentScore":0.8916065643497902,"independent":true,"opponentIds":1812,"independentOpponentIds":1812,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["31a8d7d0aa0db25528ac2b90","16384903800f91c29ce6cec4"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1813,"independentOpponentIds":1813,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["41f6a229e3c6ba9c944807c9"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9991860372942929,"lowerBound":0,"upperBound":1,"independentScore":0.9991860372942929,"independent":true,"opponentIds":1814,"independentOpponentIds":1814,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["92bb39ae21e69a4c49047131"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1815,"independentOpponentIds":1815,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["4b29f5b940ffa1a99be3c0d5"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9302255797257408,"lowerBound":0,"upperBound":1,"independentScore":0.9302255797257408,"independent":true,"opponentIds":1816,"independentOpponentIds":1816,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["9c33190449930ca4e4225fc5"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1817,"independentOpponentIds":1817,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["e0ab245e5ac013b082e6631c","epoch-run-3h8STJpG2VzY9LiBUzwotv"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.49680511182108616,"lowerBound":0,"upperBound":1,"independentScore":0.49680511182108616,"independent":true,"opponentIds":1818,"independentOpponentIds":1818,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:openai/gpt-6-astra"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9952287427838589,"lowerBound":0,"upperBound":1,"independentScore":0.9952287427838589,"independent":true,"opponentIds":1819,"independentOpponentIds":1819,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["c22d718b307d5bf6ed04a7cc"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1820,"independentOpponentIds":1820,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f8ad3d59cda0b382e1b99b4c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9948305739696092,"lowerBound":0,"upperBound":1,"independentScore":0.9948305739696092,"independent":true,"opponentIds":1821,"independentOpponentIds":1821,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["6716ef13baf122440d53c71e"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9246789172109207,"lowerBound":0,"upperBound":1,"independentScore":0.9246789172109207,"independent":true,"opponentIds":1822,"independentOpponentIds":1822,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["a5fa66a096a038191288912b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8817609646892995,"lowerBound":0,"upperBound":1,"independentScore":0.8817609646892995,"independent":true,"opponentIds":1823,"independentOpponentIds":1823,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["ffe7d8651a092d9145619e25"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9996184907603282,"lowerBound":0,"upperBound":1,"independentScore":0.9996184907603282,"independent":true,"opponentIds":1824,"independentOpponentIds":1824,"panelSize":126,"publishers":["Artificial Analysis","Terminal-Bench","Vals AI"],"observations":["e53011a45e167017437eb4c7","fc2e317c662765899635e709","bf597f8d4309561326a1ef1f","d548bd134bae40904bdbe4de","vals-terminal-bench-2-1-v2.1:openai/gpt-6-astra"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1825,"independentOpponentIds":1825,"panelSize":38,"publishers":["ARC Prize"],"observations":["34add3a000b32e26d7ba251e"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.9665481285034055,"lowerBound":0,"upperBound":1,"independentScore":0.9665481285034055,"independent":true,"opponentIds":1826,"independentOpponentIds":1826,"panelSize":25,"publishers":["Datacurve"],"observations":["fa893735776a86c9eaeeab33"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1827,"independentOpponentIds":1827,"panelSize":6,"publishers":["ARC Prize"],"observations":["0ed985881b62cd0bc3af4eb4"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1828,"independentOpponentIds":1828,"panelSize":5,"publishers":["Cognition"],"observations":["49fac0a9cdee783034468784","f555b0cbf804f18f2f97e3a6"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.796511627906977,"lowerBound":0,"upperBound":1,"independentScore":0.796511627906977,"independent":true,"opponentIds":1829,"independentOpponentIds":1829,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-3f8750e2188da7c334cd0e4e","panel-1a8d0032f7d3827254000690","panel-49cb0eef818478e18b9fc73e","panel-c033816ccaa5e32d8fc2fa0d"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.6395348837209305,"lowerBound":0,"upperBound":1,"independentScore":0.6395348837209305,"independent":true,"opponentIds":1829,"independentOpponentIds":1829,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-e91cb820ea7d82b6f4b05678","panel-353e8b3bee4e37d087e93bed"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.7713178294573646,"lowerBound":0,"upperBound":1,"independentScore":0.7713178294573646,"independent":true,"opponentIds":1829,"independentOpponentIds":1829,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-c1b3d7f5a165e5b35bf2018b","panel-299ef4c22b4342670d0dae08","panel-0fef39ca040d37164c362ec0"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.9043927648578813,"lowerBound":0,"upperBound":1,"independentScore":0.9043927648578813,"independent":true,"opponentIds":1829,"independentOpponentIds":1829,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-ec9906abde481a797aa4cc9a","panel-f50eede8d326b80321f28443","panel-1fc821825e1232dce70ea7f7"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.6279069767441866,"lowerBound":0,"upperBound":1,"independentScore":0.6279069767441866,"independent":true,"opponentIds":1829,"independentOpponentIds":1829,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-d0d17e92e62bfc0685fa0240","panel-d5ad12f947dad7a22a4caa26","panel-c494b83960b7daa2e65bbace"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.7848837209302328,"lowerBound":0,"upperBound":1,"independentScore":0.7848837209302328,"independent":true,"opponentIds":1829,"independentOpponentIds":1829,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-60bacf6417f2d976a9991114","panel-29daa78a29277b8e3c4e1935","panel-8fabb53ed27c9588a99748d3","panel-1ffa9572fdf497d938c73d9d"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.7480620155038764,"lowerBound":0,"upperBound":1,"independentScore":0.7480620155038764,"independent":true,"opponentIds":1829,"independentOpponentIds":1829,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-963e7b44cd565be1b3cc9695","panel-759a23b0d450b5e3fb8ee226","panel-ea75961dc8f3284bcade8e4d","panel-947aa825ea0ab05af778ef0a"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1830,"independentOpponentIds":1830,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-TAGZYToqgQmFZr7uYL4rSF","epoch-run-FA7pM9hKdkgTXmGHptcno7"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1831,"independentOpponentIds":1831,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-f7BCT27LzcAtaLDP2tcrWF","epoch-run-csK2fe5T8p2R7WgoJUu6bZ"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1832,"independentOpponentIds":1832,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-PppwnX7EjXx2SeTcFN8Ujn"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.43259385665529004,"lowerBound":0,"upperBound":1,"independentScore":0.43259385665529004,"independent":true,"opponentIds":1833,"independentOpponentIds":1833,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:openai/gpt-6-astra"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1834,"independentOpponentIds":1834,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:openai/gpt-6-astra"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.5630990415335462,"lowerBound":0,"upperBound":1,"independentScore":0.5630990415335462,"independent":true,"opponentIds":1835,"independentOpponentIds":1835,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:openai/gpt-6-astra"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.844249201277955,"lowerBound":0,"upperBound":1,"independentScore":0.844249201277955,"independent":true,"opponentIds":1836,"independentOpponentIds":1836,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:openai/gpt-6-astra"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.9361022364217251,"lowerBound":0,"upperBound":1,"independentScore":0.9361022364217251,"independent":true,"opponentIds":1837,"independentOpponentIds":1837,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:openai/gpt-6-astra"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["db85413fe9209e2b0de5cf0d","ad79ebd59f8f5d834f4842cc","31a8d7d0aa0db25528ac2b90","41f6a229e3c6ba9c944807c9","92bb39ae21e69a4c49047131","4b29f5b940ffa1a99be3c0d5","9c33190449930ca4e4225fc5","e0ab245e5ac013b082e6631c","c22d718b307d5bf6ed04a7cc","16384903800f91c29ce6cec4","f8ad3d59cda0b382e1b99b4c","6716ef13baf122440d53c71e","a5fa66a096a038191288912b","ffe7d8651a092d9145619e25","e53011a45e167017437eb4c7","fc2e317c662765899635e709","34add3a000b32e26d7ba251e","fa893735776a86c9eaeeab33","bf597f8d4309561326a1ef1f","0ed985881b62cd0bc3af4eb4","49fac0a9cdee783034468784","f555b0cbf804f18f2f97e3a6","d548bd134bae40904bdbe4de","panel-3f8750e2188da7c334cd0e4e","panel-e91cb820ea7d82b6f4b05678","panel-353e8b3bee4e37d087e93bed","panel-c1b3d7f5a165e5b35bf2018b","panel-ec9906abde481a797aa4cc9a","panel-1a8d0032f7d3827254000690","panel-d0d17e92e62bfc0685fa0240","panel-60bacf6417f2d976a9991114","panel-49cb0eef818478e18b9fc73e","panel-c033816ccaa5e32d8fc2fa0d","panel-963e7b44cd565be1b3cc9695","panel-299ef4c22b4342670d0dae08","panel-d5ad12f947dad7a22a4caa26","panel-759a23b0d450b5e3fb8ee226","panel-29daa78a29277b8e3c4e1935","panel-ea75961dc8f3284bcade8e4d","panel-947aa825ea0ab05af778ef0a","panel-f50eede8d326b80321f28443","panel-1fc821825e1232dce70ea7f7","panel-8fabb53ed27c9588a99748d3","panel-c494b83960b7daa2e65bbace","panel-0fef39ca040d37164c362ec0","panel-1ffa9572fdf497d938c73d9d","epoch-run-TAGZYToqgQmFZr7uYL4rSF","epoch-run-f7BCT27LzcAtaLDP2tcrWF","epoch-run-csK2fe5T8p2R7WgoJUu6bZ","epoch-run-3h8STJpG2VzY9LiBUzwotv","epoch-run-FA7pM9hKdkgTXmGHptcno7","epoch-run-L7kW8yxFKCjVXhxNnt3VTq","epoch-run-PppwnX7EjXx2SeTcFN8Ujn","vals-finance-agent-v2:openai/gpt-6-astra","vals-code-migration-v1:openai/gpt-6-astra","vals-legal-research-v1:openai/gpt-6-astra","vals-emb-v1:openai/gpt-6-astra","vals-terminal-bench-2-1-v2.1:openai/gpt-6-astra","vals-vibe-code-bench-v1.1:openai/gpt-6-astra","vals-legal-agent-benchmark-v1:openai/gpt-6-astra"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":62}],"unspecified":0,"total":62}},{"id":"gpt-6-astra--effort-high","name":"GPT-6 Astra · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-astra","detailsUrl":"/efforts?model=gpt-6-astra","publishedBenchmarkCount":23,"overallRating":{"score":0.808879394041881,"supported":true,"families":18,"publishers":6,"evaluationSources":6,"taskAreas":6,"opponents":217,"independentFamilies":18,"reason":null,"independentSources":6,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.2876678681101233},{"source":"Artificial Analysis","independent":true,"share":0.25351031779569144},{"source":"ARC Prize","independent":true,"share":0.2528096180622652},{"source":"Datacurve","independent":true,"share":0.17194531993503498},{"source":"Terminal-Bench","independent":true,"share":0.021699084878996362},{"source":"Epoch AI","independent":true,"share":0.012367791217889609}]},"capabilityRatings":[{"bucket":"agentic","score":0.7226955532761302,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7898651333156517,"supported":true,"families":6,"independentFamilies":6,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.8341600319878729,"supported":true,"families":4,"independentFamilies":4,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.6772512167173886,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.7033711625169148,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5391182760586034,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9472953345079084,"lowerBound":0,"upperBound":1,"independentScore":0.9472953345079084,"independent":true,"opponentIds":1810,"independentOpponentIds":1810,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["755a966fab65185fe86a6a3f"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9403535510561302,"lowerBound":0,"upperBound":1,"independentScore":0.9403535510561302,"independent":true,"opponentIds":1838,"independentOpponentIds":1838,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["c740aea5a9c9e66b074bf005"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9940047250240294,"lowerBound":0,"upperBound":1,"independentScore":0.9940047250240294,"independent":true,"opponentIds":1813,"independentOpponentIds":1813,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["2590ff6ad112a045406a0318"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9832770393046307,"lowerBound":0,"upperBound":1,"independentScore":0.9832770393046307,"independent":true,"opponentIds":1814,"independentOpponentIds":1814,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["949137762feb62cabd539e6e"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1815,"independentOpponentIds":1815,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["78e47a74727f6a0a7b418e1d"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9262269182293319,"lowerBound":0,"upperBound":1,"independentScore":0.9262269182293319,"independent":true,"opponentIds":1816,"independentOpponentIds":1816,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["5ccbfdb9df90f7cc5072208c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9987256998172023,"lowerBound":0,"upperBound":1,"independentScore":0.9987256998172023,"independent":true,"opponentIds":1839,"independentOpponentIds":1839,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["402d36c960ead254290f0768"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9937775067758338,"lowerBound":0,"upperBound":1,"independentScore":0.9937775067758338,"independent":true,"opponentIds":1819,"independentOpponentIds":1819,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["179197f8c2324342b4bee44f"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1820,"independentOpponentIds":1820,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["47a30e262a004b8e8fa788cd"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9951785650453466,"lowerBound":0,"upperBound":1,"independentScore":0.9951785650453466,"independent":true,"opponentIds":1821,"independentOpponentIds":1821,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["04a342a30a8f1280e4a629b7"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9072004877212743,"lowerBound":0,"upperBound":1,"independentScore":0.9072004877212743,"independent":true,"opponentIds":1822,"independentOpponentIds":1822,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["335a849a2fb438ec4bde5168"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.859878875010457,"lowerBound":0,"upperBound":1,"independentScore":0.859878875010457,"independent":true,"opponentIds":1823,"independentOpponentIds":1823,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["c0777683eb17c6897536a177"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9981018342199249,"lowerBound":0,"upperBound":1,"independentScore":0.9981018342199249,"independent":true,"opponentIds":1840,"independentOpponentIds":1840,"panelSize":125,"publishers":["Artificial Analysis","Terminal-Bench"],"observations":["a66add5ac66c7147bb42a309","fee066836b00e916e060c936","434544966d1431c1926d52f5"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9959444322848938,"lowerBound":0,"upperBound":1,"independentScore":0.9959444322848938,"independent":true,"opponentIds":1825,"independentOpponentIds":1825,"panelSize":38,"publishers":["ARC Prize"],"observations":["0c5432a88a6429cd53ba80de"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.9696095601112599,"lowerBound":0,"upperBound":1,"independentScore":0.9696095601112599,"independent":true,"opponentIds":1826,"independentOpponentIds":1826,"panelSize":25,"publishers":["Datacurve"],"observations":["192a0a52134befbac5912c90"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1827,"independentOpponentIds":1827,"panelSize":6,"publishers":["ARC Prize"],"observations":["a0921a61b310776b40a299af"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1828,"independentOpponentIds":1828,"panelSize":5,"publishers":["Cognition"],"observations":["6bd6cfd3abfed443b703c64c","4eb55593e72129b9cfc2a23b"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1841,"independentOpponentIds":1841,"panelSize":29,"publishers":["Epoch AI"],"observations":["epoch-run-f46NQY9jSxyKqo9qzrmk6F"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["755a966fab65185fe86a6a3f","c740aea5a9c9e66b074bf005","2590ff6ad112a045406a0318","949137762feb62cabd539e6e","78e47a74727f6a0a7b418e1d","5ccbfdb9df90f7cc5072208c","402d36c960ead254290f0768","179197f8c2324342b4bee44f","47a30e262a004b8e8fa788cd","04a342a30a8f1280e4a629b7","335a849a2fb438ec4bde5168","c0777683eb17c6897536a177","a66add5ac66c7147bb42a309","fee066836b00e916e060c936","0c5432a88a6429cd53ba80de","192a0a52134befbac5912c90","434544966d1431c1926d52f5","a0921a61b310776b40a299af","6bd6cfd3abfed443b703c64c","4eb55593e72129b9cfc2a23b","epoch-run-f46NQY9jSxyKqo9qzrmk6F"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":23}],"unspecified":0,"total":23}},{"id":"gpt-6-astra--effort-low","name":"GPT-6 Astra · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-astra","detailsUrl":"/efforts?model=gpt-6-astra","publishedBenchmarkCount":23,"overallRating":{"score":0.6929652445876865,"supported":true,"families":18,"publishers":6,"evaluationSources":6,"taskAreas":6,"opponents":217,"independentFamilies":18,"reason":null,"independentSources":6,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.2876678681101233},{"source":"Artificial Analysis","independent":true,"share":0.25351031779569144},{"source":"ARC Prize","independent":true,"share":0.2528096180622652},{"source":"Datacurve","independent":true,"share":0.17194531993503498},{"source":"Terminal-Bench","independent":true,"share":0.021699084878996362},{"source":"Epoch AI","independent":true,"share":0.012367791217889609}]},"capabilityRatings":[{"bucket":"agentic","score":0.6167169560791769,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.716718300442006,"supported":true,"families":6,"independentFamilies":6,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7257657085850798,"supported":true,"families":4,"independentFamilies":4,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.6604655996978813,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.6501677391770365,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5391182760586034,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8279233139825759,"lowerBound":0,"upperBound":1,"independentScore":0.8279233139825759,"independent":true,"opponentIds":1810,"independentOpponentIds":1810,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["b3ece1ff77463962fde604f4"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9403535510561302,"lowerBound":0,"upperBound":1,"independentScore":0.9403535510561302,"independent":true,"opponentIds":1838,"independentOpponentIds":1838,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["59c29e213b13058e1d392cad"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9579523407919708,"lowerBound":0,"upperBound":1,"independentScore":0.9579523407919708,"independent":true,"opponentIds":1813,"independentOpponentIds":1813,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["d3a1a5f0185c6dc703f03e14"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9760575991490608,"lowerBound":0,"upperBound":1,"independentScore":0.9760575991490608,"independent":true,"opponentIds":1814,"independentOpponentIds":1814,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["230415b4ae666279d98496a1"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1815,"independentOpponentIds":1815,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["df752fdca1226a27fd5c1a2e"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8874390685898415,"lowerBound":0,"upperBound":1,"independentScore":0.8874390685898415,"independent":true,"opponentIds":1816,"independentOpponentIds":1816,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["573a6e35711e9767dd69f9b1"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.971976864293861,"lowerBound":0,"upperBound":1,"independentScore":0.971976864293861,"independent":true,"opponentIds":1839,"independentOpponentIds":1839,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e610fdd88c714cb30d3da16a"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9911480178920771,"lowerBound":0,"upperBound":1,"independentScore":0.9911480178920771,"independent":true,"opponentIds":1819,"independentOpponentIds":1819,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["80e9c426918b7f08c57c829f"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9896189183184099,"lowerBound":0,"upperBound":1,"independentScore":0.9896189183184099,"independent":true,"opponentIds":1820,"independentOpponentIds":1820,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["3df17843bd35fea92a10f84d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.993417162061913,"lowerBound":0,"upperBound":1,"independentScore":0.993417162061913,"independent":true,"opponentIds":1821,"independentOpponentIds":1821,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["8df8efb4fda9da9b4fb82f8f"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.8743472619061595,"lowerBound":0,"upperBound":1,"independentScore":0.8743472619061595,"independent":true,"opponentIds":1822,"independentOpponentIds":1822,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["303c651e520abbafb2c40136"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7990612181125977,"lowerBound":0,"upperBound":1,"independentScore":0.7990612181125977,"independent":true,"opponentIds":1823,"independentOpponentIds":1823,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["408d3f3efd0b6cf374a543c1"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9911337543733802,"lowerBound":0,"upperBound":1,"independentScore":0.9911337543733802,"independent":true,"opponentIds":1840,"independentOpponentIds":1840,"panelSize":125,"publishers":["Artificial Analysis","Terminal-Bench"],"observations":["ce32ece08b025d45757eca86","126131a8129e9a9ab4523922","91bc2d06c970323599005b34"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9326775759292397,"lowerBound":0,"upperBound":1,"independentScore":0.9326775759292397,"independent":true,"opponentIds":1825,"independentOpponentIds":1825,"panelSize":38,"publishers":["ARC Prize"],"observations":["aff9b666a1cca3b3ee07c2ea"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.7517255588750381,"lowerBound":0,"upperBound":1,"independentScore":0.7517255588750381,"independent":true,"opponentIds":1826,"independentOpponentIds":1826,"panelSize":25,"publishers":["Datacurve"],"observations":["eb733075f994115168315353"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.9391891891891891,"lowerBound":0,"upperBound":1,"independentScore":0.9391891891891891,"independent":true,"opponentIds":1827,"independentOpponentIds":1827,"panelSize":6,"publishers":["ARC Prize"],"observations":["b21f635f0c1b98c573a8cec0"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.9030172413793104,"lowerBound":0,"upperBound":1,"independentScore":0.9030172413793104,"independent":true,"opponentIds":1828,"independentOpponentIds":1828,"panelSize":5,"publishers":["Cognition"],"observations":["938dfc674e40641fd737bed8","7d95380d1954ae5d145cb859"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.974534679136957,"lowerBound":0,"upperBound":1,"independentScore":0.974534679136957,"independent":true,"opponentIds":1841,"independentOpponentIds":1841,"panelSize":29,"publishers":["Epoch AI"],"observations":["epoch-run-kRPSnHnDdheajNdqmKsMjs"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b3ece1ff77463962fde604f4","59c29e213b13058e1d392cad","d3a1a5f0185c6dc703f03e14","230415b4ae666279d98496a1","df752fdca1226a27fd5c1a2e","573a6e35711e9767dd69f9b1","e610fdd88c714cb30d3da16a","80e9c426918b7f08c57c829f","3df17843bd35fea92a10f84d","8df8efb4fda9da9b4fb82f8f","303c651e520abbafb2c40136","408d3f3efd0b6cf374a543c1","ce32ece08b025d45757eca86","126131a8129e9a9ab4523922","aff9b666a1cca3b3ee07c2ea","eb733075f994115168315353","91bc2d06c970323599005b34","b21f635f0c1b98c573a8cec0","938dfc674e40641fd737bed8","7d95380d1954ae5d145cb859","epoch-run-kRPSnHnDdheajNdqmKsMjs"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":23}],"unspecified":0,"total":23}},{"id":"gpt-6-astra--effort-medium","name":"GPT-6 Astra · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-astra","detailsUrl":"/efforts?model=gpt-6-astra","publishedBenchmarkCount":23,"overallRating":{"score":0.7966840982793993,"supported":true,"families":18,"publishers":6,"evaluationSources":6,"taskAreas":6,"opponents":217,"independentFamilies":18,"reason":null,"independentSources":6,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.2876678681101233},{"source":"Artificial Analysis","independent":true,"share":0.25351031779569144},{"source":"ARC Prize","independent":true,"share":0.2528096180622652},{"source":"Datacurve","independent":true,"share":0.17194531993503498},{"source":"Terminal-Bench","independent":true,"share":0.021699084878996362},{"source":"Epoch AI","independent":true,"share":0.012367791217889609}]},"capabilityRatings":[{"bucket":"agentic","score":0.6926638863323958,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7876167136900852,"supported":true,"families":6,"independentFamilies":6,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.8180077144868149,"supported":true,"families":4,"independentFamilies":4,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.6738707224871225,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.6817458628590884,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5200541775207225,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9307417117821748,"lowerBound":0,"upperBound":1,"independentScore":0.9307417117821748,"independent":true,"opponentIds":1810,"independentOpponentIds":1810,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["c7b1fe48660acc637ac33074"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9308749466589598,"lowerBound":0,"upperBound":1,"independentScore":0.9308749466589598,"independent":true,"opponentIds":1838,"independentOpponentIds":1838,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["ef56f4ff0a4a4be8bfdf8ba1"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9940047250240294,"lowerBound":0,"upperBound":1,"independentScore":0.9940047250240294,"independent":true,"opponentIds":1813,"independentOpponentIds":1813,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["9556c116d9ba6cd9674311a2"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9841458547067068,"lowerBound":0,"upperBound":1,"independentScore":0.9841458547067068,"independent":true,"opponentIds":1814,"independentOpponentIds":1814,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["fc9f1bd4a67db549d887eaef"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1815,"independentOpponentIds":1815,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["c424f776c3f2564a289da5fa"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9167967480332861,"lowerBound":0,"upperBound":1,"independentScore":0.9167967480332861,"independent":true,"opponentIds":1816,"independentOpponentIds":1816,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["80eb32120b91725a61382370"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9912665543433976,"lowerBound":0,"upperBound":1,"independentScore":0.9912665543433976,"independent":true,"opponentIds":1839,"independentOpponentIds":1839,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["509266bfc25d269b8b5a31f6"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9927429537723886,"lowerBound":0,"upperBound":1,"independentScore":0.9927429537723886,"independent":true,"opponentIds":1819,"independentOpponentIds":1819,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["4f7d3bf6b13392365eae0d7f"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9971291375564223,"lowerBound":0,"upperBound":1,"independentScore":0.9971291375564223,"independent":true,"opponentIds":1820,"independentOpponentIds":1820,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f55dd30444f88d31ff3696c4"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9945116260516194,"lowerBound":0,"upperBound":1,"independentScore":0.9945116260516194,"independent":true,"opponentIds":1821,"independentOpponentIds":1821,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["c1a2e86cc234d929ff53ab07"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.8828077739461053,"lowerBound":0,"upperBound":1,"independentScore":0.8828077739461053,"independent":true,"opponentIds":1822,"independentOpponentIds":1822,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["19deff1c8e90e34d79f61ba5"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8241100508109344,"lowerBound":0,"upperBound":1,"independentScore":0.8241100508109344,"independent":true,"opponentIds":1823,"independentOpponentIds":1823,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["136c5da4e66b0acedfec718c"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9963465274084734,"lowerBound":0,"upperBound":1,"independentScore":0.9963465274084734,"independent":true,"opponentIds":1840,"independentOpponentIds":1840,"panelSize":125,"publishers":["Artificial Analysis","Terminal-Bench"],"observations":["bf3b4f7295e1a5a836532224","8e08cbd0435533452bc89eae","bb6111da7a05efb610da52fd"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.9959444322848938,"lowerBound":0,"upperBound":1,"independentScore":0.9959444322848938,"independent":true,"opponentIds":1825,"independentOpponentIds":1825,"panelSize":38,"publishers":["ARC Prize"],"observations":["6f7f64f65d746e4beebd2d85"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.9551869784691457,"lowerBound":0,"upperBound":1,"independentScore":0.9551869784691457,"independent":true,"opponentIds":1826,"independentOpponentIds":1826,"panelSize":25,"publishers":["Datacurve"],"observations":["eba425fa2243963df9b630e9"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1827,"independentOpponentIds":1827,"panelSize":6,"publishers":["ARC Prize"],"observations":["a0e5300dff64fa35e75d78f1"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.9838362068965519,"lowerBound":0,"upperBound":1,"independentScore":0.9838362068965519,"independent":true,"opponentIds":1828,"independentOpponentIds":1828,"panelSize":5,"publishers":["Cognition"],"observations":["25234df123a00777fcf34bce","9e535e58aacd4dc5813160b9"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1841,"independentOpponentIds":1841,"panelSize":29,"publishers":["Epoch AI"],"observations":["epoch-run-5sNRWemuVwb4adBaSwrLFf"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c7b1fe48660acc637ac33074","ef56f4ff0a4a4be8bfdf8ba1","9556c116d9ba6cd9674311a2","fc9f1bd4a67db549d887eaef","c424f776c3f2564a289da5fa","80eb32120b91725a61382370","509266bfc25d269b8b5a31f6","4f7d3bf6b13392365eae0d7f","f55dd30444f88d31ff3696c4","c1a2e86cc234d929ff53ab07","19deff1c8e90e34d79f61ba5","136c5da4e66b0acedfec718c","bf3b4f7295e1a5a836532224","8e08cbd0435533452bc89eae","6f7f64f65d746e4beebd2d85","eba425fa2243963df9b630e9","bb6111da7a05efb610da52fd","a0e5300dff64fa35e75d78f1","25234df123a00777fcf34bce","9e535e58aacd4dc5813160b9","epoch-run-5sNRWemuVwb4adBaSwrLFf"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":23}],"unspecified":0,"total":23}},{"id":"gpt-6-astra--effort-xhigh","name":"GPT-6 Astra · XHigh","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-astra","detailsUrl":"/efforts?model=gpt-6-astra","publishedBenchmarkCount":26,"overallRating":{"score":0.8353022697921428,"supported":true,"families":20,"publishers":7,"evaluationSources":7,"taskAreas":6,"opponents":217,"independentFamilies":18,"reason":null,"independentSources":6,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.25019877628748644},{"source":"Artificial Analysis","independent":true,"share":0.22305162333531145},{"source":"ARC Prize","independent":true,"share":0.21984614874057226},{"source":"Datacurve","independent":true,"share":0.15561164599526686},{"source":"Scale","independent":true,"share":0.11786456767624301},{"source":"Terminal-Bench","independent":true,"share":0.021291663838289062},{"source":"Epoch AI","independent":true,"share":0.012135574126830593}]},"capabilityRatings":[{"bucket":"agentic","score":0.7364969169374728,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.7978387372645556,"supported":true,"families":6,"independentFamilies":6,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.8530603813917277,"supported":true,"families":6,"independentFamilies":4,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.6772512167173886,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.7033711625169148,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5391182760586034,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9570216545521171,"lowerBound":0,"upperBound":1,"independentScore":0.9570216545521171,"independent":true,"opponentIds":1810,"independentOpponentIds":1810,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["aaff5027a5f7e208e6c185c3"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9370305415142505,"lowerBound":0,"upperBound":1,"independentScore":0.9370305415142505,"independent":true,"opponentIds":1838,"independentOpponentIds":1838,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["bc7508dbb3bdcdb821d33dc3"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1813,"independentOpponentIds":1813,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["19b6f84e00cca14dab4e4fca"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9993318855010117,"lowerBound":0,"upperBound":1,"independentScore":0.9993318855010117,"independent":true,"opponentIds":1814,"independentOpponentIds":1814,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["61f09bee008d98058c42f4bd"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1815,"independentOpponentIds":1815,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["271459a981fa3bee871a0b22"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9273092251449572,"lowerBound":0,"upperBound":1,"independentScore":0.9273092251449572,"independent":true,"opponentIds":1816,"independentOpponentIds":1816,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["fae24ca39aeba9192224ce1b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1839,"independentOpponentIds":1839,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["248d5b9d9353a7711dd6b98a"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9955871671077434,"lowerBound":0,"upperBound":1,"independentScore":0.9955871671077434,"independent":true,"opponentIds":1819,"independentOpponentIds":1819,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["82b3ff8257025e7f86fad034"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1820,"independentOpponentIds":1820,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["92aa0a7d9adc26688902769b"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9950292528657072,"lowerBound":0,"upperBound":1,"independentScore":0.9950292528657072,"independent":true,"opponentIds":1821,"independentOpponentIds":1821,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["915654deed8702ab05055898"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9106716012201717,"lowerBound":0,"upperBound":1,"independentScore":0.9106716012201717,"independent":true,"opponentIds":1822,"independentOpponentIds":1822,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["a2593f0183e54fb2f104a565"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.883956756722107,"lowerBound":0,"upperBound":1,"independentScore":0.883956756722107,"independent":true,"opponentIds":1823,"independentOpponentIds":1823,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["359ea8551779850d884aa1cc"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9981494506417338,"lowerBound":0,"upperBound":1,"independentScore":0.9981494506417338,"independent":true,"opponentIds":1840,"independentOpponentIds":1840,"panelSize":125,"publishers":["Artificial Analysis","Terminal-Bench"],"observations":["784760cd062750b782d324c7","fea2051b45d1aeaab254e09e","cefb2b8c7589ea007cb6a16b"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1825,"independentOpponentIds":1825,"panelSize":38,"publishers":["ARC Prize"],"observations":["8a7b9cc900bc1e48522b2d77"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1826,"independentOpponentIds":1826,"panelSize":25,"publishers":["Datacurve"],"observations":["49b1b70f581245c54e071b3a"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1827,"independentOpponentIds":1827,"panelSize":6,"publishers":["ARC Prize"],"observations":["ff9e159dda586ac4a0349062"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1828,"independentOpponentIds":1828,"panelSize":5,"publishers":["Cognition"],"observations":["a157cb960b29b4f9e0e482d3","6080df646918e38cb77096c2"],"sourceScores":[]},{"id":"swe-atlas-refactoring","label":"swe-atlas-refactoring","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1770,"independentOpponentIds":1770,"panelSize":2,"publishers":["Scale"],"observations":["308c1446bec689a5b5f02280"],"sourceScores":[]},{"id":"swe-atlas-test-writing","label":"swe-atlas-test-writing","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1842,"independentOpponentIds":1842,"panelSize":2,"publishers":["Scale"],"observations":["0eb870f9f6496683cda2ff7a"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1841,"independentOpponentIds":1841,"panelSize":29,"publishers":["Epoch AI"],"observations":["epoch-run-AfKJ2DGMhkjZmeFZxGoY3w"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["aaff5027a5f7e208e6c185c3","bc7508dbb3bdcdb821d33dc3","19b6f84e00cca14dab4e4fca","61f09bee008d98058c42f4bd","271459a981fa3bee871a0b22","fae24ca39aeba9192224ce1b","248d5b9d9353a7711dd6b98a","82b3ff8257025e7f86fad034","92aa0a7d9adc26688902769b","915654deed8702ab05055898","a2593f0183e54fb2f104a565","359ea8551779850d884aa1cc","784760cd062750b782d324c7","fea2051b45d1aeaab254e09e","8a7b9cc900bc1e48522b2d77","49b1b70f581245c54e071b3a","cefb2b8c7589ea007cb6a16b","ff9e159dda586ac4a0349062","a157cb960b29b4f9e0e482d3","6080df646918e38cb77096c2","308c1446bec689a5b5f02280","0eb870f9f6496683cda2ff7a","epoch-run-AfKJ2DGMhkjZmeFZxGoY3w"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":26}],"unspecified":0,"total":26}},{"id":"gpt-6-astra--effort-none","name":"GPT-6 Astra · None","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-6-astra","detailsUrl":"/efforts?model=gpt-6-astra","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"None","settings":[{"label":"None","observations":3}],"unspecified":0,"total":3}},{"id":"gpt-oss-120b--effort-high","name":"gpt-oss-120b · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-oss-120b","detailsUrl":"/efforts?model=gpt-oss-120b","publishedBenchmarkCount":28,"overallRating":{"score":0.04444704133888264,"supported":true,"families":23,"publishers":3,"evaluationSources":3,"taskAreas":5,"opponents":220,"independentFamilies":22,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.48109549443123734},{"source":"SWE-rebench","independent":true,"share":0.3601669677564456},{"source":"Epoch AI","independent":true,"share":0.15873753781230454}]},"capabilityRatings":[{"bucket":"agentic","score":0.06247861099491803,"supported":true,"families":9,"independentFamilies":9,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.11555340118952011,"supported":true,"families":5,"independentFamilies":5,"opponents":220,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.058821305733187106,"supported":true,"families":4,"independentFamilies":3,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.12224807328459407,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.08866209214540512,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.04177759437245424,"lowerBound":0,"upperBound":1,"independentScore":0.04177759437245424,"independent":true,"opponentIds":1843,"independentOpponentIds":1843,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["523b22474bb4399c00f66fd1"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9618147223213223,"lowerBound":0,"upperBound":1,"independentScore":0.9618147223213223,"independent":true,"opponentIds":1844,"independentOpponentIds":1844,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["abc6e0a169207f03d4d5a0e0"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.13285992455004672,"lowerBound":0,"upperBound":1,"independentScore":0.13285992455004672,"independent":true,"opponentIds":1845,"independentOpponentIds":1845,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["c503933cc53434f0f92b70fc"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3046385062382817,"lowerBound":0,"upperBound":1,"independentScore":0.3046385062382817,"independent":true,"opponentIds":1846,"independentOpponentIds":1846,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["cc1909dc186f18f73c79311e","39a6ef4212d041bf06cf764a"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.07035897799149751,"lowerBound":0,"upperBound":1,"independentScore":0.07035897799149751,"independent":true,"opponentIds":1847,"independentOpponentIds":1847,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["a8ef371ad6fa26792fdbb7f7"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6789463395029306,"lowerBound":0,"upperBound":1,"independentScore":0.6789463395029306,"independent":true,"opponentIds":1848,"independentOpponentIds":1848,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["638d7bb3d20aa239038426e8"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.056413412760907,"lowerBound":0,"upperBound":1,"independentScore":0.056413412760907,"independent":true,"opponentIds":1849,"independentOpponentIds":1849,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["c40749ff405aba50340cf7a5"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.361901980368753,"lowerBound":0,"upperBound":1,"independentScore":0.361901980368753,"independent":true,"opponentIds":1850,"independentOpponentIds":1850,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["d6a5a2e3ccea877bb2e6db69"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.448881670793099,"lowerBound":0,"upperBound":1,"independentScore":0.448881670793099,"independent":true,"opponentIds":1851,"independentOpponentIds":1851,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["a0db19adeacb4445ff814565"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.6042798139310991,"lowerBound":0,"upperBound":1,"independentScore":0.6042798139310991,"independent":true,"opponentIds":1852,"independentOpponentIds":1852,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["46bb1061dbb6bfc2f6366ec8"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6051085565376594,"lowerBound":0,"upperBound":1,"independentScore":0.6051085565376594,"independent":true,"opponentIds":1853,"independentOpponentIds":1853,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["7d9de7a169cb83d5e01f7d9f"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1854,"independentOpponentIds":1854,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["5cd6972861ad2dde662f2af8"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7038879678473771,"lowerBound":0,"upperBound":1,"independentScore":0.7038879678473771,"independent":true,"opponentIds":1855,"independentOpponentIds":1855,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["3341e10e726c8da7b0533867"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8111802850804235,"lowerBound":0,"upperBound":1,"independentScore":0.8111802850804235,"independent":true,"opponentIds":1856,"independentOpponentIds":1856,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["976efab9e73a5b78a9019c7f"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.04097964680795001,"lowerBound":0,"upperBound":1,"independentScore":0.04097964680795001,"independent":true,"opponentIds":1857,"independentOpponentIds":1857,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["684fb34dba74fd14674a23ec"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9761495241371404,"lowerBound":0,"upperBound":1,"independentScore":0.9761495241371404,"independent":true,"opponentIds":1858,"independentOpponentIds":1858,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["c084a484b6c8acb146dff42c"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6885884871014982,"lowerBound":0,"upperBound":1,"independentScore":0.6885884871014982,"independent":true,"opponentIds":1859,"independentOpponentIds":1859,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["1ba3e86b77e24cff96aeaefb"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5805176120765158,"lowerBound":0,"upperBound":1,"independentScore":0.5805176120765158,"independent":true,"opponentIds":1860,"independentOpponentIds":1860,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["0d55b9a126f4a041bcfbb598"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.20512361520431702,"lowerBound":0,"upperBound":1,"independentScore":0.20512361520431702,"independent":true,"opponentIds":1861,"independentOpponentIds":1861,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["01007d88982bbfbb8f529d6f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5679670907543914,"lowerBound":0,"upperBound":1,"independentScore":0.5679670907543914,"independent":true,"opponentIds":1862,"independentOpponentIds":1862,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["22231d4d7245b35d3625e3af","6c4911fd6570f2e07fce07e2"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.413486431586653,"lowerBound":0,"upperBound":1,"independentScore":0.413486431586653,"independent":true,"opponentIds":1863,"independentOpponentIds":1863,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["71def977bbcfeb57928495a1","06bbe372969d1260d126de3b","324cbf4c56dbcbc2366d864f"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1473,"independentOpponentIds":1473,"panelSize":2,"publishers":["SWE-rebench"],"observations":["panel-46441b51f4e16452b66da4d8"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1864,"independentOpponentIds":1864,"panelSize":40,"publishers":["Epoch AI"],"observations":["epoch-run-GbQrTQyihBUsb9sxbqT8pT"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["523b22474bb4399c00f66fd1","abc6e0a169207f03d4d5a0e0","c503933cc53434f0f92b70fc","cc1909dc186f18f73c79311e","a8ef371ad6fa26792fdbb7f7","638d7bb3d20aa239038426e8","c40749ff405aba50340cf7a5","d6a5a2e3ccea877bb2e6db69","a0db19adeacb4445ff814565","46bb1061dbb6bfc2f6366ec8","7d9de7a169cb83d5e01f7d9f","5cd6972861ad2dde662f2af8","3341e10e726c8da7b0533867","976efab9e73a5b78a9019c7f","684fb34dba74fd14674a23ec","c084a484b6c8acb146dff42c","39a6ef4212d041bf06cf764a","1ba3e86b77e24cff96aeaefb","0d55b9a126f4a041bcfbb598","01007d88982bbfbb8f529d6f","22231d4d7245b35d3625e3af","6c4911fd6570f2e07fce07e2","71def977bbcfeb57928495a1","06bbe372969d1260d126de3b","324cbf4c56dbcbc2366d864f","panel-46441b51f4e16452b66da4d8","epoch-run-GbQrTQyihBUsb9sxbqT8pT"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","glm-5","gpt-5.4","step-3.7-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","solar-pro4-260806","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo","qwen3.6-flash","qwen3.5-flash","qwen3.7-flash","qwen3.5-plus"]},"effort":{"label":"High","settings":[{"label":"High","observations":28}],"unspecified":0,"total":28}},{"id":"gpt-oss-120b--effort-low","name":"gpt-oss-120b · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-oss-120b","detailsUrl":"/efforts?model=gpt-oss-120b","publishedBenchmarkCount":16,"overallRating":{"score":0.044379072517313066,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000016}]},"capabilityRatings":[{"bucket":"agentic","score":0.043256087568462935,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.04221574126028226,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.04705856458697574,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.07494542143104307,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.07984440141789267,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6505565294237969,"lowerBound":0,"upperBound":1,"independentScore":0.6505565294237969,"independent":true,"opponentIds":1844,"independentOpponentIds":1844,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["8bbc2727f91077b7a22629e2"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.49180717987106914,"lowerBound":0,"upperBound":1,"independentScore":0.49180717987106914,"independent":true,"opponentIds":1865,"independentOpponentIds":1865,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["f405bf6233adc95f10658e3f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25293246864955093,"lowerBound":0,"upperBound":1,"independentScore":0.25293246864955093,"independent":true,"opponentIds":1848,"independentOpponentIds":1848,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["eee8c8b605f6997383cbf15e"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.20842982026073076,"lowerBound":0,"upperBound":1,"independentScore":0.20842982026073076,"independent":true,"opponentIds":1851,"independentOpponentIds":1851,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["ee9bd53ac94dfb155f2ea271"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.41101734116018307,"lowerBound":0,"upperBound":1,"independentScore":0.41101734116018307,"independent":true,"opponentIds":1852,"independentOpponentIds":1852,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["e2651230274052f15b2b3443"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.41624443155258284,"lowerBound":0,"upperBound":1,"independentScore":0.41624443155258284,"independent":true,"opponentIds":1853,"independentOpponentIds":1853,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["4dc3723aa579693808cf38f3"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3613736351278006,"lowerBound":0,"upperBound":1,"independentScore":0.3613736351278006,"independent":true,"opponentIds":1855,"independentOpponentIds":1855,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["1f51a3ab140cd5bdf49e8f14"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7095742179080848,"lowerBound":0,"upperBound":1,"independentScore":0.7095742179080848,"independent":true,"opponentIds":1856,"independentOpponentIds":1856,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["adbdcb278184f49397014445"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7618822976125788,"lowerBound":0,"upperBound":1,"independentScore":0.7618822976125788,"independent":true,"opponentIds":1858,"independentOpponentIds":1858,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["9beceb876fccbef7fa802cf7"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.544767423769861,"lowerBound":0,"upperBound":1,"independentScore":0.544767423769861,"independent":true,"opponentIds":1859,"independentOpponentIds":1859,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["d6e6c7c03102d2ec5db38d6c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5338682158675766,"lowerBound":0,"upperBound":1,"independentScore":0.5338682158675766,"independent":true,"opponentIds":1860,"independentOpponentIds":1860,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["dcb24bbb729fd83366ab2bd9"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3431125107465355,"lowerBound":0,"upperBound":1,"independentScore":0.3431125107465355,"independent":true,"opponentIds":1862,"independentOpponentIds":1862,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["612939f9cf2e8c6074b59550","2e655923c9219b67e8a6c1fd"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.30385735778153106,"lowerBound":0,"upperBound":1,"independentScore":0.30385735778153106,"independent":true,"opponentIds":1863,"independentOpponentIds":1863,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["5158abda3c8444a4add0a606","29df99841d606c663c6cba2e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8bbc2727f91077b7a22629e2","f405bf6233adc95f10658e3f","eee8c8b605f6997383cbf15e","ee9bd53ac94dfb155f2ea271","e2651230274052f15b2b3443","4dc3723aa579693808cf38f3","1f51a3ab140cd5bdf49e8f14","adbdcb278184f49397014445","9beceb876fccbef7fa802cf7","d6e6c7c03102d2ec5db38d6c","dcb24bbb729fd83366ab2bd9","612939f9cf2e8c6074b59550","2e655923c9219b67e8a6c1fd","5158abda3c8444a4add0a606","29df99841d606c663c6cba2e"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":16}],"unspecified":0,"total":16}},{"id":"gpt-oss-20b--effort-high","name":"gpt-oss-20b · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-oss-20b","detailsUrl":"/efforts?model=gpt-oss-20b","publishedBenchmarkCount":26,"overallRating":{"score":0.04129748694642585,"supported":true,"families":19,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":217,"independentFamilies":19,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.7308367807049063},{"source":"Epoch AI","independent":true,"share":0.2691632192950862}]},"capabilityRatings":[{"bucket":"agentic","score":0.04281259838452623,"supported":true,"families":6,"independentFamilies":6,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.08034420010099075,"supported":true,"families":5,"independentFamilies":5,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.07799528893305609,"supported":true,"families":3,"independentFamilies":3,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.051075059495257445,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.056591883760524375,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.04206388528635365,"lowerBound":0,"upperBound":1,"independentScore":0.04206388528635365,"independent":true,"opponentIds":1866,"independentOpponentIds":1866,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["261cd80255a8f86b29cdc64a"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.44200845558314517,"lowerBound":0,"upperBound":1,"independentScore":0.44200845558314517,"independent":true,"opponentIds":1867,"independentOpponentIds":1867,"panelSize":150,"publishers":["Artificial Analysis","Epoch AI"],"observations":["d7ad936a08ee7062350a5949","epoch-run-GMngscbSmqoPbGZWNv2Jvw"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1868,"independentOpponentIds":1868,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["a209082ec9bbfa072a58c650"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.23458028882376153,"lowerBound":0,"upperBound":1,"independentScore":0.23458028882376153,"independent":true,"opponentIds":1869,"independentOpponentIds":1869,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["af73940d617970fd2fef15bb","0e0d3cbcdd797311812457e0"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.031402112884047824,"lowerBound":0,"upperBound":1,"independentScore":0.031402112884047824,"independent":true,"opponentIds":1870,"independentOpponentIds":1870,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["cb045928e30dab4357c9599b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7217340672487594,"lowerBound":0,"upperBound":1,"independentScore":0.7217340672487594,"independent":true,"opponentIds":1871,"independentOpponentIds":1871,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["210db506787c6ac19c05794d"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.2591827747045395,"lowerBound":0,"upperBound":1,"independentScore":0.2591827747045395,"independent":true,"opponentIds":1872,"independentOpponentIds":1872,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["95200cf35a926a4f51ee2775"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.27453199583395227,"lowerBound":0,"upperBound":1,"independentScore":0.27453199583395227,"independent":true,"opponentIds":1873,"independentOpponentIds":1873,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["d2579297fa894b9c2d833764"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.27315122773356904,"lowerBound":0,"upperBound":1,"independentScore":0.27315122773356904,"independent":true,"opponentIds":1874,"independentOpponentIds":1874,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["0e6e6e66316d32dd747eba8d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.17888620712976827,"lowerBound":0,"upperBound":1,"independentScore":0.17888620712976827,"independent":true,"opponentIds":1875,"independentOpponentIds":1875,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["d279df6be2703d37479fab78","epoch-run-hYATFPeUnMq7Std2nLUVAJ"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5554137255132889,"lowerBound":0,"upperBound":1,"independentScore":0.5554137255132889,"independent":true,"opponentIds":1876,"independentOpponentIds":1876,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["9785f3bb2637f59ea5b99c98"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7682163763778651,"lowerBound":0,"upperBound":1,"independentScore":0.7682163763778651,"independent":true,"opponentIds":1877,"independentOpponentIds":1877,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["b8b53cc40fd8751a180074b7"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8762263022736216,"lowerBound":0,"upperBound":1,"independentScore":0.8762263022736216,"independent":true,"opponentIds":1878,"independentOpponentIds":1878,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["ff8288575593b36e49c877d6"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.44309571145167354,"lowerBound":0,"upperBound":1,"independentScore":0.44309571145167354,"independent":true,"opponentIds":1879,"independentOpponentIds":1879,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["a200d1455a5a357504736341"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.3153661864231163,"lowerBound":0,"upperBound":1,"independentScore":0.3153661864231163,"independent":true,"opponentIds":1880,"independentOpponentIds":1880,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["3bc57c6b44aed57e184220ea"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.3138271415831419,"lowerBound":0,"upperBound":1,"independentScore":0.3138271415831419,"independent":true,"opponentIds":1881,"independentOpponentIds":1881,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["3068709e4fa6d80249ddda10"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4457534347220029,"lowerBound":0,"upperBound":1,"independentScore":0.4457534347220029,"independent":true,"opponentIds":1882,"independentOpponentIds":1882,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["4dc0ffd2a175311df4e9b5a2","53d5a25e09a84b9518b95531"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3319711684409784,"lowerBound":0,"upperBound":1,"independentScore":0.3319711684409784,"independent":true,"opponentIds":1883,"independentOpponentIds":1883,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["050e2e0ea6629b5c9f1cd8d1","0f152f80e228c99fb11dff1d","ac1b2b3889ae72ee551cc306"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.0778451199847487,"lowerBound":0,"upperBound":1,"independentScore":0.0778451199847487,"independent":true,"opponentIds":1884,"independentOpponentIds":1884,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-fjgo9DvKNgVAGtitPvgpY7"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["261cd80255a8f86b29cdc64a","d7ad936a08ee7062350a5949","a209082ec9bbfa072a58c650","af73940d617970fd2fef15bb","cb045928e30dab4357c9599b","210db506787c6ac19c05794d","95200cf35a926a4f51ee2775","d2579297fa894b9c2d833764","0e6e6e66316d32dd747eba8d","d279df6be2703d37479fab78","9785f3bb2637f59ea5b99c98","b8b53cc40fd8751a180074b7","ff8288575593b36e49c877d6","0e0d3cbcdd797311812457e0","a200d1455a5a357504736341","3bc57c6b44aed57e184220ea","3068709e4fa6d80249ddda10","4dc0ffd2a175311df4e9b5a2","53d5a25e09a84b9518b95531","050e2e0ea6629b5c9f1cd8d1","0f152f80e228c99fb11dff1d","ac1b2b3889ae72ee551cc306","epoch-run-fjgo9DvKNgVAGtitPvgpY7","epoch-run-hYATFPeUnMq7Std2nLUVAJ","epoch-run-GMngscbSmqoPbGZWNv2Jvw"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","glm-5","gpt-5.4","step-3.7-flash","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-5-turbo","glm-5v-turbo","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","solar-pro4-260806","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"High","settings":[{"label":"High","observations":26}],"unspecified":0,"total":26}},{"id":"gpt-oss-20b--effort-low","name":"gpt-oss-20b · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-oss-20b","detailsUrl":"/efforts?model=gpt-oss-20b","publishedBenchmarkCount":16,"overallRating":{"score":0.03029632065693826,"supported":true,"families":13,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":217,"independentFamilies":13,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.7156675023821389},{"source":"Epoch AI","independent":true,"share":0.28433249761786555}]},"capabilityRatings":[{"bucket":"agentic","score":0.07282015047048498,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03589170946858665,"supported":true,"families":5,"independentFamilies":5,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.033609168792432025,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.03765834349078941,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.03795985299487801,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.35725325612871006,"lowerBound":0,"upperBound":1,"independentScore":0.35725325612871006,"independent":true,"opponentIds":1867,"independentOpponentIds":1867,"panelSize":150,"publishers":["Artificial Analysis","Epoch AI"],"observations":["6d25466d9f8bafec004c6e0d","epoch-run-cMwETYmC6b4yKupyJfEHv2"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3274849911880895,"lowerBound":0,"upperBound":1,"independentScore":0.3274849911880895,"independent":true,"opponentIds":1885,"independentOpponentIds":1885,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["f8a6e40363d5090f2ad2c7ad"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25636271774161157,"lowerBound":0,"upperBound":1,"independentScore":0.25636271774161157,"independent":true,"opponentIds":1871,"independentOpponentIds":1871,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["bba46d32848e2eef7785b44e"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.21668835794134886,"lowerBound":0,"upperBound":1,"independentScore":0.21668835794134886,"independent":true,"opponentIds":1874,"independentOpponentIds":1874,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["a55d1fa7a6a7c2c5d6953114"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.18240182996968685,"lowerBound":0,"upperBound":1,"independentScore":0.18240182996968685,"independent":true,"opponentIds":1875,"independentOpponentIds":1875,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["564986d48d63eaff6ee3a969","epoch-run-DCJQMqipndGxwMXe8BDGeg"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3253108388123783,"lowerBound":0,"upperBound":1,"independentScore":0.3253108388123783,"independent":true,"opponentIds":1876,"independentOpponentIds":1876,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["ca818e3ea19482d3b2454dee"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6885348935745481,"lowerBound":0,"upperBound":1,"independentScore":0.6885348935745481,"independent":true,"opponentIds":1877,"independentOpponentIds":1877,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["7f4fc1b4c1ead78822aa1179"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6664244303329291,"lowerBound":0,"upperBound":1,"independentScore":0.6664244303329291,"independent":true,"opponentIds":1878,"independentOpponentIds":1878,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["2fcf9d977ea9bcd472708bf9"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.35466274227951977,"lowerBound":0,"upperBound":1,"independentScore":0.35466274227951977,"independent":true,"opponentIds":1879,"independentOpponentIds":1879,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["c79b6f15d83991a7ab03c12b"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2704716900200086,"lowerBound":0,"upperBound":1,"independentScore":0.2704716900200086,"independent":true,"opponentIds":1880,"independentOpponentIds":1880,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["277feeeee0e2bd32670548ad"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5957993201496101,"lowerBound":0,"upperBound":1,"independentScore":0.5957993201496101,"independent":true,"opponentIds":1886,"independentOpponentIds":1886,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["bae854c8ba6955a5ed0dd327"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.28118453720555325,"lowerBound":0,"upperBound":1,"independentScore":0.28118453720555325,"independent":true,"opponentIds":1887,"independentOpponentIds":1887,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["26c8fa378df6e0c862ab999c"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.24187590852404067,"lowerBound":0,"upperBound":1,"independentScore":0.24187590852404067,"independent":true,"opponentIds":1884,"independentOpponentIds":1884,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-QX76VGMs6CYv9BGBKMCCNW"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6d25466d9f8bafec004c6e0d","f8a6e40363d5090f2ad2c7ad","bba46d32848e2eef7785b44e","a55d1fa7a6a7c2c5d6953114","564986d48d63eaff6ee3a969","ca818e3ea19482d3b2454dee","7f4fc1b4c1ead78822aa1179","2fcf9d977ea9bcd472708bf9","c79b6f15d83991a7ab03c12b","277feeeee0e2bd32670548ad","bae854c8ba6955a5ed0dd327","26c8fa378df6e0c862ab999c","epoch-run-QX76VGMs6CYv9BGBKMCCNW","epoch-run-DCJQMqipndGxwMXe8BDGeg","epoch-run-cMwETYmC6b4yKupyJfEHv2"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","gemini-3.5-flash-lite","gpt-5.5","gemini-3.1-flash-lite","gpt-5.6-terra","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","agnes-2.5-pro-alpha","command-a-plus-05-2026","deepseek-v4-flash-0424","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":16}],"unspecified":0,"total":16}},{"id":"grok-4.3--effort-high","name":"Grok-4.3 · High","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.3","detailsUrl":"/efforts?model=grok-4.3","publishedBenchmarkCount":38,"overallRating":{"score":0.1840139831695171,"supported":true,"families":29,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":219,"independentFamilies":29,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.3810303999576222},{"source":"Epoch AI","independent":true,"share":0.34897204352767663},{"source":"Vals AI","independent":true,"share":0.2699975565147011}]},"capabilityRatings":[{"bucket":"agentic","score":0.15340214254561738,"supported":true,"families":13,"independentFamilies":13,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3371807735588037,"supported":true,"families":6,"independentFamilies":6,"opponents":219,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.15090985392639875,"supported":true,"families":4,"independentFamilies":4,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.16443831234850834,"supported":true,"families":4,"independentFamilies":4,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.3326711774188493,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.2990491146675014,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.1430254187344416,"lowerBound":0,"upperBound":1,"independentScore":0.1430254187344416,"independent":true,"opponentIds":1888,"independentOpponentIds":1888,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["3e148f07e65bd83da8552afc"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.5208872763516921,"lowerBound":0,"upperBound":1,"independentScore":0.5208872763516921,"independent":true,"opponentIds":1889,"independentOpponentIds":1889,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["7a28e521275a8117ae5ab73c"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6991768693366535,"lowerBound":0,"upperBound":1,"independentScore":0.6991768693366535,"independent":true,"opponentIds":1890,"independentOpponentIds":1890,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-fzoUFmy77NpEDtXyA6w6ap"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.45117027945942517,"lowerBound":0,"upperBound":1,"independentScore":0.45117027945942517,"independent":true,"opponentIds":1891,"independentOpponentIds":1891,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["ab02bbad93d66a73317ac504"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6183031642945525,"lowerBound":0,"upperBound":1,"independentScore":0.6183031642945525,"independent":true,"opponentIds":1892,"independentOpponentIds":1892,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["3dd4ab978ed9081e7d2256b1","c8c6fa9ba872894ea7ce1c90"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.2562627178376153,"lowerBound":0,"upperBound":1,"independentScore":0.2562627178376153,"independent":true,"opponentIds":1893,"independentOpponentIds":1893,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["33d428149eacb23f8023a22f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.864130071299179,"lowerBound":0,"upperBound":1,"independentScore":0.864130071299179,"independent":true,"opponentIds":1894,"independentOpponentIds":1894,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["f551e9f045bc0b6ac729b202"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.08418453170823596,"lowerBound":0,"upperBound":1,"independentScore":0.08418453170823596,"independent":true,"opponentIds":1895,"independentOpponentIds":1895,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["aa53133f053c6453c3b57345"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.4559207818168679,"lowerBound":0,"upperBound":1,"independentScore":0.4559207818168679,"independent":true,"opponentIds":1896,"independentOpponentIds":1896,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["f896ff4dbb8782a2ad6cd1ef"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6181947510818934,"lowerBound":0,"upperBound":1,"independentScore":0.6181947510818934,"independent":true,"opponentIds":1897,"independentOpponentIds":1897,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["b9a055af1a46fc2841cb4811"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7547771140489801,"lowerBound":0,"upperBound":1,"independentScore":0.7547771140489801,"independent":true,"opponentIds":1898,"independentOpponentIds":1898,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["ac16b72863ef9ad38f76746f","epoch-run-Vw7spGUnJyf3vuzSjTcj2F"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.25328431215268643,"lowerBound":0,"upperBound":1,"independentScore":0.25328431215268643,"independent":true,"opponentIds":1899,"independentOpponentIds":1899,"panelSize":50,"publishers":["Artificial Analysis","Vals AI"],"observations":["2a7ea11c3b23006d2057ffc6","vals-legal-agent-benchmark-v1:grok/grok-4.3"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9016760078323756,"lowerBound":0,"upperBound":1,"independentScore":0.9016760078323756,"independent":true,"opponentIds":1900,"independentOpponentIds":1900,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["e22732096c5a7cb5e49a22c6"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9896100794988335,"lowerBound":0,"upperBound":1,"independentScore":0.9896100794988335,"independent":true,"opponentIds":1901,"independentOpponentIds":1901,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["39e2717926fbad74a11cd28a"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.4793405269807058,"lowerBound":0,"upperBound":1,"independentScore":0.4793405269807058,"independent":true,"opponentIds":1902,"independentOpponentIds":1902,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["324617d001eff6640ca1330e"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.17455544610918147,"lowerBound":0,"upperBound":1,"independentScore":0.17455544610918147,"independent":true,"opponentIds":1903,"independentOpponentIds":1903,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:grok/grok-4.3"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8476646651367032,"lowerBound":0,"upperBound":1,"independentScore":0.8476646651367032,"independent":true,"opponentIds":1904,"independentOpponentIds":1904,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["0348ca9a6bde4aa27112f9d8"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8477312997357711,"lowerBound":0,"upperBound":1,"independentScore":0.8477312997357711,"independent":true,"opponentIds":1905,"independentOpponentIds":1905,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["a3190a3f384ca2ebc31bb6d7"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.6530251521524311,"lowerBound":0,"upperBound":1,"independentScore":0.6530251521524311,"independent":true,"opponentIds":1906,"independentOpponentIds":1906,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["02504f35bcbb21ae0c5af2ac"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7370843270498815,"lowerBound":0,"upperBound":1,"independentScore":0.7370843270498815,"independent":true,"opponentIds":1907,"independentOpponentIds":1907,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["7221252780a4b1647f643270","234fdc59aa263bb853ba0c5b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.26420319578406437,"lowerBound":0,"upperBound":1,"independentScore":0.26420319578406437,"independent":true,"opponentIds":1908,"independentOpponentIds":1908,"panelSize":201,"publishers":["Artificial Analysis","Vals AI"],"observations":["afd8125af880999aea9ef239","e3dea1bc0f28e76fd71c35fd","a57b0612082bbbf111f35e20","vals-terminal-bench-2-1-v2.1:grok/grok-4.3"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.7350925672121675,"lowerBound":0,"upperBound":1,"independentScore":0.7350925672121675,"independent":true,"opponentIds":1909,"independentOpponentIds":1909,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-R9XpD2PaYpPiokjjSWnMYT"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.32745012726030814,"lowerBound":0,"upperBound":1,"independentScore":0.32745012726030814,"independent":true,"opponentIds":1910,"independentOpponentIds":1910,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-3iRQkf5v7Wu7YuZhxa76Gg","epoch-run-bdsZjrG4ayzP8NAJg5q586"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.1785013730874853,"lowerBound":0,"upperBound":1,"independentScore":0.1785013730874853,"independent":true,"opponentIds":1911,"independentOpponentIds":1911,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-Y39ZRp553ULpUDBV2XrBbc"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.0551274118242673,"lowerBound":0,"upperBound":1,"independentScore":0.0551274118242673,"independent":true,"opponentIds":1912,"independentOpponentIds":1912,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:grok/grok-4.3"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.13388643251030846,"lowerBound":0,"upperBound":1,"independentScore":0.13388643251030846,"independent":true,"opponentIds":1913,"independentOpponentIds":1913,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:grok/grok-4.3"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.1758316361167685,"lowerBound":0,"upperBound":1,"independentScore":0.1758316361167685,"independent":true,"opponentIds":1914,"independentOpponentIds":1914,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:grok/grok-4.3"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.05117760718575382,"lowerBound":0,"upperBound":1,"independentScore":0.05117760718575382,"independent":true,"opponentIds":1915,"independentOpponentIds":1915,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:grok/grok-4.3"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.05015096463845248,"lowerBound":0,"upperBound":1,"independentScore":0.05015096463845248,"independent":true,"opponentIds":1916,"independentOpponentIds":1916,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:grok/grok-4.3"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3e148f07e65bd83da8552afc","7a28e521275a8117ae5ab73c","ab02bbad93d66a73317ac504","3dd4ab978ed9081e7d2256b1","33d428149eacb23f8023a22f","f551e9f045bc0b6ac729b202","aa53133f053c6453c3b57345","f896ff4dbb8782a2ad6cd1ef","b9a055af1a46fc2841cb4811","ac16b72863ef9ad38f76746f","2a7ea11c3b23006d2057ffc6","e22732096c5a7cb5e49a22c6","39e2717926fbad74a11cd28a","324617d001eff6640ca1330e","c8c6fa9ba872894ea7ce1c90","0348ca9a6bde4aa27112f9d8","a3190a3f384ca2ebc31bb6d7","02504f35bcbb21ae0c5af2ac","7221252780a4b1647f643270","234fdc59aa263bb853ba0c5b","afd8125af880999aea9ef239","e3dea1bc0f28e76fd71c35fd","a57b0612082bbbf111f35e20","epoch-run-R9XpD2PaYpPiokjjSWnMYT","epoch-run-3iRQkf5v7Wu7YuZhxa76Gg","epoch-run-bdsZjrG4ayzP8NAJg5q586","epoch-run-Vw7spGUnJyf3vuzSjTcj2F","epoch-run-fzoUFmy77NpEDtXyA6w6ap","epoch-run-Y39ZRp553ULpUDBV2XrBbc","vals-finance-agent-v2:grok/grok-4.3","vals-code-migration-v1:grok/grok-4.3","vals-legal-research-v1:grok/grok-4.3","vals-emb-v1:grok/grok-4.3","vals-mmlu-pro-v1:grok/grok-4.3","vals-terminal-bench-2-1-v2.1:grok/grok-4.3","vals-vibe-code-bench-v1.1:grok/grok-4.3","vals-legal-agent-benchmark-v1:grok/grok-4.3"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","deepseek-v3.2","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","qwen3.5-flash","qwen3.6-flash"]},"effort":{"label":"High","settings":[{"label":"High","observations":38}],"unspecified":0,"total":38}},{"id":"grok-4.3--effort-non-reasoning","name":"Grok-4.3 · Non-reasoning","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.3","detailsUrl":"/efforts?model=grok-4.3","publishedBenchmarkCount":18,"overallRating":{"score":0.06343938769910223,"supported":true,"families":14,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":14,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000038}]},"capabilityRatings":[{"bucket":"agentic","score":0.1222208814921289,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03609144347830307,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.07781218054084256,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.10347623430571999,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.07529639315270877,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.04157246956505236,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.45275655456783026,"lowerBound":0,"upperBound":1,"independentScore":0.45275655456783026,"independent":true,"opponentIds":1889,"independentOpponentIds":1889,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["332cd4432559a24c1067763a"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.34583205162333824,"lowerBound":0,"upperBound":1,"independentScore":0.34583205162333824,"independent":true,"opponentIds":1917,"independentOpponentIds":1917,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["a8c5adb6e6a04bb44455088a"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.18041434500120912,"lowerBound":0,"upperBound":1,"independentScore":0.18041434500120912,"independent":true,"opponentIds":1893,"independentOpponentIds":1893,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["90dc9f391ef590950102f348"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25027765066431235,"lowerBound":0,"upperBound":1,"independentScore":0.25027765066431235,"independent":true,"opponentIds":1894,"independentOpponentIds":1894,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["a58cdd26382eb8561a3891c9"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.30089787012395014,"lowerBound":0,"upperBound":1,"independentScore":0.30089787012395014,"independent":true,"opponentIds":1896,"independentOpponentIds":1896,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["76697b005c207eca60a37292"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6176248142029248,"lowerBound":0,"upperBound":1,"independentScore":0.6176248142029248,"independent":true,"opponentIds":1897,"independentOpponentIds":1897,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["7193993644401ada0c561b94"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.36316375991533195,"lowerBound":0,"upperBound":1,"independentScore":0.36316375991533195,"independent":true,"opponentIds":1918,"independentOpponentIds":1918,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["87938cd53777003184b7326c"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.40912450403151285,"lowerBound":0,"upperBound":1,"independentScore":0.40912450403151285,"independent":true,"opponentIds":1900,"independentOpponentIds":1900,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["48b6077c8917596c2ef7209d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5827981623868317,"lowerBound":0,"upperBound":1,"independentScore":0.5827981623868317,"independent":true,"opponentIds":1901,"independentOpponentIds":1901,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["d6a4bb91832505b0b6e788fd"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5196430115229779,"lowerBound":0,"upperBound":1,"independentScore":0.5196430115229779,"independent":true,"opponentIds":1904,"independentOpponentIds":1904,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f6729a1bc7854706665ff871"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6612940506818173,"lowerBound":0,"upperBound":1,"independentScore":0.6612940506818173,"independent":true,"opponentIds":1905,"independentOpponentIds":1905,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["ff80f12b5df368a65cf2f2b9"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.3204758069374392,"lowerBound":0,"upperBound":1,"independentScore":0.3204758069374392,"independent":true,"opponentIds":1906,"independentOpponentIds":1906,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["0561533dc2911a9c3050e1f3"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4544801568165238,"lowerBound":0,"upperBound":1,"independentScore":0.4544801568165238,"independent":true,"opponentIds":1907,"independentOpponentIds":1907,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["1676bd960d1324c582d1bb4e","bb11904c98e84a986b9588e1"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4551008935916422,"lowerBound":0,"upperBound":1,"independentScore":0.4551008935916422,"independent":true,"opponentIds":1908,"independentOpponentIds":1908,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["a316a3c001d815220879252c","4f472a30aeb8eaf66deeba1b","35daaac2931883507e622ad1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["332cd4432559a24c1067763a","a8c5adb6e6a04bb44455088a","90dc9f391ef590950102f348","a58cdd26382eb8561a3891c9","76697b005c207eca60a37292","7193993644401ada0c561b94","87938cd53777003184b7326c","48b6077c8917596c2ef7209d","d6a4bb91832505b0b6e788fd","f6729a1bc7854706665ff871","ff80f12b5df368a65cf2f2b9","0561533dc2911a9c3050e1f3","1676bd960d1324c582d1bb4e","bb11904c98e84a986b9588e1","a316a3c001d815220879252c","4f472a30aeb8eaf66deeba1b","35daaac2931883507e622ad1"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":18}],"unspecified":0,"total":18}},{"id":"grok-4.3--effort-low","name":"Grok-4.3 · Low","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.3","detailsUrl":"/efforts?model=grok-4.3","publishedBenchmarkCount":10,"overallRating":{"score":0.16977992724738764,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999964}]},"capabilityRatings":[{"bucket":"agentic","score":0.2441678305714199,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.15625640948371342,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.11095409343707367,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.28579741507993045,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.17871421845606986,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.3176400065215422,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8480453824497318,"lowerBound":0,"upperBound":1,"independentScore":0.8480453824497318,"independent":true,"opponentIds":1917,"independentOpponentIds":1917,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["036d3a1334196c80a57915e1"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6194912580640236,"lowerBound":0,"upperBound":1,"independentScore":0.6194912580640236,"independent":true,"opponentIds":1894,"independentOpponentIds":1894,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["281d1eb368851122cc17db8f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7828917773163842,"lowerBound":0,"upperBound":1,"independentScore":0.7828917773163842,"independent":true,"opponentIds":1918,"independentOpponentIds":1918,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["31d0696779501c33756e0d41"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7313264827071111,"lowerBound":0,"upperBound":1,"independentScore":0.7313264827071111,"independent":true,"opponentIds":1900,"independentOpponentIds":1900,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["864db222a3748d2576b04d3b"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9936794225554384,"lowerBound":0,"upperBound":1,"independentScore":0.9936794225554384,"independent":true,"opponentIds":1901,"independentOpponentIds":1901,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["87998076f09f0d9f3a6d9164"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7574777372479127,"lowerBound":0,"upperBound":1,"independentScore":0.7574777372479127,"independent":true,"opponentIds":1904,"independentOpponentIds":1904,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["d16467e883bd502ba32d9e0a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7389113896178482,"lowerBound":0,"upperBound":1,"independentScore":0.7389113896178482,"independent":true,"opponentIds":1905,"independentOpponentIds":1905,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["3b73b3714dde60636c917020"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8227827761698853,"lowerBound":0,"upperBound":1,"independentScore":0.8227827761698853,"independent":true,"opponentIds":1919,"independentOpponentIds":1919,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["3240e8dff8e99f1feec0b685"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6948718997299149,"lowerBound":0,"upperBound":1,"independentScore":0.6948718997299149,"independent":true,"opponentIds":1920,"independentOpponentIds":1920,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["17cbb7437ff01131c310bc9f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["036d3a1334196c80a57915e1","281d1eb368851122cc17db8f","31d0696779501c33756e0d41","864db222a3748d2576b04d3b","87998076f09f0d9f3a6d9164","d16467e883bd502ba32d9e0a","3b73b3714dde60636c917020","3240e8dff8e99f1feec0b685","17cbb7437ff01131c310bc9f"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":10}],"unspecified":0,"total":10}},{"id":"grok-4.3--effort-medium","name":"Grok-4.3 · Medium","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.3","detailsUrl":"/efforts?model=grok-4.3","publishedBenchmarkCount":10,"overallRating":{"score":0.24061651702876788,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999964}]},"capabilityRatings":[{"bucket":"agentic","score":0.26821444615901774,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.30157172943931854,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.1327512854484672,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.3110909538411093,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.2809368001179113,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.3404562412989667,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8656469495447419,"lowerBound":0,"upperBound":1,"independentScore":0.8656469495447419,"independent":true,"opponentIds":1917,"independentOpponentIds":1917,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["1326a222541d5fa16aa3d69f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8293167222927094,"lowerBound":0,"upperBound":1,"independentScore":0.8293167222927094,"independent":true,"opponentIds":1894,"independentOpponentIds":1894,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["b2f7b3ce100e19c3b23c1e5b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9041220459835998,"lowerBound":0,"upperBound":1,"independentScore":0.9041220459835998,"independent":true,"opponentIds":1918,"independentOpponentIds":1918,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["7551c8c0295e481116b6da40"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8724805843159368,"lowerBound":0,"upperBound":1,"independentScore":0.8724805843159368,"independent":true,"opponentIds":1900,"independentOpponentIds":1900,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["68527a9aa6a80fe2b6b57d58"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1901,"independentOpponentIds":1901,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["120cd61fa038594ff09377ed"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8482703451110613,"lowerBound":0,"upperBound":1,"independentScore":0.8482703451110613,"independent":true,"opponentIds":1904,"independentOpponentIds":1904,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["ce4626bb5d5d94abcaddd1b0"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7791604286887331,"lowerBound":0,"upperBound":1,"independentScore":0.7791604286887331,"independent":true,"opponentIds":1905,"independentOpponentIds":1905,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["82d2a580c6f40ae99a27fa94"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8516220560034871,"lowerBound":0,"upperBound":1,"independentScore":0.8516220560034871,"independent":true,"opponentIds":1919,"independentOpponentIds":1919,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["c7a445e9105703a4a9140142"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7422333019441848,"lowerBound":0,"upperBound":1,"independentScore":0.7422333019441848,"independent":true,"opponentIds":1920,"independentOpponentIds":1920,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["69351a9c04f817687a4d844e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1326a222541d5fa16aa3d69f","b2f7b3ce100e19c3b23c1e5b","7551c8c0295e481116b6da40","68527a9aa6a80fe2b6b57d58","120cd61fa038594ff09377ed","ce4626bb5d5d94abcaddd1b0","82d2a580c6f40ae99a27fa94","c7a445e9105703a4a9140142","69351a9c04f817687a4d844e"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":10}],"unspecified":0,"total":10}},{"id":"grok-4.5--effort-high","name":"Grok-4.5 · High","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.5","detailsUrl":"/efforts?model=grok-4.5","publishedBenchmarkCount":42,"overallRating":{"score":0.37226537761589995,"supported":true,"families":31,"publishers":8,"evaluationSources":8,"taskAreas":6,"opponents":220,"independentFamilies":30,"reason":null,"independentSources":6,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Datacurve","independent":true,"share":0.12629004855947532},{"source":"Cognition","independent":true,"share":0.1262900485594753},{"source":"Terminal-Bench","independent":true,"share":0.1262900485594753},{"source":"SWE-rebench","independent":true,"share":0.12629004855947526},{"source":"Vals AI","independent":true,"share":0.1259911546159976},{"source":"Artificial Analysis","independent":true,"share":0.1258064595993115},{"source":"Epoch AI","independent":true,"share":0.1251714795579488},{"source":"ARC Prize","independent":true,"share":0.11787071198884361}]},"capabilityRatings":[{"bucket":"agentic","score":0.497225891871669,"supported":true,"families":11,"independentFamilies":11,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.4228497352333562,"supported":true,"families":8,"independentFamilies":8,"opponents":220,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4415006181002327,"supported":true,"families":7,"independentFamilies":6,"opponents":126,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.4511796078525197,"supported":true,"families":3,"independentFamilies":3,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.44708269585005134,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.45628765689618067,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.5206221129041934,"lowerBound":0,"upperBound":1,"independentScore":0.5206221129041934,"independent":true,"opponentIds":1921,"independentOpponentIds":1921,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["e04b4c1584c40ead300a6494"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8279693486590036,"lowerBound":0,"upperBound":1,"independentScore":0.8279693486590036,"independent":true,"opponentIds":1922,"independentOpponentIds":1922,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["54926ad11c502455b00573fe"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8281249999999999,"lowerBound":0,"upperBound":1,"independentScore":0.8281249999999999,"independent":true,"opponentIds":1923,"independentOpponentIds":1923,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-f8Pac6hqib4t7x2s4HCRoT"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7194687147618042,"lowerBound":0,"upperBound":1,"independentScore":0.7194687147618042,"independent":true,"opponentIds":1924,"independentOpponentIds":1924,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["3fb681f994810c739344b77f","2b62bae9938cc7ca82751c8a"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9267480842911878,"lowerBound":0,"upperBound":1,"independentScore":0.9267480842911878,"independent":true,"opponentIds":1925,"independentOpponentIds":1925,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["fa8a12feceedbdedf24b72f3"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8920000000000001,"lowerBound":0,"upperBound":1,"independentScore":0.8920000000000001,"independent":true,"opponentIds":1926,"independentOpponentIds":1926,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["5f6cab432b7af151e56d72c7"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.549624618729804,"lowerBound":0,"upperBound":1,"independentScore":0.549624618729804,"independent":true,"opponentIds":1927,"independentOpponentIds":1927,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["927091b6f30b8898774d9b75"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.850742228680514,"lowerBound":0,"upperBound":1,"independentScore":0.850742228680514,"independent":true,"opponentIds":1928,"independentOpponentIds":1928,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["74d938a06c551969af7cf629"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8541559659206713,"lowerBound":0,"upperBound":1,"independentScore":0.8541559659206713,"independent":true,"opponentIds":1929,"independentOpponentIds":1929,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["8c4189a8314621ca519523e6"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8993790343649838,"lowerBound":0,"upperBound":1,"independentScore":0.8993790343649838,"independent":true,"opponentIds":1930,"independentOpponentIds":1930,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["cce6b0003a75b934b5ce797d","epoch-run-9kSgmUd9vh4CBXz3tJhctN"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.872454572485483,"lowerBound":0,"upperBound":1,"independentScore":0.872454572485483,"independent":true,"opponentIds":1931,"independentOpponentIds":1931,"panelSize":50,"publishers":["Artificial Analysis","Vals AI"],"observations":["26e57c4171d8af90ff7c9d8b","vals-legal-agent-benchmark-v1:grok/grok-4.5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9363782051282052,"lowerBound":0,"upperBound":1,"independentScore":0.9363782051282052,"independent":true,"opponentIds":1932,"independentOpponentIds":1932,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["dfc2d18c6b5c05d46a2fc38b"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6441774491682071,"lowerBound":0,"upperBound":1,"independentScore":0.6441774491682071,"independent":true,"opponentIds":1933,"independentOpponentIds":1933,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:grok/grok-4.5"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9002923976608186,"lowerBound":0,"upperBound":1,"independentScore":0.9002923976608186,"independent":true,"opponentIds":1934,"independentOpponentIds":1934,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["0d148747c6b768836b3329d1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9437710437710437,"lowerBound":0,"upperBound":1,"independentScore":0.9437710437710437,"independent":true,"opponentIds":1935,"independentOpponentIds":1935,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["d472e7944026d02ff693dcbe"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.8592825260373619,"lowerBound":0,"upperBound":1,"independentScore":0.8592825260373619,"independent":true,"opponentIds":1936,"independentOpponentIds":1936,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["8b158e8057762eda00e49b8a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9100827417231928,"lowerBound":0,"upperBound":1,"independentScore":0.9100827417231928,"independent":true,"opponentIds":1937,"independentOpponentIds":1937,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["91458be076d7e97fd168922a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.07791220539711868,"lowerBound":0,"upperBound":1,"independentScore":0.07791220539711868,"independent":true,"opponentIds":1938,"independentOpponentIds":1938,"panelSize":126,"publishers":["Artificial Analysis","Terminal-Bench","Vals AI"],"observations":["377fe99391f8f823331313ae","0212dd4561acee977e00400d","ec5579f64a5a32bfa01b650d","vals-terminal-bench-2-1-v2.1:grok/grok-4.5"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5456140350877198,"lowerBound":0,"upperBound":1,"independentScore":0.5456140350877198,"independent":true,"opponentIds":1939,"independentOpponentIds":1939,"panelSize":38,"publishers":["ARC Prize"],"observations":["3db181a4b2c903d1c6f5ca32"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.46466666666666656,"lowerBound":0,"upperBound":1,"independentScore":0.46466666666666656,"independent":true,"opponentIds":1940,"independentOpponentIds":1940,"panelSize":25,"publishers":["Datacurve"],"observations":["29895fdf00c54de0c01daedb"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.28846153846153844,"lowerBound":0,"upperBound":1,"independentScore":0.28846153846153844,"independent":true,"opponentIds":1941,"independentOpponentIds":1941,"panelSize":6,"publishers":["ARC Prize"],"observations":["dd27c86aaec46afa668fb3ed"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.33333333333333337,"lowerBound":0,"upperBound":1,"independentScore":0.33333333333333337,"independent":true,"opponentIds":1942,"independentOpponentIds":1942,"panelSize":1,"publishers":["Cognition"],"observations":["2bd0af0abcc178550c64a1ac","de359ceaf316774036c9cd92"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.5714285714285715,"lowerBound":0,"upperBound":1,"independentScore":0.5714285714285715,"independent":true,"opponentIds":1943,"independentOpponentIds":1943,"panelSize":7,"publishers":["SWE-rebench"],"observations":["panel-c9c71176cdf68d6328da3f8c"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.7987045341305429,"lowerBound":0,"upperBound":1,"independentScore":0.7987045341305429,"independent":true,"opponentIds":1944,"independentOpponentIds":1944,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-6e3LDVuZwoZC4Sg7ushoVP"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.3387120542292958,"lowerBound":0,"upperBound":1,"independentScore":0.3387120542292958,"independent":true,"opponentIds":1945,"independentOpponentIds":1945,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-7vThbrtbczScg2UcsAYXtF","epoch-run-djbbEqvBW9qux3pZwcZN2i"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.43999999999999984,"lowerBound":0,"upperBound":1,"independentScore":0.43999999999999984,"independent":true,"opponentIds":1946,"independentOpponentIds":1946,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-7HWW3sjRstKzb9JpcnvLaV"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.23400191021967529,"lowerBound":0,"upperBound":1,"independentScore":0.23400191021967529,"independent":true,"opponentIds":1947,"independentOpponentIds":1947,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:grok/grok-4.5"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.4861111111111112,"lowerBound":0,"upperBound":1,"independentScore":0.4861111111111112,"independent":true,"opponentIds":1948,"independentOpponentIds":1948,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:grok/grok-4.5"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.42300805729632945,"lowerBound":0,"upperBound":1,"independentScore":0.42300805729632945,"independent":true,"opponentIds":1949,"independentOpponentIds":1949,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:grok/grok-4.5"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.25067144136078784,"lowerBound":0,"upperBound":1,"independentScore":0.25067144136078784,"independent":true,"opponentIds":1950,"independentOpponentIds":1950,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:grok/grok-4.5"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.40734109221128023,"lowerBound":0,"upperBound":1,"independentScore":0.40734109221128023,"independent":true,"opponentIds":1951,"independentOpponentIds":1951,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:grok/grok-4.5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e04b4c1584c40ead300a6494","54926ad11c502455b00573fe","3fb681f994810c739344b77f","fa8a12feceedbdedf24b72f3","5f6cab432b7af151e56d72c7","927091b6f30b8898774d9b75","74d938a06c551969af7cf629","8c4189a8314621ca519523e6","cce6b0003a75b934b5ce797d","26e57c4171d8af90ff7c9d8b","dfc2d18c6b5c05d46a2fc38b","2b62bae9938cc7ca82751c8a","0d148747c6b768836b3329d1","d472e7944026d02ff693dcbe","8b158e8057762eda00e49b8a","91458be076d7e97fd168922a","377fe99391f8f823331313ae","0212dd4561acee977e00400d","3db181a4b2c903d1c6f5ca32","29895fdf00c54de0c01daedb","dd27c86aaec46afa668fb3ed","2bd0af0abcc178550c64a1ac","de359ceaf316774036c9cd92","ec5579f64a5a32bfa01b650d","panel-c9c71176cdf68d6328da3f8c","epoch-run-6e3LDVuZwoZC4Sg7ushoVP","epoch-run-7vThbrtbczScg2UcsAYXtF","epoch-run-djbbEqvBW9qux3pZwcZN2i","epoch-run-9kSgmUd9vh4CBXz3tJhctN","epoch-run-f8Pac6hqib4t7x2s4HCRoT","epoch-run-7HWW3sjRstKzb9JpcnvLaV","vals-finance-agent-v2:grok/grok-4.5","vals-code-migration-v1:grok/grok-4.5","vals-legal-research-v1:grok/grok-4.5","vals-emb-v1:grok/grok-4.5","vals-mmlu-pro-v1:grok/grok-4.5","vals-terminal-bench-2-1-v2.1:grok/grok-4.5","vals-vibe-code-bench-v1.1:grok/grok-4.5","vals-legal-agent-benchmark-v1:grok/grok-4.5"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.5-flash","qwen3.6-flash"]},"effort":{"label":"High","settings":[{"label":"High","observations":42}],"unspecified":0,"total":42}},{"id":"grok-4.5--effort-low","name":"Grok-4.5 · Low","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.5","detailsUrl":"/efforts?model=grok-4.5","publishedBenchmarkCount":5,"overallRating":{"score":0.17616076580943574,"supported":true,"families":3,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":38,"independentFamilies":2,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.5992213592359429},{"source":"Cognition","independent":true,"share":0.40077864076405745}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.29480806338820414,"supported":true,"families":2,"independentFamilies":2,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.09451968395020234,"supported":false,"families":1,"independentFamilies":0,"opponents":1,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5301005680230938,"lowerBound":0,"upperBound":1,"independentScore":0.5301005680230938,"independent":true,"opponentIds":1939,"independentOpponentIds":1939,"panelSize":38,"publishers":["ARC Prize"],"observations":["6b3763ee781610c75ebd4561"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.33000688231245695,"lowerBound":0,"upperBound":1,"independentScore":0.33000688231245695,"independent":true,"opponentIds":1941,"independentOpponentIds":1941,"panelSize":6,"publishers":["ARC Prize"],"observations":["7fe01339271092343301c357"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1942,"independentOpponentIds":1942,"panelSize":1,"publishers":["Cognition"],"observations":["826615a0c654de07c920208e","c9b43e92020f700c0d052db9"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6b3763ee781610c75ebd4561","7fe01339271092343301c357","826615a0c654de07c920208e","c9b43e92020f700c0d052db9"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":5}],"unspecified":0,"total":5}},{"id":"grok-4.5--effort-medium","name":"Grok-4.5 · Medium","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.5","detailsUrl":"/efforts?model=grok-4.5","publishedBenchmarkCount":5,"overallRating":{"score":0.3255279821162912,"supported":true,"families":3,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":38,"independentFamilies":2,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.5992213592359429},{"source":"Cognition","independent":true,"share":0.40077864076405745}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.3382561516381492,"supported":true,"families":2,"independentFamilies":2,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.451427721716922,"supported":false,"families":1,"independentFamilies":0,"opponents":1,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5951205885091727,"lowerBound":0,"upperBound":1,"independentScore":0.5951205885091727,"independent":true,"opponentIds":1939,"independentOpponentIds":1939,"panelSize":38,"publishers":["ARC Prize"],"observations":["f3dd688412c9fb5675915351"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.33000688231245695,"lowerBound":0,"upperBound":1,"independentScore":0.33000688231245695,"independent":true,"opponentIds":1941,"independentOpponentIds":1941,"panelSize":6,"publishers":["ARC Prize"],"observations":["99e65bc1e02ebf4fee08b548"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.38888888888888895,"lowerBound":0,"upperBound":1,"independentScore":0.38888888888888895,"independent":true,"opponentIds":1942,"independentOpponentIds":1942,"panelSize":1,"publishers":["Cognition"],"observations":["b7467edb46036b2935325b6c","eaf538a9130f43391ba85bbf"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f3dd688412c9fb5675915351","99e65bc1e02ebf4fee08b548","b7467edb46036b2935325b6c","eaf538a9130f43391ba85bbf"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.6","kimi-k3","o3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":5}],"unspecified":0,"total":5}},{"id":"grok-4.6--effort-high","name":"Grok 4.6 · High","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.6","detailsUrl":"/efforts?model=grok-4.6","publishedBenchmarkCount":35,"overallRating":{"score":0.6229677059623371,"supported":true,"families":27,"publishers":7,"evaluationSources":7,"taskAreas":5,"opponents":218,"independentFamilies":26,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Vals AI","independent":true,"share":0.1599268043734551},{"source":"Cognition","independent":true,"share":0.15662809704740902},{"source":"ARC Prize","independent":true,"share":0.15306633111054718},{"source":"Artificial Analysis","independent":true,"share":0.14710468844414826},{"source":"Terminal-Bench","independent":true,"share":0.14300826252154736},{"source":"Epoch AI","independent":true,"share":0.133513553489188},{"source":"Datacurve","independent":true,"share":0.10675226301370355}]},"capabilityRatings":[{"bucket":"agentic","score":0.6601657841377371,"supported":true,"families":11,"independentFamilies":11,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5417466152221548,"supported":true,"families":6,"independentFamilies":6,"opponents":218,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7182149404942887,"supported":true,"families":6,"independentFamilies":5,"opponents":126,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.5192526394436917,"supported":true,"families":3,"independentFamilies":3,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.4227567186447343,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.6346419883773713,"lowerBound":0,"upperBound":1,"independentScore":0.6346419883773713,"independent":true,"opponentIds":1952,"independentOpponentIds":1952,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["3c5dd3212c5738aaab0975c9"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9611690269930633,"lowerBound":0,"upperBound":1,"independentScore":0.9611690269930633,"independent":true,"opponentIds":1953,"independentOpponentIds":1953,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["0e717a8621ac7d5e7b83f0c5"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8709487330583384,"lowerBound":0,"upperBound":1,"independentScore":0.8709487330583384,"independent":true,"opponentIds":1954,"independentOpponentIds":1954,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-jtfdCURnwfZzak4BSiBKzx"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.714331024868042,"lowerBound":0,"upperBound":1,"independentScore":0.714331024868042,"independent":true,"opponentIds":1955,"independentOpponentIds":1955,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["403fbffb3d4c130fe0a9f700","23325239d62a3b8f2f30a348"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9947371773259042,"lowerBound":0,"upperBound":1,"independentScore":0.9947371773259042,"independent":true,"opponentIds":1956,"independentOpponentIds":1956,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["45f91d7a9b1de993e85a20ce"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9268284521398902,"lowerBound":0,"upperBound":1,"independentScore":0.9268284521398902,"independent":true,"opponentIds":1957,"independentOpponentIds":1957,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["45ba7bd68a9e01e37c632257"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.9104123341519312,"lowerBound":0,"upperBound":1,"independentScore":0.9104123341519312,"independent":true,"opponentIds":1958,"independentOpponentIds":1958,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["b1293bc7579eca6bbdab6135"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.833070073872364,"lowerBound":0,"upperBound":1,"independentScore":0.833070073872364,"independent":true,"opponentIds":1959,"independentOpponentIds":1959,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["2a7e2415031e29ef507c8a42"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9612466600994779,"lowerBound":0,"upperBound":1,"independentScore":0.9612466600994779,"independent":true,"opponentIds":1960,"independentOpponentIds":1960,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["efd5e16b51c0ef83d3a54291"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9623207207314863,"lowerBound":0,"upperBound":1,"independentScore":0.9623207207314863,"independent":true,"opponentIds":1961,"independentOpponentIds":1961,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["ba76728c38b2f86ca1efc6ad","epoch-run-hnP6Z88x8bPEBRZ2PW6kps"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.9041533546325876,"lowerBound":0,"upperBound":1,"independentScore":0.9041533546325876,"independent":true,"opponentIds":1962,"independentOpponentIds":1962,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:grok/grok-4.6"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9538681674655142,"lowerBound":0,"upperBound":1,"independentScore":0.9538681674655142,"independent":true,"opponentIds":1963,"independentOpponentIds":1963,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["477c12bc73aea349f49ef6a6"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7070957095709571,"lowerBound":0,"upperBound":1,"independentScore":0.7070957095709571,"independent":true,"opponentIds":1964,"independentOpponentIds":1964,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:grok/grok-4.6"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9364746356812977,"lowerBound":0,"upperBound":1,"independentScore":0.9364746356812977,"independent":true,"opponentIds":1965,"independentOpponentIds":1965,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["019b5793b4933474b0e3bd08"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9232268798203219,"lowerBound":0,"upperBound":1,"independentScore":0.9232268798203219,"independent":true,"opponentIds":1966,"independentOpponentIds":1966,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["ba5cc0dfeff8c957916898ac"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9878891865503016,"lowerBound":0,"upperBound":1,"independentScore":0.9878891865503016,"independent":true,"opponentIds":1967,"independentOpponentIds":1967,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["11ed8dc8a72cb1dd225c2d68"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9776498669258556,"lowerBound":0,"upperBound":1,"independentScore":0.9776498669258556,"independent":true,"opponentIds":1968,"independentOpponentIds":1968,"panelSize":126,"publishers":["Artificial Analysis","Terminal-Bench","Vals AI"],"observations":["d11a73033247919db8e39a28","67fb1e447bf3a84a1dc5dfca","2b41628e867fcb824b023ab3","vals-terminal-bench-2-1-v2.1:grok/grok-4.6"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7423386506658857,"lowerBound":0,"upperBound":1,"independentScore":0.7423386506658857,"independent":true,"opponentIds":1969,"independentOpponentIds":1969,"panelSize":38,"publishers":["ARC Prize"],"observations":["f494121ba1b32eb13d788d7e"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.6497831079356979,"lowerBound":0,"upperBound":1,"independentScore":0.6497831079356979,"independent":true,"opponentIds":1970,"independentOpponentIds":1970,"panelSize":25,"publishers":["Datacurve"],"observations":["3d4862ebd4d7563b0b815232"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1971,"independentOpponentIds":1971,"panelSize":1,"publishers":["Cognition"],"observations":["6958a5ca37b2c58d4c9c3e9d","304e04af8619e1665e7baa68"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.8919425096273227,"lowerBound":0,"upperBound":1,"independentScore":0.8919425096273227,"independent":true,"opponentIds":1972,"independentOpponentIds":1972,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-NGQ4Q8Wrb4aroMu5RecTS6"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.544016768292683,"lowerBound":0,"upperBound":1,"independentScore":0.544016768292683,"independent":true,"opponentIds":1973,"independentOpponentIds":1973,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-TpHYtuPG6kYZFvMK7Z6Hqj"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.4667235494880545,"lowerBound":0,"upperBound":1,"independentScore":0.4667235494880545,"independent":true,"opponentIds":1974,"independentOpponentIds":1974,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:grok/grok-4.6"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.7623839009287927,"lowerBound":0,"upperBound":1,"independentScore":0.7623839009287927,"independent":true,"opponentIds":1975,"independentOpponentIds":1975,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:grok/grok-4.6"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.8582268370607027,"lowerBound":0,"upperBound":1,"independentScore":0.8582268370607027,"independent":true,"opponentIds":1976,"independentOpponentIds":1976,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:grok/grok-4.6"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.5071884984025558,"lowerBound":0,"upperBound":1,"independentScore":0.5071884984025558,"independent":true,"opponentIds":1977,"independentOpponentIds":1977,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:grok/grok-4.6"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.6246006389776355,"lowerBound":0,"upperBound":1,"independentScore":0.6246006389776355,"independent":true,"opponentIds":1978,"independentOpponentIds":1978,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:grok/grok-4.6"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3c5dd3212c5738aaab0975c9","0e717a8621ac7d5e7b83f0c5","403fbffb3d4c130fe0a9f700","45f91d7a9b1de993e85a20ce","45ba7bd68a9e01e37c632257","b1293bc7579eca6bbdab6135","2a7e2415031e29ef507c8a42","efd5e16b51c0ef83d3a54291","ba76728c38b2f86ca1efc6ad","477c12bc73aea349f49ef6a6","23325239d62a3b8f2f30a348","019b5793b4933474b0e3bd08","ba5cc0dfeff8c957916898ac","11ed8dc8a72cb1dd225c2d68","d11a73033247919db8e39a28","67fb1e447bf3a84a1dc5dfca","f494121ba1b32eb13d788d7e","3d4862ebd4d7563b0b815232","6958a5ca37b2c58d4c9c3e9d","304e04af8619e1665e7baa68","2b41628e867fcb824b023ab3","epoch-run-NGQ4Q8Wrb4aroMu5RecTS6","epoch-run-hnP6Z88x8bPEBRZ2PW6kps","epoch-run-jtfdCURnwfZzak4BSiBKzx","epoch-run-TpHYtuPG6kYZFvMK7Z6Hqj","vals-finance-agent-v2:grok/grok-4.6","vals-code-migration-v1:grok/grok-4.6","vals-legal-research-v1:grok/grok-4.6","vals-emb-v1:grok/grok-4.6","vals-mmlu-pro-v1:grok/grok-4.6","vals-terminal-bench-2-1-v2.1:grok/grok-4.6","vals-vibe-code-bench-v1.1:grok/grok-4.6","vals-legal-agent-benchmark-v1:grok/grok-4.6"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":35}],"unspecified":0,"total":35}},{"id":"grok-4.6--effort-low","name":"Grok 4.6 · Low","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.6","detailsUrl":"/efforts?model=grok-4.6","publishedBenchmarkCount":19,"overallRating":{"score":0.23974190515385937,"supported":true,"families":15,"publishers":4,"evaluationSources":4,"taskAreas":5,"opponents":217,"independentFamilies":14,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.2887825666856208},{"source":"Cognition","independent":true,"share":0.2886577710327308},{"source":"Artificial Analysis","independent":true,"share":0.24985984155520874},{"source":"Datacurve","independent":true,"share":0.17269982072643944}]},"capabilityRatings":[{"bucket":"agentic","score":0.5409576169347514,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.2635654672379056,"supported":true,"families":4,"independentFamilies":4,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.26022264575546183,"supported":true,"families":4,"independentFamilies":3,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.37519607710624775,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.5839341830699889,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8408308506020734,"lowerBound":0,"upperBound":1,"independentScore":0.8408308506020734,"independent":true,"opponentIds":1953,"independentOpponentIds":1953,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["d4ded8c8cf842220025c972d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.960286619352388,"lowerBound":0,"upperBound":1,"independentScore":0.960286619352388,"independent":true,"opponentIds":1979,"independentOpponentIds":1979,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["e734f89143af4a8c68b167ab"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8566089450695278,"lowerBound":0,"upperBound":1,"independentScore":0.8566089450695278,"independent":true,"opponentIds":1956,"independentOpponentIds":1956,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["054c3ab32b6b51e1cacb8e66"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8540956081588137,"lowerBound":0,"upperBound":1,"independentScore":0.8540956081588137,"independent":true,"opponentIds":1957,"independentOpponentIds":1957,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["c73b3845403c26be37e56d16"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8272879757316918,"lowerBound":0,"upperBound":1,"independentScore":0.8272879757316918,"independent":true,"opponentIds":1959,"independentOpponentIds":1959,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["ddf1393612c433158b1f573c"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9030207314294345,"lowerBound":0,"upperBound":1,"independentScore":0.9030207314294345,"independent":true,"opponentIds":1960,"independentOpponentIds":1960,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["5b0518cbb5edec145ab97b52"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8674974540410252,"lowerBound":0,"upperBound":1,"independentScore":0.8674974540410252,"independent":true,"opponentIds":1980,"independentOpponentIds":1980,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["0c7395dffb6b3896502c73d5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8040945356887138,"lowerBound":0,"upperBound":1,"independentScore":0.8040945356887138,"independent":true,"opponentIds":1963,"independentOpponentIds":1963,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["e12185f9bee54b45c735edf2"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9197155110021961,"lowerBound":0,"upperBound":1,"independentScore":0.9197155110021961,"independent":true,"opponentIds":1965,"independentOpponentIds":1965,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["b2a59f42331436a81f65fe0e"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.694967306233757,"lowerBound":0,"upperBound":1,"independentScore":0.694967306233757,"independent":true,"opponentIds":1966,"independentOpponentIds":1966,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["e22a72d808c23e07638f47bf"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8323910646615745,"lowerBound":0,"upperBound":1,"independentScore":0.8323910646615745,"independent":true,"opponentIds":1967,"independentOpponentIds":1967,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["1070933d65fc7da9c420831c"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7727029620232148,"lowerBound":0,"upperBound":1,"independentScore":0.7727029620232148,"independent":true,"opponentIds":1981,"independentOpponentIds":1981,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["f359942d0696f4ca296786b6","3fc718ffaea1ef6d8907d374"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.5334535820979651,"lowerBound":0,"upperBound":1,"independentScore":0.5334535820979651,"independent":true,"opponentIds":1969,"independentOpponentIds":1969,"panelSize":38,"publishers":["ARC Prize"],"observations":["c80d116c611cdfdbf0794a0e"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.2147086914995224,"lowerBound":0,"upperBound":1,"independentScore":0.2147086914995224,"independent":true,"opponentIds":1970,"independentOpponentIds":1970,"panelSize":25,"publishers":["Datacurve"],"observations":["83e82d34b74f64e32fe5e562"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.4,"lowerBound":0,"upperBound":1,"independentScore":0.4,"independent":true,"opponentIds":1971,"independentOpponentIds":1971,"panelSize":1,"publishers":["Cognition"],"observations":["74826bf1588713bdce3f6257","a00271826c96f0bc443bc92d"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d4ded8c8cf842220025c972d","e734f89143af4a8c68b167ab","054c3ab32b6b51e1cacb8e66","c73b3845403c26be37e56d16","ddf1393612c433158b1f573c","5b0518cbb5edec145ab97b52","0c7395dffb6b3896502c73d5","e12185f9bee54b45c735edf2","b2a59f42331436a81f65fe0e","e22a72d808c23e07638f47bf","1070933d65fc7da9c420831c","f359942d0696f4ca296786b6","3fc718ffaea1ef6d8907d374","c80d116c611cdfdbf0794a0e","83e82d34b74f64e32fe5e562","74826bf1588713bdce3f6257","a00271826c96f0bc443bc92d"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":19}],"unspecified":0,"total":19}},{"id":"grok-4.6--effort-medium","name":"Grok 4.6 · Medium","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.6","detailsUrl":"/efforts?model=grok-4.6","publishedBenchmarkCount":19,"overallRating":{"score":0.5953251618608743,"supported":true,"families":15,"publishers":4,"evaluationSources":4,"taskAreas":5,"opponents":217,"independentFamilies":14,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.2887825666856208},{"source":"Cognition","independent":true,"share":0.2886577710327308},{"source":"Artificial Analysis","independent":true,"share":0.24985984155520874},{"source":"Datacurve","independent":true,"share":0.17269982072643944}]},"capabilityRatings":[{"bucket":"agentic","score":0.6719441296851102,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.4760193976978229,"supported":true,"families":4,"independentFamilies":4,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.7132214197756529,"supported":true,"families":4,"independentFamilies":3,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.3583194829278513,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.5945468019248774,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9389792767925896,"lowerBound":0,"upperBound":1,"independentScore":0.9389792767925896,"independent":true,"opponentIds":1953,"independentOpponentIds":1953,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["8ee72461e2fd4c2d3a3b9148"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9634259492198588,"lowerBound":0,"upperBound":1,"independentScore":0.9634259492198588,"independent":true,"opponentIds":1979,"independentOpponentIds":1979,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["a5c886cc36cd42ce59e53418"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9903546871202356,"lowerBound":0,"upperBound":1,"independentScore":0.9903546871202356,"independent":true,"opponentIds":1956,"independentOpponentIds":1956,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["f104d2d68e7f44b6e2dccf41"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9405179107111022,"lowerBound":0,"upperBound":1,"independentScore":0.9405179107111022,"independent":true,"opponentIds":1957,"independentOpponentIds":1957,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["660f538129047bbe99b9ec11"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8549614323968636,"lowerBound":0,"upperBound":1,"independentScore":0.8549614323968636,"independent":true,"opponentIds":1959,"independentOpponentIds":1959,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["f40e905d9f3955576665619b"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9603444396649333,"lowerBound":0,"upperBound":1,"independentScore":0.9603444396649333,"independent":true,"opponentIds":1960,"independentOpponentIds":1960,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["c3cea65021791dd8aedd62f2"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9827301684258513,"lowerBound":0,"upperBound":1,"independentScore":0.9827301684258513,"independent":true,"opponentIds":1980,"independentOpponentIds":1980,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["52618fd8fe81fb1041c98953"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9496815218922665,"lowerBound":0,"upperBound":1,"independentScore":0.9496815218922665,"independent":true,"opponentIds":1963,"independentOpponentIds":1963,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["e1b87ca46f07d08e805d4eb4"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9143542460458194,"lowerBound":0,"upperBound":1,"independentScore":0.9143542460458194,"independent":true,"opponentIds":1965,"independentOpponentIds":1965,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["d21aded68f27a80ed79d5087"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9208299056260675,"lowerBound":0,"upperBound":1,"independentScore":0.9208299056260675,"independent":true,"opponentIds":1966,"independentOpponentIds":1966,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["6ef88b16c55a462f1fbcff3d"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.881997328920589,"lowerBound":0,"upperBound":1,"independentScore":0.881997328920589,"independent":true,"opponentIds":1967,"independentOpponentIds":1967,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["7fd9cc7f1f85cfa6226325da"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8811388124013889,"lowerBound":0,"upperBound":1,"independentScore":0.8811388124013889,"independent":true,"opponentIds":1981,"independentOpponentIds":1981,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["0f9713ed90ebd9bd4534f929","73835b49fe42ab80ec539285"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.741822144561562,"lowerBound":0,"upperBound":1,"independentScore":0.741822144561562,"independent":true,"opponentIds":1969,"independentOpponentIds":1969,"panelSize":38,"publishers":["ARC Prize"],"observations":["9cc5971c94263e7ed3b6e5aa"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.7389684813753582,"lowerBound":0,"upperBound":1,"independentScore":0.7389684813753582,"independent":true,"opponentIds":1970,"independentOpponentIds":1970,"panelSize":25,"publishers":["Datacurve"],"observations":["dee4caacc80397f92e821c17"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":1971,"independentOpponentIds":1971,"panelSize":1,"publishers":["Cognition"],"observations":["1fb4cc080f6a704550c60899","e83c78ee104f6ac791b27a26"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8ee72461e2fd4c2d3a3b9148","a5c886cc36cd42ce59e53418","f104d2d68e7f44b6e2dccf41","660f538129047bbe99b9ec11","f40e905d9f3955576665619b","c3cea65021791dd8aedd62f2","52618fd8fe81fb1041c98953","e1b87ca46f07d08e805d4eb4","d21aded68f27a80ed79d5087","6ef88b16c55a462f1fbcff3d","7fd9cc7f1f85cfa6226325da","0f9713ed90ebd9bd4534f929","73835b49fe42ab80ec539285","9cc5971c94263e7ed3b6e5aa","dee4caacc80397f92e821c17","1fb4cc080f6a704550c60899","e83c78ee104f6ac791b27a26"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":19}],"unspecified":0,"total":19}},{"id":"grok-4.6--effort-xhigh","name":"Grok 4.6 · XHigh","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.6","detailsUrl":"/efforts?model=grok-4.6","publishedBenchmarkCount":25,"overallRating":{"score":0.5463936001887825,"supported":true,"families":19,"publishers":4,"evaluationSources":4,"taskAreas":5,"opponents":221,"independentFamilies":19,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.3236938576872555},{"source":"Epoch AI","independent":true,"share":0.2654126833220383},{"source":"Artificial Analysis","independent":true,"share":0.24296160690099042},{"source":"Datacurve","independent":true,"share":0.16793185208971526}]},"capabilityRatings":[{"bucket":"agentic","score":0.6851417387352444,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5528522569110806,"supported":true,"families":8,"independentFamilies":8,"opponents":221,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.6503696221424788,"supported":true,"families":3,"independentFamilies":3,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.41145525061898347,"supported":true,"families":2,"independentFamilies":2,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.5945468019248774,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9545437979367474,"lowerBound":0,"upperBound":1,"independentScore":0.9545437979367474,"independent":true,"opponentIds":1953,"independentOpponentIds":1953,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["7fc29bf0ad8e603f80d34abe"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9346483963258545,"lowerBound":0,"upperBound":1,"independentScore":0.9346483963258545,"independent":true,"opponentIds":1954,"independentOpponentIds":1954,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-7crLvnfQc987dC6mr3iGbf"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9634259492198588,"lowerBound":0,"upperBound":1,"independentScore":0.9634259492198588,"independent":true,"opponentIds":1979,"independentOpponentIds":1979,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["ae37b0844362fac304b68324"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9957832049219121,"lowerBound":0,"upperBound":1,"independentScore":0.9957832049219121,"independent":true,"opponentIds":1956,"independentOpponentIds":1956,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["0999469725cecb5b4c543921"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9466465157830739,"lowerBound":0,"upperBound":1,"independentScore":0.9466465157830739,"independent":true,"opponentIds":1957,"independentOpponentIds":1957,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["37e9c27bbdff0ce8078ce069"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8392405736425146,"lowerBound":0,"upperBound":1,"independentScore":0.8392405736425146,"independent":true,"opponentIds":1959,"independentOpponentIds":1959,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["57df6c8e4db31d53d9c4f418"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9860173336480862,"lowerBound":0,"upperBound":1,"independentScore":0.9860173336480862,"independent":true,"opponentIds":1960,"independentOpponentIds":1960,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["6e5c4070f5e96c65a869fe26"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9506049588414013,"lowerBound":0,"upperBound":1,"independentScore":0.9506049588414013,"independent":true,"opponentIds":1961,"independentOpponentIds":1961,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["2d7228aef62f24943be9fa82","epoch-run-9YJf2nviwjM6WVhw8qeJta"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9711074248799324,"lowerBound":0,"upperBound":1,"independentScore":0.9711074248799324,"independent":true,"opponentIds":1963,"independentOpponentIds":1963,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["f4b86fdbf8e6fb1c74530ac5"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.917776330060528,"lowerBound":0,"upperBound":1,"independentScore":0.917776330060528,"independent":true,"opponentIds":1965,"independentOpponentIds":1965,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["01bb8807c7ea19d4b16cc08c"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.8344829907245993,"lowerBound":0,"upperBound":1,"independentScore":0.8344829907245993,"independent":true,"opponentIds":1966,"independentOpponentIds":1966,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["3ed711611c036fede0642751"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8797095967165881,"lowerBound":0,"upperBound":1,"independentScore":0.8797095967165881,"independent":true,"opponentIds":1967,"independentOpponentIds":1967,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["47f25590e81572edc7ae836e"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9198315149906836,"lowerBound":0,"upperBound":1,"independentScore":0.9198315149906836,"independent":true,"opponentIds":1981,"independentOpponentIds":1981,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["146b01e3d6b3dd74cf939381","57abb41c70329a99f77535b3"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7529103131660932,"lowerBound":0,"upperBound":1,"independentScore":0.7529103131660932,"independent":true,"opponentIds":1969,"independentOpponentIds":1969,"panelSize":38,"publishers":["ARC Prize"],"observations":["055e2840581f27e7013445b1"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.7075453677172876,"lowerBound":0,"upperBound":1,"independentScore":0.7075453677172876,"independent":true,"opponentIds":1970,"independentOpponentIds":1970,"panelSize":25,"publishers":["Datacurve"],"observations":["bc046d614155011b4f32fd77"],"sourceScores":[]},{"id":"arc-agi-3","label":"arc-agi-3","bucket":"hard_reasoning","score":0.603448275862069,"lowerBound":0,"upperBound":1,"independentScore":0.603448275862069,"independent":true,"opponentIds":1982,"independentOpponentIds":1982,"panelSize":6,"publishers":["ARC Prize"],"observations":["dcbdda875af63c9d559ccae4"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.7804762868515154,"lowerBound":0,"upperBound":1,"independentScore":0.7804762868515154,"independent":true,"opponentIds":1983,"independentOpponentIds":1983,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-RiyrdXiqrXT98mKM9nMsmu","epoch-run-9cXtChGrowgGDwa9AcAecB"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.6228142318009584,"lowerBound":0,"upperBound":1,"independentScore":0.6228142318009584,"independent":true,"opponentIds":1984,"independentOpponentIds":1984,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-bg3JRdd33iWfvRoGSvyXXE","epoch-run-Zb2AKwa942D7dBTTcebAba"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.5585718986508722,"lowerBound":0,"upperBound":1,"independentScore":0.5585718986508722,"independent":true,"opponentIds":1973,"independentOpponentIds":1973,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-dKCWFaoGCWJTnD5CPWQGru"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7fc29bf0ad8e603f80d34abe","ae37b0844362fac304b68324","0999469725cecb5b4c543921","37e9c27bbdff0ce8078ce069","57df6c8e4db31d53d9c4f418","6e5c4070f5e96c65a869fe26","2d7228aef62f24943be9fa82","f4b86fdbf8e6fb1c74530ac5","01bb8807c7ea19d4b16cc08c","3ed711611c036fede0642751","47f25590e81572edc7ae836e","146b01e3d6b3dd74cf939381","57abb41c70329a99f77535b3","055e2840581f27e7013445b1","bc046d614155011b4f32fd77","dcbdda875af63c9d559ccae4","epoch-run-RiyrdXiqrXT98mKM9nMsmu","epoch-run-bg3JRdd33iWfvRoGSvyXXE","epoch-run-Zb2AKwa942D7dBTTcebAba","epoch-run-9YJf2nviwjM6WVhw8qeJta","epoch-run-9cXtChGrowgGDwa9AcAecB","epoch-run-7crLvnfQc987dC6mr3iGbf","epoch-run-dKCWFaoGCWJTnD5CPWQGru"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":25}],"unspecified":0,"total":25}},{"id":"hy3--effort-reasoning","name":"Hy3 · Reasoning","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"hy3","detailsUrl":"/efforts?model=hy3","publishedBenchmarkCount":14,"overallRating":{"score":0.2637595467190457,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999982}]},"capabilityRatings":[{"bucket":"agentic","score":0.3173667379398508,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.31958502707413144,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.26902039541471484,"supported":true,"families":2,"independentFamilies":2,"opponents":125,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.26851425953750235,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.4635971381345323,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6642925875615527,"lowerBound":0,"upperBound":1,"independentScore":0.6642925875615527,"independent":true,"opponentIds":1985,"independentOpponentIds":1985,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["4b52e57716284a426b20e616"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9171729801456386,"lowerBound":0,"upperBound":1,"independentScore":0.9171729801456386,"independent":true,"opponentIds":1986,"independentOpponentIds":1986,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["dbe2f8f3df27510117453b6d"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5812335786579629,"lowerBound":0,"upperBound":1,"independentScore":0.5812335786579629,"independent":true,"opponentIds":1987,"independentOpponentIds":1987,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["725cf8be083eeea3761a0746"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8292355672919959,"lowerBound":0,"upperBound":1,"independentScore":0.8292355672919959,"independent":true,"opponentIds":1988,"independentOpponentIds":1988,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["ed230f269f79598168400161"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6572655041120743,"lowerBound":0,"upperBound":1,"independentScore":0.6572655041120743,"independent":true,"opponentIds":1989,"independentOpponentIds":1989,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["875ff8bc105e8938ba3ab493"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.755684645207801,"lowerBound":0,"upperBound":1,"independentScore":0.755684645207801,"independent":true,"opponentIds":1990,"independentOpponentIds":1990,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["6d88716d3f6022775ca0349b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9030804292931589,"lowerBound":0,"upperBound":1,"independentScore":0.9030804292931589,"independent":true,"opponentIds":1991,"independentOpponentIds":1991,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["c62d7142b2955f3cccde331b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8758882369352458,"lowerBound":0,"upperBound":1,"independentScore":0.8758882369352458,"independent":true,"opponentIds":1992,"independentOpponentIds":1992,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["a7a35fd1ba65fa084a53bfff"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8280963143232171,"lowerBound":0,"upperBound":1,"independentScore":0.8280963143232171,"independent":true,"opponentIds":1993,"independentOpponentIds":1993,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["02867ce545a79d28fdca774c"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.6761708693727259,"lowerBound":0,"upperBound":1,"independentScore":0.6761708693727259,"independent":true,"opponentIds":1994,"independentOpponentIds":1994,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["05c2f7fcf387f4cfcc374ac1"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6757232765684578,"lowerBound":0,"upperBound":1,"independentScore":0.6757232765684578,"independent":true,"opponentIds":1995,"independentOpponentIds":1995,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["42aa341468210b376e09693e"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6324017023491113,"lowerBound":0,"upperBound":1,"independentScore":0.6324017023491113,"independent":true,"opponentIds":1996,"independentOpponentIds":1996,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["c802eac5e2f5b0cc14a4b3d2","e9c96fd0e4307f0a3d58c1b2"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4b52e57716284a426b20e616","dbe2f8f3df27510117453b6d","725cf8be083eeea3761a0746","ed230f269f79598168400161","875ff8bc105e8938ba3ab493","6d88716d3f6022775ca0349b","c62d7142b2955f3cccde331b","a7a35fd1ba65fa084a53bfff","02867ce545a79d28fdca774c","05c2f7fcf387f4cfcc374ac1","42aa341468210b376e09693e","c802eac5e2f5b0cc14a4b3d2","e9c96fd0e4307f0a3d58c1b2"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"hy3-preview--effort-non-reasoning","name":"Hy3-preview · Non-reasoning","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"hy3-preview","detailsUrl":"/efforts?model=hy3-preview","publishedBenchmarkCount":9,"overallRating":{"score":0.07094088724909527,"supported":true,"families":8,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":8,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000098}]},"capabilityRatings":[{"bucket":"agentic","score":0.09585076622786759,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.06766468433909788,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.1503587987041628,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.10233157946199188,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.06386483395403984,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.44674658802833134,"lowerBound":0,"upperBound":1,"independentScore":0.44674658802833134,"independent":true,"opponentIds":1997,"independentOpponentIds":1997,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["ef559fa4c43c26694bf787aa"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5580748904563474,"lowerBound":0,"upperBound":1,"independentScore":0.5580748904563474,"independent":true,"opponentIds":1998,"independentOpponentIds":1998,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["0b9583430639861c86d85e2f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5162421684837738,"lowerBound":0,"upperBound":1,"independentScore":0.5162421684837738,"independent":true,"opponentIds":1999,"independentOpponentIds":1999,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["8105b1407e966b7ace150043"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4259331579019972,"lowerBound":0,"upperBound":1,"independentScore":0.4259331579019972,"independent":true,"opponentIds":2000,"independentOpponentIds":2000,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["ede59fb652037041ce1a1dd1"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5876896377572479,"lowerBound":0,"upperBound":1,"independentScore":0.5876896377572479,"independent":true,"opponentIds":2001,"independentOpponentIds":2001,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5a9e1184bb651c83cf370ab6"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.646145311392373,"lowerBound":0,"upperBound":1,"independentScore":0.646145311392373,"independent":true,"opponentIds":2002,"independentOpponentIds":2002,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["e6e605672e21f6d859de5904"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6347148148768562,"lowerBound":0,"upperBound":1,"independentScore":0.6347148148768562,"independent":true,"opponentIds":2003,"independentOpponentIds":2003,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["0695f8b0b910244d05c7a925"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7773185889446708,"lowerBound":0,"upperBound":1,"independentScore":0.7773185889446708,"independent":true,"opponentIds":2004,"independentOpponentIds":2004,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["a3c4359e7b3ebe3d66db5807"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ef559fa4c43c26694bf787aa","0b9583430639861c86d85e2f","8105b1407e966b7ace150043","ede59fb652037041ce1a1dd1","5a9e1184bb651c83cf370ab6","e6e605672e21f6d859de5904","0695f8b0b910244d05c7a925","a3c4359e7b3ebe3d66db5807"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"hy3-preview--effort-reasoning","name":"Hy3-preview · Reasoning","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"hy3-preview","detailsUrl":"/efforts?model=hy3-preview","publishedBenchmarkCount":9,"overallRating":{"score":0.1837574456352754,"supported":true,"families":8,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":8,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000098}]},"capabilityRatings":[{"bucket":"agentic","score":0.29349595971513687,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.26213577422361894,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.1893506319678279,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1742638009589809,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.17090647306201048,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6850094240577133,"lowerBound":0,"upperBound":1,"independentScore":0.6850094240577133,"independent":true,"opponentIds":1997,"independentOpponentIds":1997,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["c68b83e1d7b894a93142c739"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8261804065099945,"lowerBound":0,"upperBound":1,"independentScore":0.8261804065099945,"independent":true,"opponentIds":1998,"independentOpponentIds":1998,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["81a106f485bd6b878caf732e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8597447475712753,"lowerBound":0,"upperBound":1,"independentScore":0.8597447475712753,"independent":true,"opponentIds":1999,"independentOpponentIds":1999,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["c5b5e8eb7d2c919e6919413b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8242592028633678,"lowerBound":0,"upperBound":1,"independentScore":0.8242592028633678,"independent":true,"opponentIds":2000,"independentOpponentIds":2000,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["fa0d7ae753fb74157d138e17"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.749031173330178,"lowerBound":0,"upperBound":1,"independentScore":0.749031173330178,"independent":true,"opponentIds":2001,"independentOpponentIds":2001,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["96069ed2be775a9053422ed9"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7682307188338656,"lowerBound":0,"upperBound":1,"independentScore":0.7682307188338656,"independent":true,"opponentIds":2002,"independentOpponentIds":2002,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["3b0fcbd11b64f27c16e87a8d"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8755630525647443,"lowerBound":0,"upperBound":1,"independentScore":0.8755630525647443,"independent":true,"opponentIds":2003,"independentOpponentIds":2003,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["9773ef1b60a79df50df32edc"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.827534194753273,"lowerBound":0,"upperBound":1,"independentScore":0.827534194753273,"independent":true,"opponentIds":2004,"independentOpponentIds":2004,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["04ca7fd5e9a8ca87409e10ef"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c68b83e1d7b894a93142c739","81a106f485bd6b878caf732e","c5b5e8eb7d2c919e6919413b","fa0d7ae753fb74157d138e17","96069ed2be775a9053422ed9","3b0fcbd11b64f27c16e87a8d","9773ef1b60a79df50df32edc","04ca7fd5e9a8ca87409e10ef"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"k-exaone-2.0-750b-a37b--effort-reasoning","name":"K EXAONE 2.0 750B A37B · Reasoning","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"k-exaone-2.0-750b-a37b","detailsUrl":"/efforts?model=k-exaone-2.0-750b-a37b","publishedBenchmarkCount":10,"overallRating":{"score":0.0915561899157779,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999866}]},"capabilityRatings":[{"bucket":"agentic","score":0.16259204443544198,"supported":true,"families":2,"independentFamilies":2,"opponents":128,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.15906348142429097,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.11401203864315178,"supported":true,"families":2,"independentFamilies":2,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01993700407534081,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.1270634396143808,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6009119705594419,"lowerBound":0,"upperBound":1,"independentScore":0.6009119705594419,"independent":true,"opponentIds":2005,"independentOpponentIds":2005,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["f87910c78684cc62168b7cb2"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6680123802708897,"lowerBound":0,"upperBound":1,"independentScore":0.6680123802708897,"independent":true,"opponentIds":2006,"independentOpponentIds":2006,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["9f51ff08dab94ee68cc8a89f"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5632620244217159,"lowerBound":0,"upperBound":1,"independentScore":0.5632620244217159,"independent":true,"opponentIds":2007,"independentOpponentIds":2007,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["f8804c0a4c3c7156385284ed"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7378072444802047,"lowerBound":0,"upperBound":1,"independentScore":0.7378072444802047,"independent":true,"opponentIds":2008,"independentOpponentIds":2008,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["bf662cb6aa3124cc7b4764b8"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.716680848364789,"lowerBound":0,"upperBound":1,"independentScore":0.716680848364789,"independent":true,"opponentIds":2009,"independentOpponentIds":2009,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["e33f42d3c44882cd56cbcd32"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.17936757659113073,"lowerBound":0,"upperBound":1,"independentScore":0.17936757659113073,"independent":true,"opponentIds":2010,"independentOpponentIds":2010,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["f4734c61a8de64e23bbc6f36"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.4149675513264007,"lowerBound":0,"upperBound":1,"independentScore":0.4149675513264007,"independent":true,"opponentIds":2011,"independentOpponentIds":2011,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["cfeb7e15ec86982ebaa1def8"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.379936772968721,"lowerBound":0,"upperBound":1,"independentScore":0.379936772968721,"independent":true,"opponentIds":2012,"independentOpponentIds":2012,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["de7217aed61d8cea3b16e724"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.510505280607791,"lowerBound":0,"upperBound":1,"independentScore":0.510505280607791,"independent":true,"opponentIds":2013,"independentOpponentIds":2013,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["a3e0b62512d545bc3197e0e9"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f87910c78684cc62168b7cb2","9f51ff08dab94ee68cc8a89f","f8804c0a4c3c7156385284ed","bf662cb6aa3124cc7b4764b8","e33f42d3c44882cd56cbcd32","f4734c61a8de64e23bbc6f36","cfeb7e15ec86982ebaa1def8","de7217aed61d8cea3b16e724","a3e0b62512d545bc3197e0e9"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"k-exaone-236b-a23b--effort-non-reasoning","name":"K EXAONE 236B A23B · Non-reasoning","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"k-exaone-236b-a23b","detailsUrl":"/efforts?model=k-exaone-236b-a23b","publishedBenchmarkCount":12,"overallRating":{"score":0.03420562375119209,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000003}]},"capabilityRatings":[{"bucket":"agentic","score":0.08520386880340307,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.036153119715273976,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.02812894988456752,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.037899630174183706,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.10351242751011007,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.45203823402229415,"lowerBound":0,"upperBound":1,"independentScore":0.45203823402229415,"independent":true,"opponentIds":2014,"independentOpponentIds":2014,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["940370aaedaeafccbaa815dd"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5579225036471169,"lowerBound":0,"upperBound":1,"independentScore":0.5579225036471169,"independent":true,"opponentIds":2015,"independentOpponentIds":2015,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["4f07384d9d52a7fe91a6f574"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2539047565033022,"lowerBound":0,"upperBound":1,"independentScore":0.2539047565033022,"independent":true,"opponentIds":2016,"independentOpponentIds":2016,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["368e01788a286f45ff312089"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.15801814743207124,"lowerBound":0,"upperBound":1,"independentScore":0.15801814743207124,"independent":true,"opponentIds":2017,"independentOpponentIds":2017,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["e9b96f3441cf2f7569161137"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.45733990715727335,"lowerBound":0,"upperBound":1,"independentScore":0.45733990715727335,"independent":true,"opponentIds":2018,"independentOpponentIds":2018,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["2c65d6e1561964eea7a2e608"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.35655481611407475,"lowerBound":0,"upperBound":1,"independentScore":0.35655481611407475,"independent":true,"opponentIds":2019,"independentOpponentIds":2019,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["02cc8dd32ee8e6e63cc2728b"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.4023118687945963,"lowerBound":0,"upperBound":1,"independentScore":0.4023118687945963,"independent":true,"opponentIds":2020,"independentOpponentIds":2020,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5835712a4022a343643485e3"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7241275387335621,"lowerBound":0,"upperBound":1,"independentScore":0.7241275387335621,"independent":true,"opponentIds":2021,"independentOpponentIds":2021,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["27271f132873252b7a8add85"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.21193071184913,"lowerBound":0,"upperBound":1,"independentScore":0.21193071184913,"independent":true,"opponentIds":2022,"independentOpponentIds":2022,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["b5681c2b592c28e60853de1c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.609277298864792,"lowerBound":0,"upperBound":1,"independentScore":0.609277298864792,"independent":true,"opponentIds":2023,"independentOpponentIds":2023,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["8cc243a5909dbf9cbbc8d10a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.37647062471134957,"lowerBound":0,"upperBound":1,"independentScore":0.37647062471134957,"independent":true,"opponentIds":2024,"independentOpponentIds":2024,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["30dab2414c4fc919a207dfd0"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["940370aaedaeafccbaa815dd","4f07384d9d52a7fe91a6f574","368e01788a286f45ff312089","e9b96f3441cf2f7569161137","2c65d6e1561964eea7a2e608","02cc8dd32ee8e6e63cc2728b","5835712a4022a343643485e3","27271f132873252b7a8add85","b5681c2b592c28e60853de1c","8cc243a5909dbf9cbbc8d10a","30dab2414c4fc919a207dfd0"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"k-exaone-236b-a23b--effort-reasoning","name":"K EXAONE 236B A23B · Reasoning","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"k-exaone-236b-a23b","detailsUrl":"/efforts?model=k-exaone-236b-a23b","publishedBenchmarkCount":15,"overallRating":{"score":0.0885428235587844,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000093}]},"capabilityRatings":[{"bucket":"agentic","score":0.08950140258634176,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.14044311722993882,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.10714605838333578,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0887575796773314,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.13573636475402454,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9222998107083167,"lowerBound":0,"upperBound":1,"independentScore":0.9222998107083167,"independent":true,"opponentIds":2014,"independentOpponentIds":2014,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["248628f25209685f2e813405"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6241221188070469,"lowerBound":0,"upperBound":1,"independentScore":0.6241221188070469,"independent":true,"opponentIds":2015,"independentOpponentIds":2015,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["3d7800bef3152ab150d04958"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6879076148858629,"lowerBound":0,"upperBound":1,"independentScore":0.6879076148858629,"independent":true,"opponentIds":2016,"independentOpponentIds":2016,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["f6d4cdc6f942e0cd40356df3"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.3094865631462093,"lowerBound":0,"upperBound":1,"independentScore":0.3094865631462093,"independent":true,"opponentIds":2025,"independentOpponentIds":2025,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["811654dc8dea47a5dd74e14b"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.324607496401741,"lowerBound":0,"upperBound":1,"independentScore":0.324607496401741,"independent":true,"opponentIds":2017,"independentOpponentIds":2017,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["bcb923d99217ff28ee7af856"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6397680587852755,"lowerBound":0,"upperBound":1,"independentScore":0.6397680587852755,"independent":true,"opponentIds":2018,"independentOpponentIds":2018,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["0437fefd7ee49ace79820857"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6498437161634351,"lowerBound":0,"upperBound":1,"independentScore":0.6498437161634351,"independent":true,"opponentIds":2019,"independentOpponentIds":2019,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["d32f54031e59460e2a5ab5da"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7806581668313354,"lowerBound":0,"upperBound":1,"independentScore":0.7806581668313354,"independent":true,"opponentIds":2020,"independentOpponentIds":2020,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["be6b8730183dc85bad1c7223"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8658978579147337,"lowerBound":0,"upperBound":1,"independentScore":0.8658978579147337,"independent":true,"opponentIds":2026,"independentOpponentIds":2026,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["856a3db006f6d9daa745ceac"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8737526062359674,"lowerBound":0,"upperBound":1,"independentScore":0.8737526062359674,"independent":true,"opponentIds":2021,"independentOpponentIds":2021,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["0c644501691c892c4d6e6628"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.3522238764378494,"lowerBound":0,"upperBound":1,"independentScore":0.3522238764378494,"independent":true,"opponentIds":2022,"independentOpponentIds":2022,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["2812d3d5ae36f9f251dd27e7"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.68745942912731,"lowerBound":0,"upperBound":1,"independentScore":0.68745942912731,"independent":true,"opponentIds":2023,"independentOpponentIds":2023,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["1a47670629cd21ee68944b7f"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5537718567024639,"lowerBound":0,"upperBound":1,"independentScore":0.5537718567024639,"independent":true,"opponentIds":2027,"independentOpponentIds":2027,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["7a942a894babe14e3d6e64da","5c4b5d8b71c63b017f4596ad"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["248628f25209685f2e813405","3d7800bef3152ab150d04958","f6d4cdc6f942e0cd40356df3","811654dc8dea47a5dd74e14b","bcb923d99217ff28ee7af856","0437fefd7ee49ace79820857","d32f54031e59460e2a5ab5da","be6b8730183dc85bad1c7223","856a3db006f6d9daa745ceac","0c644501691c892c4d6e6628","2812d3d5ae36f9f251dd27e7","1a47670629cd21ee68944b7f","7a942a894babe14e3d6e64da","5c4b5d8b71c63b017f4596ad"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"kimi-k2.6--effort-reasoning","name":"Kimi-K2.6 · Reasoning","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-k2.6","detailsUrl":"/efforts?model=kimi-k2.6","publishedBenchmarkCount":21,"overallRating":{"score":0.2876675386147725,"supported":true,"families":18,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":18,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999787}]},"capabilityRatings":[{"bucket":"agentic","score":0.3037102989350205,"supported":true,"families":9,"independentFamilies":9,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.38324655201079905,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.3881057479664855,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.32239335228180716,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.398652231336706,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5973828533707972,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.5573918977993018,"lowerBound":0,"upperBound":1,"independentScore":0.5573918977993018,"independent":true,"opponentIds":2028,"independentOpponentIds":2028,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["04280450484769a36816bece"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.8342265276161459,"lowerBound":0,"upperBound":1,"independentScore":0.8342265276161459,"independent":true,"opponentIds":2029,"independentOpponentIds":2029,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["a3064ad7c61c665ff2687f71"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9665983703853236,"lowerBound":0,"upperBound":1,"independentScore":0.9665983703853236,"independent":true,"opponentIds":2030,"independentOpponentIds":2030,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["ade312ab0cd2fdc7519d21ca"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5550046877863415,"lowerBound":0,"upperBound":1,"independentScore":0.5550046877863415,"independent":true,"opponentIds":2031,"independentOpponentIds":2031,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["8700ad2ebedb691ad92507ec"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8767705031744802,"lowerBound":0,"upperBound":1,"independentScore":0.8767705031744802,"independent":true,"opponentIds":2032,"independentOpponentIds":2032,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["9194db1885dee526b2ac310a"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.49602796626385315,"lowerBound":0,"upperBound":1,"independentScore":0.49602796626385315,"independent":true,"opponentIds":2033,"independentOpponentIds":2033,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["b58e12618e0788c63c62fc22"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7366246297719977,"lowerBound":0,"upperBound":1,"independentScore":0.7366246297719977,"independent":true,"opponentIds":2034,"independentOpponentIds":2034,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["39447a939e047b385f5d24fa"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7442156310714184,"lowerBound":0,"upperBound":1,"independentScore":0.7442156310714184,"independent":true,"opponentIds":2035,"independentOpponentIds":2035,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["6382bf13bada1216c5053be6"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9353776309644806,"lowerBound":0,"upperBound":1,"independentScore":0.9353776309644806,"independent":true,"opponentIds":2036,"independentOpponentIds":2036,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["dad907f2acd631a78725d840"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.6598323993196098,"lowerBound":0,"upperBound":1,"independentScore":0.6598323993196098,"independent":true,"opponentIds":2037,"independentOpponentIds":2037,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["e4629bc4793dd88337221ab1"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.918151164075009,"lowerBound":0,"upperBound":1,"independentScore":0.918151164075009,"independent":true,"opponentIds":2038,"independentOpponentIds":2038,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["6e9c2097dfe8dc3f5066f5c8"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9488045999394462,"lowerBound":0,"upperBound":1,"independentScore":0.9488045999394462,"independent":true,"opponentIds":2039,"independentOpponentIds":2039,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["fc4c747bf5bef726f47aab98"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.45499163386551217,"lowerBound":0,"upperBound":1,"independentScore":0.45499163386551217,"independent":true,"opponentIds":2040,"independentOpponentIds":2040,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["b11893babf6d0cd6554405b3"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8951852284229268,"lowerBound":0,"upperBound":1,"independentScore":0.8951852284229268,"independent":true,"opponentIds":2041,"independentOpponentIds":2041,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["b4cfd2aed78613e240f41314"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8331435291584728,"lowerBound":0,"upperBound":1,"independentScore":0.8331435291584728,"independent":true,"opponentIds":2042,"independentOpponentIds":2042,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["38692f4ee2f974347e9157bc"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.7968067943690009,"lowerBound":0,"upperBound":1,"independentScore":0.7968067943690009,"independent":true,"opponentIds":2043,"independentOpponentIds":2043,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["6dd5d4875b8e76f1b1d8dc49"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8481646279766003,"lowerBound":0,"upperBound":1,"independentScore":0.8481646279766003,"independent":true,"opponentIds":2044,"independentOpponentIds":2044,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["0d20434e4ad0abf951e6622b","e2457c88eb0a7fc7b83a3971"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8646620271884324,"lowerBound":0,"upperBound":1,"independentScore":0.8646620271884324,"independent":true,"opponentIds":2045,"independentOpponentIds":2045,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["7194781f9e8031ffdea93f56","6584a32b8687b95ca2090b9c"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["04280450484769a36816bece","a3064ad7c61c665ff2687f71","ade312ab0cd2fdc7519d21ca","8700ad2ebedb691ad92507ec","9194db1885dee526b2ac310a","b58e12618e0788c63c62fc22","39447a939e047b385f5d24fa","6382bf13bada1216c5053be6","dad907f2acd631a78725d840","e4629bc4793dd88337221ab1","6e9c2097dfe8dc3f5066f5c8","fc4c747bf5bef726f47aab98","b11893babf6d0cd6554405b3","b4cfd2aed78613e240f41314","38692f4ee2f974347e9157bc","6dd5d4875b8e76f1b1d8dc49","0d20434e4ad0abf951e6622b","e2457c88eb0a7fc7b83a3971","7194781f9e8031ffdea93f56","6584a32b8687b95ca2090b9c"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":21}],"unspecified":0,"total":21}},{"id":"kimi-k2.6--effort-non-reasoning","name":"Kimi-K2.6 · Non-reasoning","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-k2.6","detailsUrl":"/efforts?model=kimi-k2.6","publishedBenchmarkCount":10,"overallRating":{"score":0.08835368949839328,"supported":true,"families":9,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":220,"independentFamilies":9,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.6466487891351169},{"source":"Epoch AI","independent":true,"share":0.35335121086487864}]},"capabilityRatings":[{"bucket":"agentic","score":0.31562637051424586,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.11421283120650834,"supported":true,"families":4,"independentFamilies":4,"opponents":220,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.26939317147628533,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.09177075567842208,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.21337999330762425,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7323917654694471,"lowerBound":0,"upperBound":1,"independentScore":0.7323917654694471,"independent":true,"opponentIds":2030,"independentOpponentIds":2030,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["9a44dc9f59be8bdd5015a312"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7418022222952287,"lowerBound":0,"upperBound":1,"independentScore":0.7418022222952287,"independent":true,"opponentIds":2032,"independentOpponentIds":2032,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["8b5dee6f02a84bcfc1521def"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6484096038512575,"lowerBound":0,"upperBound":1,"independentScore":0.6484096038512575,"independent":true,"opponentIds":2036,"independentOpponentIds":2036,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["8dc00c97fd0d8d4c30d4d3ae"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7373102465863793,"lowerBound":0,"upperBound":1,"independentScore":0.7373102465863793,"independent":true,"opponentIds":2038,"independentOpponentIds":2038,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["f8fef2fbfef8abe8215008b5"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5253549918470354,"lowerBound":0,"upperBound":1,"independentScore":0.5253549918470354,"independent":true,"opponentIds":2039,"independentOpponentIds":2039,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["072e7d1bc0df4bb01a626b04"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6674814701903435,"lowerBound":0,"upperBound":1,"independentScore":0.6674814701903435,"independent":true,"opponentIds":2042,"independentOpponentIds":2042,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["e12c88668886777dfadf2dc1"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8975704324965148,"lowerBound":0,"upperBound":1,"independentScore":0.8975704324965148,"independent":true,"opponentIds":2046,"independentOpponentIds":2046,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["828fe25b5f302f66f6fc6566"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9030387517355809,"lowerBound":0,"upperBound":1,"independentScore":0.9030387517355809,"independent":true,"opponentIds":2047,"independentOpponentIds":2047,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["7e2e74eb92490b361bfd99bf"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.16638475751323806,"lowerBound":0,"upperBound":1,"independentScore":0.16638475751323806,"independent":true,"opponentIds":2048,"independentOpponentIds":2048,"panelSize":40,"publishers":["Epoch AI"],"observations":["epoch-run-8iiRQiAoCepDELQfUv3VDq"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9a44dc9f59be8bdd5015a312","8b5dee6f02a84bcfc1521def","8dc00c97fd0d8d4c30d4d3ae","f8fef2fbfef8abe8215008b5","072e7d1bc0df4bb01a626b04","e12c88668886777dfadf2dc1","828fe25b5f302f66f6fc6566","7e2e74eb92490b361bfd99bf","epoch-run-8iiRQiAoCepDELQfUv3VDq"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","qwen3.6-flash","qwen3.5-flash","qwen3.7-flash","qwen3.5-plus"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"kimi-k2.7-code--effort-reasoning","name":"Kimi-K2.7-Code · Reasoning","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-k2.7-code","detailsUrl":"/efforts?model=kimi-k2.7-code","publishedBenchmarkCount":20,"overallRating":{"score":0.26793025414489086,"supported":true,"families":15,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":15,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.999999999999988}]},"capabilityRatings":[{"bucket":"agentic","score":0.3193709248850579,"supported":true,"families":7,"independentFamilies":7,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3522464957392087,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.28590779146766354,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.23340699624532113,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.4911612704464521,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.5697008330110369,"lowerBound":0,"upperBound":1,"independentScore":0.5697008330110369,"independent":true,"opponentIds":2049,"independentOpponentIds":2049,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["c67358f7711396086508ed59"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8217140657148477,"lowerBound":0,"upperBound":1,"independentScore":0.8217140657148477,"independent":true,"opponentIds":2050,"independentOpponentIds":2050,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["88387229e8cce0c4b453061b","88eae31082764b6f63a7a0fd"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6784881169222781,"lowerBound":0,"upperBound":1,"independentScore":0.6784881169222781,"independent":true,"opponentIds":2051,"independentOpponentIds":2051,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["ab60dcdf1b0dfcfeb47110b6"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8837283716553065,"lowerBound":0,"upperBound":1,"independentScore":0.8837283716553065,"independent":true,"opponentIds":2052,"independentOpponentIds":2052,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["4f813371d1d4f13c92b30639"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.5787965280478625,"lowerBound":0,"upperBound":1,"independentScore":0.5787965280478625,"independent":true,"opponentIds":2053,"independentOpponentIds":2053,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["83fe42da8f302edfdb023f08"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6676087288907189,"lowerBound":0,"upperBound":1,"independentScore":0.6676087288907189,"independent":true,"opponentIds":2054,"independentOpponentIds":2054,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["5f4cc4e8c65e4c951ef26ba1"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7346322576175645,"lowerBound":0,"upperBound":1,"independentScore":0.7346322576175645,"independent":true,"opponentIds":2055,"independentOpponentIds":2055,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["515915c2fb3373acf9c6b635"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8891181402157766,"lowerBound":0,"upperBound":1,"independentScore":0.8891181402157766,"independent":true,"opponentIds":2056,"independentOpponentIds":2056,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3e669e225a585809c8dd4fc9"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.7804556754716312,"lowerBound":0,"upperBound":1,"independentScore":0.7804556754716312,"independent":true,"opponentIds":2057,"independentOpponentIds":2057,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["2c5d34ebc7fc4b2f2c90ddfb"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8820142750694505,"lowerBound":0,"upperBound":1,"independentScore":0.8820142750694505,"independent":true,"opponentIds":2058,"independentOpponentIds":2058,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["5a1a5b9db2d6520bd2afa2e7"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.740342227454084,"lowerBound":0,"upperBound":1,"independentScore":0.740342227454084,"independent":true,"opponentIds":2059,"independentOpponentIds":2059,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["057764867b81c8cbddb8e80c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8918328634042384,"lowerBound":0,"upperBound":1,"independentScore":0.8918328634042384,"independent":true,"opponentIds":2060,"independentOpponentIds":2060,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["1f6e336dd0093408d3178e8c"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.6501295870097854,"lowerBound":0,"upperBound":1,"independentScore":0.6501295870097854,"independent":true,"opponentIds":2061,"independentOpponentIds":2061,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["fda338029ff27052839f5dbc"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7614195079924997,"lowerBound":0,"upperBound":1,"independentScore":0.7614195079924997,"independent":true,"opponentIds":2062,"independentOpponentIds":2062,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["27d83ba961ef5fc71e6a27ca","fe217e24de0bc7151b14e323"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.794140269231877,"lowerBound":0,"upperBound":1,"independentScore":0.794140269231877,"independent":true,"opponentIds":2063,"independentOpponentIds":2063,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["c29648182b4f7975f2c9f0aa","472f377c83d4e3dbb7ca25a7","40ef2cb1ea3f3e136a7e3b3d"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c67358f7711396086508ed59","88387229e8cce0c4b453061b","ab60dcdf1b0dfcfeb47110b6","4f813371d1d4f13c92b30639","83fe42da8f302edfdb023f08","5f4cc4e8c65e4c951ef26ba1","515915c2fb3373acf9c6b635","3e669e225a585809c8dd4fc9","2c5d34ebc7fc4b2f2c90ddfb","5a1a5b9db2d6520bd2afa2e7","057764867b81c8cbddb8e80c","88eae31082764b6f63a7a0fd","1f6e336dd0093408d3178e8c","fda338029ff27052839f5dbc","27d83ba961ef5fc71e6a27ca","fe217e24de0bc7151b14e323","c29648182b4f7975f2c9f0aa","472f377c83d4e3dbb7ca25a7","40ef2cb1ea3f3e136a7e3b3d"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":20}],"unspecified":0,"total":20}},{"id":"kimi-k3--effort-max","name":"Kimi K3 · Max","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-k3","detailsUrl":"/efforts?model=kimi-k3","publishedBenchmarkCount":34,"overallRating":{"score":0.5344327625071074,"supported":true,"families":27,"publishers":5,"evaluationSources":5,"taskAreas":6,"opponents":221,"independentFamilies":27,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.23145522884431058},{"source":"Datacurve","independent":true,"share":0.2313589437365153},{"source":"ARC Prize","independent":true,"share":0.22801984136142958},{"source":"Epoch AI","independent":true,"share":0.20580352677380617},{"source":"Vals AI","independent":true,"share":0.10336245928392943}]},"capabilityRatings":[{"bucket":"agentic","score":0.6864318565814259,"supported":true,"families":11,"independentFamilies":11,"opponents":132,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.49136382612225527,"supported":true,"families":7,"independentFamilies":7,"opponents":221,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.616893071818022,"supported":true,"families":4,"independentFamilies":4,"opponents":126,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.406389232366025,"supported":true,"families":3,"independentFamilies":3,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.47673899975654965,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.735668221561181,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.5902750232912723,"lowerBound":0,"upperBound":1,"independentScore":0.5902750232912723,"independent":true,"opponentIds":2064,"independentOpponentIds":2064,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["4d676b05a6bfdafc218ee928"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9387567429922871,"lowerBound":0,"upperBound":1,"independentScore":0.9387567429922871,"independent":true,"opponentIds":2065,"independentOpponentIds":2065,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["65086c25f5faf83ca3f34bf1"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8603466926994014,"lowerBound":0,"upperBound":1,"independentScore":0.8603466926994014,"independent":true,"opponentIds":2066,"independentOpponentIds":2066,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-A33om9MTYMC7xYeLv9X7Ha"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.9721348400553479,"lowerBound":0,"upperBound":1,"independentScore":0.9721348400553479,"independent":true,"opponentIds":2067,"independentOpponentIds":2067,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["00cd93b578a9e9a08358156b"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9324620897608655,"lowerBound":0,"upperBound":1,"independentScore":0.9324620897608655,"independent":true,"opponentIds":2068,"independentOpponentIds":2068,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["c02cbafde90ba09e5f80c872","d364b327127f7dd3cf8f19d3"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9393881720191731,"lowerBound":0,"upperBound":1,"independentScore":0.9393881720191731,"independent":true,"opponentIds":2069,"independentOpponentIds":2069,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["7669a82ebf437fb83f3e011f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9606943478199403,"lowerBound":0,"upperBound":1,"independentScore":0.9606943478199403,"independent":true,"opponentIds":2070,"independentOpponentIds":2070,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["5e94bffff1490839faca1bbf"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.8054774302945868,"lowerBound":0,"upperBound":1,"independentScore":0.8054774302945868,"independent":true,"opponentIds":2071,"independentOpponentIds":2071,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["005275d385d7aa97c24a77f8"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9177268638520838,"lowerBound":0,"upperBound":1,"independentScore":0.9177268638520838,"independent":true,"opponentIds":2072,"independentOpponentIds":2072,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["4348a901c8e332d0564e708c"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9266205953952723,"lowerBound":0,"upperBound":1,"independentScore":0.9266205953952723,"independent":true,"opponentIds":2073,"independentOpponentIds":2073,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["310c9ef33cf85bdcf514e515"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9379481621721274,"lowerBound":0,"upperBound":1,"independentScore":0.9379481621721274,"independent":true,"opponentIds":2074,"independentOpponentIds":2074,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["8832707a4ee1b6f2ac875d97","epoch-run-B8MaPUe3EYwUZASsNqE7C9"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.9702512723242845,"lowerBound":0,"upperBound":1,"independentScore":0.9702512723242845,"independent":true,"opponentIds":2075,"independentOpponentIds":2075,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["1681a5dc3c366fbdbc9d151b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9675358481162899,"lowerBound":0,"upperBound":1,"independentScore":0.9675358481162899,"independent":true,"opponentIds":2076,"independentOpponentIds":2076,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["4da2f0c4bd40c9a5325848b3"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.9519406538281682,"lowerBound":0,"upperBound":1,"independentScore":0.9519406538281682,"independent":true,"opponentIds":2077,"independentOpponentIds":2077,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["c2382bd3b1567d49bc4ff23e"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5924863711780044,"lowerBound":0,"upperBound":1,"independentScore":0.5924863711780044,"independent":true,"opponentIds":2078,"independentOpponentIds":2078,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:kimi/kimi-k3"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9169212818003531,"lowerBound":0,"upperBound":1,"independentScore":0.9169212818003531,"independent":true,"opponentIds":2079,"independentOpponentIds":2079,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["2ed0111313e64d4c0400cc37"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9245360170747995,"lowerBound":0,"upperBound":1,"independentScore":0.9245360170747995,"independent":true,"opponentIds":2080,"independentOpponentIds":2080,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["cdbbafc18468106417fd813f"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9812657697504863,"lowerBound":0,"upperBound":1,"independentScore":0.9812657697504863,"independent":true,"opponentIds":2081,"independentOpponentIds":2081,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["964db1dd2b9760b2f77a25ef"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9453001131757054,"lowerBound":0,"upperBound":1,"independentScore":0.9453001131757054,"independent":true,"opponentIds":2082,"independentOpponentIds":2082,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["34300f035fc030273d01a271"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8902311149278602,"lowerBound":0,"upperBound":1,"independentScore":0.8902311149278602,"independent":true,"opponentIds":2083,"independentOpponentIds":2083,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["8f6edfd82bcc0576eb4a7ed5","df4665280a1fd6c8d394111a"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.6693058171900922,"lowerBound":0,"upperBound":1,"independentScore":0.6693058171900922,"independent":true,"opponentIds":2084,"independentOpponentIds":2084,"panelSize":38,"publishers":["ARC Prize"],"observations":["e82af3e6f3c2533aff0ab0d7"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.794794035885773,"lowerBound":0,"upperBound":1,"independentScore":0.794794035885773,"independent":true,"opponentIds":2085,"independentOpponentIds":2085,"panelSize":25,"publishers":["Datacurve"],"observations":["50e28ce7104ff5613d31fa3a"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.7478831771684005,"lowerBound":0,"upperBound":1,"independentScore":0.7478831771684005,"independent":true,"opponentIds":2086,"independentOpponentIds":2086,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-35hRAbkceJM3Dpb2pWXnx9","epoch-run-eCq63CuekohAswYftWXJVj"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.7054727515080584,"lowerBound":0,"upperBound":1,"independentScore":0.7054727515080584,"independent":true,"opponentIds":2087,"independentOpponentIds":2087,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-gZERSAQwxBAevQzBsWfUie","epoch-run-bcntamvGsSH6QgETdoaSph"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.5449101796407185,"lowerBound":0,"upperBound":1,"independentScore":0.5449101796407185,"independent":true,"opponentIds":2088,"independentOpponentIds":2088,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-mZLWt2JSYvJyGhMvji7CT8"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.29731235204010575,"lowerBound":0,"upperBound":1,"independentScore":0.29731235204010575,"independent":true,"opponentIds":2089,"independentOpponentIds":2089,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:kimi/kimi-k3"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.8071632222419098,"lowerBound":0,"upperBound":1,"independentScore":0.8071632222419098,"independent":true,"opponentIds":2090,"independentOpponentIds":2090,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:kimi/kimi-k3"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4d676b05a6bfdafc218ee928","65086c25f5faf83ca3f34bf1","00cd93b578a9e9a08358156b","c02cbafde90ba09e5f80c872","7669a82ebf437fb83f3e011f","5e94bffff1490839faca1bbf","005275d385d7aa97c24a77f8","4348a901c8e332d0564e708c","310c9ef33cf85bdcf514e515","8832707a4ee1b6f2ac875d97","1681a5dc3c366fbdbc9d151b","4da2f0c4bd40c9a5325848b3","c2382bd3b1567d49bc4ff23e","d364b327127f7dd3cf8f19d3","2ed0111313e64d4c0400cc37","cdbbafc18468106417fd813f","964db1dd2b9760b2f77a25ef","34300f035fc030273d01a271","8f6edfd82bcc0576eb4a7ed5","df4665280a1fd6c8d394111a","e82af3e6f3c2533aff0ab0d7","50e28ce7104ff5613d31fa3a","epoch-run-35hRAbkceJM3Dpb2pWXnx9","epoch-run-gZERSAQwxBAevQzBsWfUie","epoch-run-bcntamvGsSH6QgETdoaSph","epoch-run-B8MaPUe3EYwUZASsNqE7C9","epoch-run-eCq63CuekohAswYftWXJVj","epoch-run-A33om9MTYMC7xYeLv9X7Ha","epoch-run-mZLWt2JSYvJyGhMvji7CT8","vals-code-migration-v1:kimi/kimi-k3","vals-emb-v1:kimi/kimi-k3","vals-mmlu-pro-v1:kimi/kimi-k3"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","deepseek-v3.2","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":34}],"unspecified":0,"total":34}},{"id":"kimi-k3--effort-low","name":"Kimi K3 · Low","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-k3","detailsUrl":"/efforts?model=kimi-k3","publishedBenchmarkCount":20,"overallRating":{"score":0.20477178811909513,"supported":true,"families":16,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":221,"independentFamilies":16,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.38946303539020943},{"source":"ARC Prize","independent":true,"share":0.3728950628544282},{"source":"Epoch AI","independent":true,"share":0.23764190175535974}]},"capabilityRatings":[{"bucket":"agentic","score":0.46016326852425765,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.19408417688221602,"supported":true,"families":6,"independentFamilies":6,"opponents":221,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5015984224364302,"supported":true,"families":2,"independentFamilies":2,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.4406541900646514,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.3581280208704474,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.4971529189512591,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7221683606573784,"lowerBound":0,"upperBound":1,"independentScore":0.7221683606573784,"independent":true,"opponentIds":2065,"independentOpponentIds":2065,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["7a767ce340fca6b1554b4c3f"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.43862968170778494,"lowerBound":0,"upperBound":1,"independentScore":0.43862968170778494,"independent":true,"opponentIds":2066,"independentOpponentIds":2066,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-frszScNxpHXXjSHawCt9Zb"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9111614373434788,"lowerBound":0,"upperBound":1,"independentScore":0.9111614373434788,"independent":true,"opponentIds":2091,"independentOpponentIds":2091,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["e2ffd875fe769b7e1cd9e9a4"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8368910392217193,"lowerBound":0,"upperBound":1,"independentScore":0.8368910392217193,"independent":true,"opponentIds":2069,"independentOpponentIds":2069,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["2083991a4b33b7b3436d8b59"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7757620914607245,"lowerBound":0,"upperBound":1,"independentScore":0.7757620914607245,"independent":true,"opponentIds":2070,"independentOpponentIds":2070,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["86e5cbe5af3f685cbf639a80"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8793247824992673,"lowerBound":0,"upperBound":1,"independentScore":0.8793247824992673,"independent":true,"opponentIds":2072,"independentOpponentIds":2072,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["4186413bd41c45c9968ab3db"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7797159894825918,"lowerBound":0,"upperBound":1,"independentScore":0.7797159894825918,"independent":true,"opponentIds":2073,"independentOpponentIds":2073,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["ce8125990f0e0f3ade0a2250"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7127285960052099,"lowerBound":0,"upperBound":1,"independentScore":0.7127285960052099,"independent":true,"opponentIds":2074,"independentOpponentIds":2074,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["eeca09857f52f6fb22f8ffba","epoch-run-mvNb3hNgSZ2gS6jHMtvCdk"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7730280898191038,"lowerBound":0,"upperBound":1,"independentScore":0.7730280898191038,"independent":true,"opponentIds":2076,"independentOpponentIds":2076,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["84bd6e70c12d4a66c0e831d6"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8503639557030463,"lowerBound":0,"upperBound":1,"independentScore":0.8503639557030463,"independent":true,"opponentIds":2079,"independentOpponentIds":2079,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["80061346884d74fbb322cff2"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9262380672505347,"lowerBound":0,"upperBound":1,"independentScore":0.9262380672505347,"independent":true,"opponentIds":2080,"independentOpponentIds":2080,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["4cb267f6327833c9fc9f39e9"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.8306661102132481,"lowerBound":0,"upperBound":1,"independentScore":0.8306661102132481,"independent":true,"opponentIds":2081,"independentOpponentIds":2081,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["de943e45f8b7428cb8550a21"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8823495857263339,"lowerBound":0,"upperBound":1,"independentScore":0.8823495857263339,"independent":true,"opponentIds":2082,"independentOpponentIds":2082,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["432c908a73875ef4d65e834e"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8683442842743962,"lowerBound":0,"upperBound":1,"independentScore":0.8683442842743962,"independent":true,"opponentIds":2083,"independentOpponentIds":2083,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["edc488017c622cc81eaa9f23","79c5c9a708ff0a48425e70cd"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.47548862544056403,"lowerBound":0,"upperBound":1,"independentScore":0.47548862544056403,"independent":true,"opponentIds":2084,"independentOpponentIds":2084,"panelSize":38,"publishers":["ARC Prize"],"observations":["b4f3231c817b7f55bb013735"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.45698254364089796,"lowerBound":0,"upperBound":1,"independentScore":0.45698254364089796,"independent":true,"opponentIds":2086,"independentOpponentIds":2086,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-BUBiYK8WB8XDb9u7s9kTDf","epoch-run-CAoLSNkdR27AmHb84fnr8B"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7a767ce340fca6b1554b4c3f","e2ffd875fe769b7e1cd9e9a4","2083991a4b33b7b3436d8b59","86e5cbe5af3f685cbf639a80","4186413bd41c45c9968ab3db","ce8125990f0e0f3ade0a2250","eeca09857f52f6fb22f8ffba","84bd6e70c12d4a66c0e831d6","80061346884d74fbb322cff2","4cb267f6327833c9fc9f39e9","de943e45f8b7428cb8550a21","432c908a73875ef4d65e834e","edc488017c622cc81eaa9f23","79c5c9a708ff0a48425e70cd","b4f3231c817b7f55bb013735","epoch-run-BUBiYK8WB8XDb9u7s9kTDf","epoch-run-mvNb3hNgSZ2gS6jHMtvCdk","epoch-run-CAoLSNkdR27AmHb84fnr8B","epoch-run-frszScNxpHXXjSHawCt9Zb"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","gemini-3-flash-preview","qwen3-1.7b","claude-opus-4-6","glm-4.7-flash","qwen3.5-35b-a3b","gemma-4-26b-a4b-it","qwen3.5-4b","qwen3.7-flash","qwen3.5-9b","qwen3-30b-a3b","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":20}],"unspecified":0,"total":20}},{"id":"kimi-k3--effort-high","name":"Kimi K3 · High","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-k3","detailsUrl":"/efforts?model=kimi-k3","publishedBenchmarkCount":4,"overallRating":{"score":0.36377700858960177,"supported":true,"families":4,"publishers":2,"evaluationSources":2,"taskAreas":1,"opponents":68,"independentFamilies":4,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.675057709166628},{"source":"Epoch AI","independent":true,"share":0.32494229083337034}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.4055704252647321,"supported":true,"families":4,"independentFamilies":4,"opponents":68,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8713188647746244,"lowerBound":0,"upperBound":1,"independentScore":0.8713188647746244,"independent":true,"opponentIds":2066,"independentOpponentIds":2066,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-4E5xGsuRMwMBhAfC4F2G4N"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9497227865973347,"lowerBound":0,"upperBound":1,"independentScore":0.9497227865973347,"independent":true,"opponentIds":2092,"independentOpponentIds":2092,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-AoAD5uVtgVDnXmwA7STuno"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.7109964499762848,"lowerBound":0,"upperBound":1,"independentScore":0.7109964499762848,"independent":true,"opponentIds":2084,"independentOpponentIds":2084,"panelSize":38,"publishers":["ARC Prize"],"observations":["98a1e7f8c4f539a73b1ff25c"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.8386597212445444,"lowerBound":0,"upperBound":1,"independentScore":0.8386597212445444,"independent":true,"opponentIds":2093,"independentOpponentIds":2093,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-d8egYFK9XNSEHWvv4JFxWx"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["98a1e7f8c4f539a73b1ff25c","epoch-run-d8egYFK9XNSEHWvv4JFxWx","epoch-run-AoAD5uVtgVDnXmwA7STuno","epoch-run-4E5xGsuRMwMBhAfC4F2G4N"],"opponentModelIds":["deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","claude-haiku-4-5-20251001","claude-sonnet-4-5-20250929","gemini-2.5-pro","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5-pro","o3","o3-mini","o3-pro","o4-mini","qwen3.5-2b"]},"effort":{"label":"High","settings":[{"label":"High","observations":4}],"unspecified":0,"total":4}},{"id":"kimi-linear-48b-a3b-instruct--effort-non-reasoning","name":"Kimi-Linear-48B-A3B-Instruct · Non-reasoning","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-linear-48b-a3b-instruct","detailsUrl":"/efforts?model=kimi-linear-48b-a3b-instruct","publishedBenchmarkCount":9,"overallRating":{"score":0.012193869633163101,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":214,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999977}]},"capabilityRatings":[{"bucket":"agentic","score":0.0029105497435349182,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.012452473696409803,"supported":true,"families":3,"independentFamilies":3,"opponents":213,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.026144106756739966,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.008810594203044841,"supported":true,"families":2,"independentFamilies":2,"opponents":181,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.03697447807657327,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.36442322779006486,"lowerBound":0,"upperBound":1,"independentScore":0.36442322779006486,"independent":true,"opponentIds":2094,"independentOpponentIds":2094,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["1187d83dfc7e0cf1c3cb0f1f"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.31532922251657003,"lowerBound":0,"upperBound":1,"independentScore":0.31532922251657003,"independent":true,"opponentIds":2095,"independentOpponentIds":2095,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["a28e1bf360f6451fb459a28c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.11028233738514033,"lowerBound":0,"upperBound":1,"independentScore":0.11028233738514033,"independent":true,"opponentIds":2096,"independentOpponentIds":2096,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["fce6dfd0e81f07cb9544ac4d"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.005520611276992636,"lowerBound":0,"upperBound":1,"independentScore":0.005520611276992636,"independent":true,"opponentIds":2097,"independentOpponentIds":2097,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["6f77d8d40ab545d0bf411f78"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.1264308659941701,"lowerBound":0,"upperBound":1,"independentScore":0.1264308659941701,"independent":true,"opponentIds":2098,"independentOpponentIds":2098,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["dd3256ca33a1679f4f21fe4e"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.37565669519785266,"lowerBound":0,"upperBound":1,"independentScore":0.37565669519785266,"independent":true,"opponentIds":2099,"independentOpponentIds":2099,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["c35ede4aac100ec236173460"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.1524879869041849,"lowerBound":0,"upperBound":1,"independentScore":0.1524879869041849,"independent":true,"opponentIds":2100,"independentOpponentIds":2100,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["73b3ca32c6c854d2f898cfc4"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.021943681769727802,"lowerBound":0,"upperBound":1,"independentScore":0.021943681769727802,"independent":true,"opponentIds":2101,"independentOpponentIds":2101,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["c774e01e9fd4a377f1ad3499"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4919273605173022,"lowerBound":0,"upperBound":1,"independentScore":0.4919273605173022,"independent":true,"opponentIds":2102,"independentOpponentIds":2102,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["4e7fa6459cf119043d1b3938"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1187d83dfc7e0cf1c3cb0f1f","a28e1bf360f6451fb459a28c","fce6dfd0e81f07cb9544ac4d","6f77d8d40ab545d0bf411f78","dd3256ca33a1679f4f21fe4e","c35ede4aac100ec236173460","73b3ca32c6c854d2f898cfc4","c774e01e9fd4a377f1ad3499","4e7fa6459cf119043d1b3938"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo","gpt-4o"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"labs-devstral-small-2512--effort-non-reasoning","name":"Devstral Small 2 · Non-reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"labs-devstral-small-2512","detailsUrl":"/efforts?model=labs-devstral-small-2512","publishedBenchmarkCount":22,"overallRating":{"score":0.022976108052707264,"supported":true,"families":18,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":18,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999791}]},"capabilityRatings":[{"bucket":"agentic","score":0.07273677067702185,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.018100030045351708,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.029769919489023623,"supported":true,"families":3,"independentFamilies":3,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.017132303022148025,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.013256498041117412,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.03697447807657327,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.3543688303284486,"lowerBound":0,"upperBound":1,"independentScore":0.3543688303284486,"independent":true,"opponentIds":2103,"independentOpponentIds":2103,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["7131dec20596d2df6c1be3f2"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.35930444822086516,"lowerBound":0,"upperBound":1,"independentScore":0.35930444822086516,"independent":true,"opponentIds":2104,"independentOpponentIds":2104,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["4f0df62b80b8c9fb83b0a81e"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.30685872925723084,"lowerBound":0,"upperBound":1,"independentScore":0.30685872925723084,"independent":true,"opponentIds":2105,"independentOpponentIds":2105,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["277826d88691ec9eb915047f"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.3539821147173013,"lowerBound":0,"upperBound":1,"independentScore":0.3539821147173013,"independent":true,"opponentIds":2106,"independentOpponentIds":2106,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["f649238deb9d8f1ed9c39912"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.251805421791623,"lowerBound":0,"upperBound":1,"independentScore":0.251805421791623,"independent":true,"opponentIds":2107,"independentOpponentIds":2107,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["9ccc3445c3156458123a9871"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.13013296020893342,"lowerBound":0,"upperBound":1,"independentScore":0.13013296020893342,"independent":true,"opponentIds":2108,"independentOpponentIds":2108,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["0e7d98632bdb7b424068a7d8"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.4208216750410089,"lowerBound":0,"upperBound":1,"independentScore":0.4208216750410089,"independent":true,"opponentIds":2109,"independentOpponentIds":2109,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["148f96724c8bc1918313cee2"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.15608150561697962,"lowerBound":0,"upperBound":1,"independentScore":0.15608150561697962,"independent":true,"opponentIds":2110,"independentOpponentIds":2110,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["5dd89b6fd04dc8216937a0a5"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.22315195657749987,"lowerBound":0,"upperBound":1,"independentScore":0.22315195657749987,"independent":true,"opponentIds":2111,"independentOpponentIds":2111,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["fdb350e52c16cc800f8fdb1a"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.05330325909909783,"lowerBound":0,"upperBound":1,"independentScore":0.05330325909909783,"independent":true,"opponentIds":2112,"independentOpponentIds":2112,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["0eb124052c0750dd77638fa8"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.16277853902160108,"lowerBound":0,"upperBound":1,"independentScore":0.16277853902160108,"independent":true,"opponentIds":2113,"independentOpponentIds":2113,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5f3a8b308a46b3d8691e4eb2"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.3303955138120544,"lowerBound":0,"upperBound":1,"independentScore":0.3303955138120544,"independent":true,"opponentIds":2114,"independentOpponentIds":2114,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f58575e3393fbefc53600c5f"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.24650524983539235,"lowerBound":0,"upperBound":1,"independentScore":0.24650524983539235,"independent":true,"opponentIds":2115,"independentOpponentIds":2115,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["81f793d6f2f88bd3529fa166"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.14051617550853357,"lowerBound":0,"upperBound":1,"independentScore":0.14051617550853357,"independent":true,"opponentIds":2116,"independentOpponentIds":2116,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["390f00a5572b8173cd2b52e2"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.31268502114216806,"lowerBound":0,"upperBound":1,"independentScore":0.31268502114216806,"independent":true,"opponentIds":2117,"independentOpponentIds":2117,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["589703a977c33adb0239d69f"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.19007345950214138,"lowerBound":0,"upperBound":1,"independentScore":0.19007345950214138,"independent":true,"opponentIds":2118,"independentOpponentIds":2118,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["3d79254e334d06a2ca47d4ed"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.342665774074133,"lowerBound":0,"upperBound":1,"independentScore":0.342665774074133,"independent":true,"opponentIds":2119,"independentOpponentIds":2119,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["f52fe8389f1bb8f3ded3aa92","6c90b87546d259a25837a5c2"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4160308927226126,"lowerBound":0,"upperBound":1,"independentScore":0.4160308927226126,"independent":true,"opponentIds":2120,"independentOpponentIds":2120,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["d988ff2eb76e6caf21e5e2a4","f111753b1bee273c77e6e9e0","0dac65a9f62774845dbe0cc7"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7131dec20596d2df6c1be3f2","4f0df62b80b8c9fb83b0a81e","277826d88691ec9eb915047f","f649238deb9d8f1ed9c39912","9ccc3445c3156458123a9871","0e7d98632bdb7b424068a7d8","148f96724c8bc1918313cee2","5dd89b6fd04dc8216937a0a5","fdb350e52c16cc800f8fdb1a","0eb124052c0750dd77638fa8","5f3a8b308a46b3d8691e4eb2","f58575e3393fbefc53600c5f","81f793d6f2f88bd3529fa166","390f00a5572b8173cd2b52e2","589703a977c33adb0239d69f","3d79254e334d06a2ca47d4ed","f52fe8389f1bb8f3ded3aa92","6c90b87546d259a25837a5c2","d988ff2eb76e6caf21e5e2a4","f111753b1bee273c77e6e9e0","0dac65a9f62774845dbe0cc7"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":22}],"unspecified":0,"total":22}},{"id":"llama-4-maverick--effort-non-reasoning","name":"Llama 4 Maverick · Non-reasoning","labId":"meta","labName":"Meta","scores":{},"baseModelId":"llama-4-maverick","detailsUrl":"/efforts?model=llama-4-maverick","publishedBenchmarkCount":24,"overallRating":{"score":0.029703858708906284,"supported":true,"families":19,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":19,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999875}]},"capabilityRatings":[{"bucket":"agentic","score":0.017720496600778807,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.023101791841550316,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.02541517178123254,"supported":true,"families":3,"independentFamilies":3,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.09684143492766568,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.0560042498536051,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.09920253693019865,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.04050745053005675,"lowerBound":0,"upperBound":1,"independentScore":0.04050745053005675,"independent":true,"opponentIds":2121,"independentOpponentIds":2121,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["77dc3e409687fdc4123e7382"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.18641280535339338,"lowerBound":0,"upperBound":1,"independentScore":0.18641280535339338,"independent":true,"opponentIds":2122,"independentOpponentIds":2122,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["faefecf4982a3c56261456c3"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3629453855170588,"lowerBound":0,"upperBound":1,"independentScore":0.3629453855170588,"independent":true,"opponentIds":2123,"independentOpponentIds":2123,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["31f2f561fab689277fa32daf","83ab2bc25f0bf5b24ca914e2"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.07919049859456302,"lowerBound":0,"upperBound":1,"independentScore":0.07919049859456302,"independent":true,"opponentIds":2124,"independentOpponentIds":2124,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["cdf57f3e51751d8b1b206f3e"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25124495659973733,"lowerBound":0,"upperBound":1,"independentScore":0.25124495659973733,"independent":true,"opponentIds":2125,"independentOpponentIds":2125,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["45aff2671367df91ec82a00d"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.08951697616034554,"lowerBound":0,"upperBound":1,"independentScore":0.08951697616034554,"independent":true,"opponentIds":2126,"independentOpponentIds":2126,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["a1c45db0f194569fedcfab7e"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.04619118221308722,"lowerBound":0,"upperBound":1,"independentScore":0.04619118221308722,"independent":true,"opponentIds":2127,"independentOpponentIds":2127,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["8570e13fa3402d4a1cf0ce49"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.5968329944060844,"lowerBound":0,"upperBound":1,"independentScore":0.5968329944060844,"independent":true,"opponentIds":2128,"independentOpponentIds":2128,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["48fc8cf05f6cf5be1916a16f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3963529544983749,"lowerBound":0,"upperBound":1,"independentScore":0.3963529544983749,"independent":true,"opponentIds":2129,"independentOpponentIds":2129,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["7b3e6d11f2c08cecf4bbdf7b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.28069730423343475,"lowerBound":0,"upperBound":1,"independentScore":0.28069730423343475,"independent":true,"opponentIds":2130,"independentOpponentIds":2130,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["0faf4ea29ec7471f2ddc2575"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.49559725097176116,"lowerBound":0,"upperBound":1,"independentScore":0.49559725097176116,"independent":true,"opponentIds":2131,"independentOpponentIds":2131,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["0496ddc71cb780c146897871"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.39348974544995213,"lowerBound":0,"upperBound":1,"independentScore":0.39348974544995213,"independent":true,"opponentIds":2132,"independentOpponentIds":2132,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["cc29361336c4897fbe3e986d"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.475725273242477,"lowerBound":0,"upperBound":1,"independentScore":0.475725273242477,"independent":true,"opponentIds":2133,"independentOpponentIds":2133,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["39a00cb8aa14d4a8f1630392"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7073761555478097,"lowerBound":0,"upperBound":1,"independentScore":0.7073761555478097,"independent":true,"opponentIds":2134,"independentOpponentIds":2134,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["29bc8ec0528066576e43067c"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.4261405895031472,"lowerBound":0,"upperBound":1,"independentScore":0.4261405895031472,"independent":true,"opponentIds":2135,"independentOpponentIds":2135,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["9aa0ba713cbccb8900465da5"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6866042689559366,"lowerBound":0,"upperBound":1,"independentScore":0.6866042689559366,"independent":true,"opponentIds":2136,"independentOpponentIds":2136,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["f6678979dffdce85c6baa1a4"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.1573180582660078,"lowerBound":0,"upperBound":1,"independentScore":0.1573180582660078,"independent":true,"opponentIds":2137,"independentOpponentIds":2137,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["6d6139083fe99c0d47d89705"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.11941266438767914,"lowerBound":0,"upperBound":1,"independentScore":0.11941266438767914,"independent":true,"opponentIds":2138,"independentOpponentIds":2138,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["d78fc2575a1485830285d7e8","dac821c6aa9136a83d875bda"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.28040706448208824,"lowerBound":0,"upperBound":1,"independentScore":0.28040706448208824,"independent":true,"opponentIds":2139,"independentOpponentIds":2139,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["604481ef9f14e63577ee5fd8","354eb159671e8738012a81fa","edfcc29c0deb58a191bb162d"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["77dc3e409687fdc4123e7382","faefecf4982a3c56261456c3","31f2f561fab689277fa32daf","cdf57f3e51751d8b1b206f3e","45aff2671367df91ec82a00d","a1c45db0f194569fedcfab7e","8570e13fa3402d4a1cf0ce49","48fc8cf05f6cf5be1916a16f","7b3e6d11f2c08cecf4bbdf7b","0faf4ea29ec7471f2ddc2575","0496ddc71cb780c146897871","cc29361336c4897fbe3e986d","39a00cb8aa14d4a8f1630392","83ab2bc25f0bf5b24ca914e2","29bc8ec0528066576e43067c","9aa0ba713cbccb8900465da5","f6678979dffdce85c6baa1a4","6d6139083fe99c0d47d89705","d78fc2575a1485830285d7e8","dac821c6aa9136a83d875bda","604481ef9f14e63577ee5fd8","354eb159671e8738012a81fa","edfcc29c0deb58a191bb162d"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":24}],"unspecified":0,"total":24}},{"id":"llama-4-scout--effort-non-reasoning","name":"Llama-4-Scout-17B-16E-Instruct · Non-reasoning","labId":"meta","labName":"Meta","scores":{},"baseModelId":"llama-4-scout","detailsUrl":"/efforts?model=llama-4-scout","publishedBenchmarkCount":23,"overallRating":{"score":0.015841283273873945,"supported":true,"families":19,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":19,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999741}]},"capabilityRatings":[{"bucket":"agentic","score":0.014811320905563322,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.014543853934816444,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.012688800838414846,"supported":true,"families":3,"independentFamilies":3,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.031773136530043385,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.02415195042299013,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.03546063287851394,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.04050745053005675,"lowerBound":0,"upperBound":1,"independentScore":0.04050745053005675,"independent":true,"opponentIds":2140,"independentOpponentIds":2140,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["555d23d461c05d28e5affaad"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.11650800334587086,"lowerBound":0,"upperBound":1,"independentScore":0.11650800334587086,"independent":true,"opponentIds":2141,"independentOpponentIds":2141,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["4885145006b9e6c516d4941f"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.2969514354016659,"lowerBound":0,"upperBound":1,"independentScore":0.2969514354016659,"independent":true,"opponentIds":2142,"independentOpponentIds":2142,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["7581f3a2422117f43b197e4b"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.03075437675166658,"lowerBound":0,"upperBound":1,"independentScore":0.03075437675166658,"independent":true,"opponentIds":2143,"independentOpponentIds":2143,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["9353269ebd55ac03ed176358"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25124495659973733,"lowerBound":0,"upperBound":1,"independentScore":0.25124495659973733,"independent":true,"opponentIds":2144,"independentOpponentIds":2144,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["afc01f597c0079772acb9e3f"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.02065776372931051,"lowerBound":0,"upperBound":1,"independentScore":0.02065776372931051,"independent":true,"opponentIds":2145,"independentOpponentIds":2145,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["d524b4da994ccf7a3136f46d"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.083144127983557,"lowerBound":0,"upperBound":1,"independentScore":0.083144127983557,"independent":true,"opponentIds":2146,"independentOpponentIds":2146,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["2ca6b818ad3095ba1fec0cf3"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.2563404184217022,"lowerBound":0,"upperBound":1,"independentScore":0.2563404184217022,"independent":true,"opponentIds":2147,"independentOpponentIds":2147,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["66c9c26050db4c0d8d41b4a8"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2788537487806937,"lowerBound":0,"upperBound":1,"independentScore":0.2788537487806937,"independent":true,"opponentIds":2148,"independentOpponentIds":2148,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["37634d64a31c01e3c55ac3eb"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.09230136580648979,"lowerBound":0,"upperBound":1,"independentScore":0.09230136580648979,"independent":true,"opponentIds":2149,"independentOpponentIds":2149,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["ab3e6dc6aee996774804be32"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.39995567622282485,"lowerBound":0,"upperBound":1,"independentScore":0.39995567622282485,"independent":true,"opponentIds":2150,"independentOpponentIds":2150,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9b5c1e36e87698c0a87d0094"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.2563304627502544,"lowerBound":0,"upperBound":1,"independentScore":0.2563304627502544,"independent":true,"opponentIds":2151,"independentOpponentIds":2151,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["e7c19c636a0f224e332b9c1e"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.34521656996356737,"lowerBound":0,"upperBound":1,"independentScore":0.34521656996356737,"independent":true,"opponentIds":2152,"independentOpponentIds":2152,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["ebf48949184410fed6f20bb0"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.4689978431347431,"lowerBound":0,"upperBound":1,"independentScore":0.4689978431347431,"independent":true,"opponentIds":2153,"independentOpponentIds":2153,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f2341b5314bd44225e9253b3"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.2480061448820116,"lowerBound":0,"upperBound":1,"independentScore":0.2480061448820116,"independent":true,"opponentIds":2154,"independentOpponentIds":2154,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["342b5de48406cc12a0d640cc"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2706236333976858,"lowerBound":0,"upperBound":1,"independentScore":0.2706236333976858,"independent":true,"opponentIds":2155,"independentOpponentIds":2155,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["29b51ff314d8015f16d8fd73"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.03932951456650196,"lowerBound":0,"upperBound":1,"independentScore":0.03932951456650196,"independent":true,"opponentIds":2156,"independentOpponentIds":2156,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["b3e565fe11b60b81a60483f2"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.08691894413052882,"lowerBound":0,"upperBound":1,"independentScore":0.08691894413052882,"independent":true,"opponentIds":2157,"independentOpponentIds":2157,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["6ceeb86bffcbd0f7f1c1cb44","b7075f4c91bd36c49bbb5930"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.15380981674668812,"lowerBound":0,"upperBound":1,"independentScore":0.15380981674668812,"independent":true,"opponentIds":2158,"independentOpponentIds":2158,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["fe0a313c1be6171f1e933267","c7b21db2c6c9de33ab88deb3","12f09ed4b289733513c29184"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["555d23d461c05d28e5affaad","4885145006b9e6c516d4941f","7581f3a2422117f43b197e4b","9353269ebd55ac03ed176358","afc01f597c0079772acb9e3f","d524b4da994ccf7a3136f46d","2ca6b818ad3095ba1fec0cf3","66c9c26050db4c0d8d41b4a8","37634d64a31c01e3c55ac3eb","ab3e6dc6aee996774804be32","9b5c1e36e87698c0a87d0094","e7c19c636a0f224e332b9c1e","ebf48949184410fed6f20bb0","f2341b5314bd44225e9253b3","342b5de48406cc12a0d640cc","29b51ff314d8015f16d8fd73","b3e565fe11b60b81a60483f2","6ceeb86bffcbd0f7f1c1cb44","b7075f4c91bd36c49bbb5930","fe0a313c1be6171f1e933267","c7b21db2c6c9de33ab88deb3","12f09ed4b289733513c29184"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":23}],"unspecified":0,"total":23}},{"id":"magistral-medium-2509--effort-reasoning","name":"Magistral Medium 1.2 · Reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"magistral-medium-2509","detailsUrl":"/efforts?model=magistral-medium-2509","publishedBenchmarkCount":17,"overallRating":{"score":0.06159205869074538,"supported":true,"families":14,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":14,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999944}]},"capabilityRatings":[{"bucket":"agentic","score":0.05001320745669107,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.08992657182872284,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.07399636635703803,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0815271728502442,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.04441158228551712,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.10014045516061139,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7994548696111275,"lowerBound":0,"upperBound":1,"independentScore":0.7994548696111275,"independent":true,"opponentIds":2159,"independentOpponentIds":2159,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["f863116be3067c64dc4ded17"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5304022385003647,"lowerBound":0,"upperBound":1,"independentScore":0.5304022385003647,"independent":true,"opponentIds":2160,"independentOpponentIds":2160,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["96fb815ee59686aa6570879b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5609244594107672,"lowerBound":0,"upperBound":1,"independentScore":0.5609244594107672,"independent":true,"opponentIds":2161,"independentOpponentIds":2161,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["27e70b3fb728057a74df17b6"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.19567915268923078,"lowerBound":0,"upperBound":1,"independentScore":0.19567915268923078,"independent":true,"opponentIds":2162,"independentOpponentIds":2162,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["537afc4af13852943398074a"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.5170072535543333,"lowerBound":0,"upperBound":1,"independentScore":0.5170072535543333,"independent":true,"opponentIds":2163,"independentOpponentIds":2163,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["dbfb37115a2ce93f137abe06"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5291740452201734,"lowerBound":0,"upperBound":1,"independentScore":0.5291740452201734,"independent":true,"opponentIds":2164,"independentOpponentIds":2164,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["0ed549eecac4ede999a12daa"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5281538121685727,"lowerBound":0,"upperBound":1,"independentScore":0.5281538121685727,"independent":true,"opponentIds":2165,"independentOpponentIds":2165,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["37b4571eaeb976c6fe763a9d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5001552671411682,"lowerBound":0,"upperBound":1,"independentScore":0.5001552671411682,"independent":true,"opponentIds":2166,"independentOpponentIds":2166,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["482398fa7f264cd6c99cd143"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8324773815020726,"lowerBound":0,"upperBound":1,"independentScore":0.8324773815020726,"independent":true,"opponentIds":2167,"independentOpponentIds":2167,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["ad7ae7e1f65c748e13353d8d"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7360825366409607,"lowerBound":0,"upperBound":1,"independentScore":0.7360825366409607,"independent":true,"opponentIds":2168,"independentOpponentIds":2168,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["00d28563b1af109ad8f1498d"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.37475332879486495,"lowerBound":0,"upperBound":1,"independentScore":0.37475332879486495,"independent":true,"opponentIds":2169,"independentOpponentIds":2169,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f2ea0a245a0ae60d6211be17"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.567308030880085,"lowerBound":0,"upperBound":1,"independentScore":0.567308030880085,"independent":true,"opponentIds":2170,"independentOpponentIds":2170,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["07fa28163f5b1f3edc355eed"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3983723043309356,"lowerBound":0,"upperBound":1,"independentScore":0.3983723043309356,"independent":true,"opponentIds":2171,"independentOpponentIds":2171,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["40f63a5a594c4ddbf8bb6e60","86a26110045ab8144e18668e"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.40480976259558593,"lowerBound":0,"upperBound":1,"independentScore":0.40480976259558593,"independent":true,"opponentIds":2172,"independentOpponentIds":2172,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["f2831b29b79d4466446b9ca7","f9230a89b29d00bd920b1d0e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f863116be3067c64dc4ded17","96fb815ee59686aa6570879b","27e70b3fb728057a74df17b6","537afc4af13852943398074a","dbfb37115a2ce93f137abe06","0ed549eecac4ede999a12daa","37b4571eaeb976c6fe763a9d","482398fa7f264cd6c99cd143","ad7ae7e1f65c748e13353d8d","00d28563b1af109ad8f1498d","f2ea0a245a0ae60d6211be17","07fa28163f5b1f3edc355eed","40f63a5a594c4ddbf8bb6e60","86a26110045ab8144e18668e","f2831b29b79d4466446b9ca7","f9230a89b29d00bd920b1d0e"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":17}],"unspecified":0,"total":17}},{"id":"magistral-small-2509--effort-reasoning","name":"Magistral Small 1.2 · Reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"magistral-small-2509","detailsUrl":"/efforts?model=magistral-small-2509","publishedBenchmarkCount":18,"overallRating":{"score":0.033694114547282585,"supported":true,"families":15,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":15,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.999999999999983}]},"capabilityRatings":[{"bucket":"agentic","score":0.024041475307341395,"supported":true,"families":3,"independentFamilies":3,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.06529616678874682,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.04545535605975335,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.03716384093285322,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.03108332465346782,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.023663775452176822,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7779494980456488,"lowerBound":0,"upperBound":1,"independentScore":0.7779494980456488,"independent":true,"opponentIds":2173,"independentOpponentIds":2173,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["9557a6f4edfe4134aff16297"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.22360893907556098,"lowerBound":0,"upperBound":1,"independentScore":0.22360893907556098,"independent":true,"opponentIds":2174,"independentOpponentIds":2174,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["754e92a07c653f668b9fd678"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.028168138411727755,"lowerBound":0,"upperBound":1,"independentScore":0.028168138411727755,"independent":true,"opponentIds":2175,"independentOpponentIds":2175,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["b75f74d8527b381f95e1cc00"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5589301049170218,"lowerBound":0,"upperBound":1,"independentScore":0.5589301049170218,"independent":true,"opponentIds":2176,"independentOpponentIds":2176,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["7f110124805bb3a2e19625a9"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.15115449336465844,"lowerBound":0,"upperBound":1,"independentScore":0.15115449336465844,"independent":true,"opponentIds":2177,"independentOpponentIds":2177,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["08ab00b7e42c1ffe38fae226"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.28293882834750905,"lowerBound":0,"upperBound":1,"independentScore":0.28293882834750905,"independent":true,"opponentIds":2178,"independentOpponentIds":2178,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["7332d47df21579cbd347434c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3622577176055484,"lowerBound":0,"upperBound":1,"independentScore":0.3622577176055484,"independent":true,"opponentIds":2179,"independentOpponentIds":2179,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["d912f20d1c509a3f0d54f0b2"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.39168324452652914,"lowerBound":0,"upperBound":1,"independentScore":0.39168324452652914,"independent":true,"opponentIds":2180,"independentOpponentIds":2180,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["21bd6e25c91e8aaf59a9c346"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5319413197685142,"lowerBound":0,"upperBound":1,"independentScore":0.5319413197685142,"independent":true,"opponentIds":2181,"independentOpponentIds":2181,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["fac1628ad38a1ae32b1a569b"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7801103258139418,"lowerBound":0,"upperBound":1,"independentScore":0.7801103258139418,"independent":true,"opponentIds":2182,"independentOpponentIds":2182,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["42ee1aa5bdd7a63aa6435d27"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5248112686481022,"lowerBound":0,"upperBound":1,"independentScore":0.5248112686481022,"independent":true,"opponentIds":2183,"independentOpponentIds":2183,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["da019b5f437710abfa392ded"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.29729853611330836,"lowerBound":0,"upperBound":1,"independentScore":0.29729853611330836,"independent":true,"opponentIds":2184,"independentOpponentIds":2184,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["6e4257fe0cfd1b51a80412dd"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.1952090909458531,"lowerBound":0,"upperBound":1,"independentScore":0.1952090909458531,"independent":true,"opponentIds":2185,"independentOpponentIds":2185,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["f107c4759c0944a0c47cc731"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.22281496272710302,"lowerBound":0,"upperBound":1,"independentScore":0.22281496272710302,"independent":true,"opponentIds":2186,"independentOpponentIds":2186,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["d21b8957d999afa9c21c52a4","c7a6909b11ed59de7be2f06c"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.2117928354228933,"lowerBound":0,"upperBound":1,"independentScore":0.2117928354228933,"independent":true,"opponentIds":2187,"independentOpponentIds":2187,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["582e8eaacbf3fc4faf540335","0f4ae3bfcadfaec9cecbf582"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9557a6f4edfe4134aff16297","754e92a07c653f668b9fd678","b75f74d8527b381f95e1cc00","7f110124805bb3a2e19625a9","08ab00b7e42c1ffe38fae226","7332d47df21579cbd347434c","d912f20d1c509a3f0d54f0b2","21bd6e25c91e8aaf59a9c346","fac1628ad38a1ae32b1a569b","42ee1aa5bdd7a63aa6435d27","da019b5f437710abfa392ded","6e4257fe0cfd1b51a80412dd","f107c4759c0944a0c47cc731","d21b8957d999afa9c21c52a4","c7a6909b11ed59de7be2f06c","582e8eaacbf3fc4faf540335","0f4ae3bfcadfaec9cecbf582"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":18}],"unspecified":0,"total":18}},{"id":"mimo-v2-flash--effort-non-reasoning","name":"MiMo-V2-Flash · Non-reasoning","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-v2-flash","detailsUrl":"/efforts?model=mimo-v2-flash","publishedBenchmarkCount":15,"overallRating":{"score":0.04095531897606665,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000158}]},"capabilityRatings":[{"bucket":"agentic","score":0.14475850293415238,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.04494816831579168,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.06214289499824955,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.028779453486901075,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.05104391752004144,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6617287737478755,"lowerBound":0,"upperBound":1,"independentScore":0.6617287737478755,"independent":true,"opponentIds":2188,"independentOpponentIds":2188,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["0548c4d5205cb671c0f67853"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3947313312925975,"lowerBound":0,"upperBound":1,"independentScore":0.3947313312925975,"independent":true,"opponentIds":2189,"independentOpponentIds":2189,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["d0737a6dbd590e665e154bd5"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2537542611432494,"lowerBound":0,"upperBound":1,"independentScore":0.2537542611432494,"independent":true,"opponentIds":2190,"independentOpponentIds":2190,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["2c6d86385f0499ac90db9b10"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.48365451275149396,"lowerBound":0,"upperBound":1,"independentScore":0.48365451275149396,"independent":true,"opponentIds":2191,"independentOpponentIds":2191,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["e4a73d3fd6138fe1e3815707"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.08503501956349975,"lowerBound":0,"upperBound":1,"independentScore":0.08503501956349975,"independent":true,"opponentIds":2192,"independentOpponentIds":2192,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["0429ec3293c63221653ac24b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3576259092719059,"lowerBound":0,"upperBound":1,"independentScore":0.3576259092719059,"independent":true,"opponentIds":2193,"independentOpponentIds":2193,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["d675a347ba1cc300cdd50958"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.48422844910624135,"lowerBound":0,"upperBound":1,"independentScore":0.48422844910624135,"independent":true,"opponentIds":2194,"independentOpponentIds":2194,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["3ad9dff856d49a94cb99de1f"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.42481800396375424,"lowerBound":0,"upperBound":1,"independentScore":0.42481800396375424,"independent":true,"opponentIds":2195,"independentOpponentIds":2195,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5baca63841da31c57e5ae037"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.4004890906106413,"lowerBound":0,"upperBound":1,"independentScore":0.4004890906106413,"independent":true,"opponentIds":2196,"independentOpponentIds":2196,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["136673bead80a3b356afdee4"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.4383465982973233,"lowerBound":0,"upperBound":1,"independentScore":0.4383465982973233,"independent":true,"opponentIds":2197,"independentOpponentIds":2197,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["a1e63baef98defadff1101a6"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.30694389060699695,"lowerBound":0,"upperBound":1,"independentScore":0.30694389060699695,"independent":true,"opponentIds":2198,"independentOpponentIds":2198,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["644bce3e0d96665ff5259654"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7571434394388085,"lowerBound":0,"upperBound":1,"independentScore":0.7571434394388085,"independent":true,"opponentIds":2199,"independentOpponentIds":2199,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["3cc13fc1b52d73266be2282d"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7157836342405179,"lowerBound":0,"upperBound":1,"independentScore":0.7157836342405179,"independent":true,"opponentIds":2200,"independentOpponentIds":2200,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["f6a30fe9e813cbabe7dcdc98","be9cfbf93f75099ff67dd311"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["0548c4d5205cb671c0f67853","d0737a6dbd590e665e154bd5","2c6d86385f0499ac90db9b10","e4a73d3fd6138fe1e3815707","0429ec3293c63221653ac24b","d675a347ba1cc300cdd50958","3ad9dff856d49a94cb99de1f","5baca63841da31c57e5ae037","136673bead80a3b356afdee4","a1e63baef98defadff1101a6","644bce3e0d96665ff5259654","3cc13fc1b52d73266be2282d","f6a30fe9e813cbabe7dcdc98","be9cfbf93f75099ff67dd311"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"mimo-v2-flash--effort-reasoning","name":"MiMo-V2-Flash · Reasoning","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-v2-flash","detailsUrl":"/efforts?model=mimo-v2-flash","publishedBenchmarkCount":13,"overallRating":{"score":0.1687441732992249,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000009}]},"capabilityRatings":[{"bucket":"agentic","score":0.35370665280537866,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.23710665543236895,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.1602636069803783,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.16552462417835898,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.23866466730858024,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9801763339339531,"lowerBound":0,"upperBound":1,"independentScore":0.9801763339339531,"independent":true,"opponentIds":2188,"independentOpponentIds":2188,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["18f2737a5c5e1f7f70b602b1"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7653020326243981,"lowerBound":0,"upperBound":1,"independentScore":0.7653020326243981,"independent":true,"opponentIds":2189,"independentOpponentIds":2189,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["18761c742f092bb12f9d5589"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8187564211256311,"lowerBound":0,"upperBound":1,"independentScore":0.8187564211256311,"independent":true,"opponentIds":2190,"independentOpponentIds":2190,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["b30d2768f6110084619ea391"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.6755388816263522,"lowerBound":0,"upperBound":1,"independentScore":0.6755388816263522,"independent":true,"opponentIds":2192,"independentOpponentIds":2192,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["bf092d52c6f3a83f57432b09"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8027421090442062,"lowerBound":0,"upperBound":1,"independentScore":0.8027421090442062,"independent":true,"opponentIds":2193,"independentOpponentIds":2193,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["0773db899cdffa4e1ded8ba6"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7775510418707424,"lowerBound":0,"upperBound":1,"independentScore":0.7775510418707424,"independent":true,"opponentIds":2194,"independentOpponentIds":2194,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["3920da93b773299bcb0edfce"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7670570807502515,"lowerBound":0,"upperBound":1,"independentScore":0.7670570807502515,"independent":true,"opponentIds":2195,"independentOpponentIds":2195,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["f366555ca241ca7c7571729f"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9636383159863325,"lowerBound":0,"upperBound":1,"independentScore":0.9636383159863325,"independent":true,"opponentIds":2196,"independentOpponentIds":2196,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["7cb51c7248fc435c2871aebc"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8946035900742128,"lowerBound":0,"upperBound":1,"independentScore":0.8946035900742128,"independent":true,"opponentIds":2197,"independentOpponentIds":2197,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["87b8554680365a774f346ece"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6892556443949268,"lowerBound":0,"upperBound":1,"independentScore":0.6892556443949268,"independent":true,"opponentIds":2198,"independentOpponentIds":2198,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["1b6fad8193ad71cc3e2e3c6b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9249212102983487,"lowerBound":0,"upperBound":1,"independentScore":0.9249212102983487,"independent":true,"opponentIds":2199,"independentOpponentIds":2199,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["9dd928416fa90717a399e327"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7230060575304983,"lowerBound":0,"upperBound":1,"independentScore":0.7230060575304983,"independent":true,"opponentIds":2201,"independentOpponentIds":2201,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["bae7463f2643e0ed3fc2532b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["18f2737a5c5e1f7f70b602b1","18761c742f092bb12f9d5589","b30d2768f6110084619ea391","bf092d52c6f3a83f57432b09","0773db899cdffa4e1ded8ba6","3920da93b773299bcb0edfce","f366555ca241ca7c7571729f","7cb51c7248fc435c2871aebc","87b8554680365a774f346ece","1b6fad8193ad71cc3e2e3c6b","9dd928416fa90717a399e327","bae7463f2643e0ed3fc2532b"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"mimo-v2.5--effort-reasoning","name":"MiMo-V2.5 · Reasoning","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-v2.5","detailsUrl":"/efforts?model=mimo-v2.5","publishedBenchmarkCount":18,"overallRating":{"score":0.1535860120636402,"supported":true,"families":14,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":14,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999939}]},"capabilityRatings":[{"bucket":"agentic","score":0.1967924340276559,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.23799229518574885,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.1682044693879604,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.09942613051816111,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.258349570728303,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.2806017820910707,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.5094375405637945,"lowerBound":0,"upperBound":1,"independentScore":0.5094375405637945,"independent":true,"opponentIds":2202,"independentOpponentIds":2202,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["9ffb2fbc8acdbb5fa868e907"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7910729223607663,"lowerBound":0,"upperBound":1,"independentScore":0.7910729223607663,"independent":true,"opponentIds":2203,"independentOpponentIds":2203,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["6e83c247df799a06891d5c23"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6074438926832095,"lowerBound":0,"upperBound":1,"independentScore":0.6074438926832095,"independent":true,"opponentIds":2204,"independentOpponentIds":2204,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["2d2e86088b5f8c7b172e4017"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7986180884125648,"lowerBound":0,"upperBound":1,"independentScore":0.7986180884125648,"independent":true,"opponentIds":2205,"independentOpponentIds":2205,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["064950ae79afc2e1a558cfd4"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.38847858035139005,"lowerBound":0,"upperBound":1,"independentScore":0.38847858035139005,"independent":true,"opponentIds":2206,"independentOpponentIds":2206,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["7a6c3c90bb654755ab0227ad"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6778829098698079,"lowerBound":0,"upperBound":1,"independentScore":0.6778829098698079,"independent":true,"opponentIds":2207,"independentOpponentIds":2207,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["037febc53053e2dcb9b47a7f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.798024415660799,"lowerBound":0,"upperBound":1,"independentScore":0.798024415660799,"independent":true,"opponentIds":2208,"independentOpponentIds":2208,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["dec96f1d4a54fa1a862e15bf"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7918797847830324,"lowerBound":0,"upperBound":1,"independentScore":0.7918797847830324,"independent":true,"opponentIds":2209,"independentOpponentIds":2209,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["3d0236e6e49d8d8d28e01c73"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7942397892252452,"lowerBound":0,"upperBound":1,"independentScore":0.7942397892252452,"independent":true,"opponentIds":2210,"independentOpponentIds":2210,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["832157a7f55c7b6cd246f105"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7963951102686246,"lowerBound":0,"upperBound":1,"independentScore":0.7963951102686246,"independent":true,"opponentIds":2211,"independentOpponentIds":2211,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["1d587cd054a074e2950f881b"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.3852675883968998,"lowerBound":0,"upperBound":1,"independentScore":0.3852675883968998,"independent":true,"opponentIds":2212,"independentOpponentIds":2212,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["adb5cf425682f21a39d89ebd"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.5035243843238565,"lowerBound":0,"upperBound":1,"independentScore":0.5035243843238565,"independent":true,"opponentIds":2213,"independentOpponentIds":2213,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["3ad50ec8ea74deb9634c82d7"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6120012299059631,"lowerBound":0,"upperBound":1,"independentScore":0.6120012299059631,"independent":true,"opponentIds":2214,"independentOpponentIds":2214,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["d41a88e61beaa1a787af3bfb","75e18d8f2290eb1f93e4b341"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6486275340376378,"lowerBound":0,"upperBound":1,"independentScore":0.6486275340376378,"independent":true,"opponentIds":2215,"independentOpponentIds":2215,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["9e3e743e86bb15ebf4c91aa8","8b19ccc651ba74f8d9c9cfc8","5a2f61a9349f73f419db3844"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9ffb2fbc8acdbb5fa868e907","6e83c247df799a06891d5c23","2d2e86088b5f8c7b172e4017","064950ae79afc2e1a558cfd4","7a6c3c90bb654755ab0227ad","037febc53053e2dcb9b47a7f","dec96f1d4a54fa1a862e15bf","3d0236e6e49d8d8d28e01c73","832157a7f55c7b6cd246f105","1d587cd054a074e2950f881b","adb5cf425682f21a39d89ebd","3ad50ec8ea74deb9634c82d7","d41a88e61beaa1a787af3bfb","75e18d8f2290eb1f93e4b341","9e3e743e86bb15ebf4c91aa8","8b19ccc651ba74f8d9c9cfc8","5a2f61a9349f73f419db3844"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":18}],"unspecified":0,"total":18}},{"id":"mimo-v2.5-pro--effort-reasoning","name":"MiMo-V2.5-Pro · Reasoning","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-v2.5-pro","detailsUrl":"/efforts?model=mimo-v2.5-pro","publishedBenchmarkCount":22,"overallRating":{"score":0.20729689475766264,"supported":true,"families":17,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":17,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000009}]},"capabilityRatings":[{"bucket":"agentic","score":0.22035732115590975,"supported":true,"families":9,"independentFamilies":9,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.2910010977227779,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.2734661779094983,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.22421736694918507,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.36075386709114504,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.7023869082619689,"lowerBound":0,"upperBound":1,"independentScore":0.7023869082619689,"independent":true,"opponentIds":2216,"independentOpponentIds":2216,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["aa8865db70c47bb7dfb128f9"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6304128593292764,"lowerBound":0,"upperBound":1,"independentScore":0.6304128593292764,"independent":true,"opponentIds":2217,"independentOpponentIds":2217,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["10408a3544658e1ddd5de105"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.09930459292483092,"lowerBound":0,"upperBound":1,"independentScore":0.09930459292483092,"independent":true,"opponentIds":2218,"independentOpponentIds":2218,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["a7d2bcfee55db5a2505b3634"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.740045604199416,"lowerBound":0,"upperBound":1,"independentScore":0.740045604199416,"independent":true,"opponentIds":2219,"independentOpponentIds":2219,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["39ba4dba44c1102d67baf7a4","a71198824bbba9c01c783584"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5669055585974366,"lowerBound":0,"upperBound":1,"independentScore":0.5669055585974366,"independent":true,"opponentIds":2220,"independentOpponentIds":2220,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["ff0c2d45c031c24afe7115b3"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.812076909644569,"lowerBound":0,"upperBound":1,"independentScore":0.812076909644569,"independent":true,"opponentIds":2221,"independentOpponentIds":2221,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["eba41a2659d0c3b4a213133b"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.39876472747512365,"lowerBound":0,"upperBound":1,"independentScore":0.39876472747512365,"independent":true,"opponentIds":2222,"independentOpponentIds":2222,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["5f4a0dd5975c36a9ccc0191a"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.787990820236255,"lowerBound":0,"upperBound":1,"independentScore":0.787990820236255,"independent":true,"opponentIds":2223,"independentOpponentIds":2223,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["69737750e0f7b088fa8e9a5d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8402179185248645,"lowerBound":0,"upperBound":1,"independentScore":0.8402179185248645,"independent":true,"opponentIds":2224,"independentOpponentIds":2224,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["6f278af330e867f97be2f486"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.3657569704332981,"lowerBound":0,"upperBound":1,"independentScore":0.3657569704332981,"independent":true,"opponentIds":2225,"independentOpponentIds":2225,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["7eff5dc11f25d736892ffc61"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9076499425019708,"lowerBound":0,"upperBound":1,"independentScore":0.9076499425019708,"independent":true,"opponentIds":2226,"independentOpponentIds":2226,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["8bbacd899f7789e32c381c4a"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9838057601857192,"lowerBound":0,"upperBound":1,"independentScore":0.9838057601857192,"independent":true,"opponentIds":2227,"independentOpponentIds":2227,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["4ba4f52ff6dc1ac0a6b4e163"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.7542995361221883,"lowerBound":0,"upperBound":1,"independentScore":0.7542995361221883,"independent":true,"opponentIds":2228,"independentOpponentIds":2228,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["93e1b5c3fa106e34f3235832"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6226253709209117,"lowerBound":0,"upperBound":1,"independentScore":0.6226253709209117,"independent":true,"opponentIds":2229,"independentOpponentIds":2229,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["520d70a578e2b68e229d64b4"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.7558172350666863,"lowerBound":0,"upperBound":1,"independentScore":0.7558172350666863,"independent":true,"opponentIds":2230,"independentOpponentIds":2230,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["180a2693d571d25cae080430"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6542586634979322,"lowerBound":0,"upperBound":1,"independentScore":0.6542586634979322,"independent":true,"opponentIds":2231,"independentOpponentIds":2231,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["9161b5318bd7b88621cad180","4fc646e273a89ef9f25b73a4"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6535555101796212,"lowerBound":0,"upperBound":1,"independentScore":0.6535555101796212,"independent":true,"opponentIds":2232,"independentOpponentIds":2232,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["a75bc34d65079b1a2bf325fd","d2c532f29f3ce520c178e8f8","990ac08433bde368141db4a3"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["aa8865db70c47bb7dfb128f9","10408a3544658e1ddd5de105","a7d2bcfee55db5a2505b3634","39ba4dba44c1102d67baf7a4","ff0c2d45c031c24afe7115b3","eba41a2659d0c3b4a213133b","5f4a0dd5975c36a9ccc0191a","69737750e0f7b088fa8e9a5d","6f278af330e867f97be2f486","7eff5dc11f25d736892ffc61","8bbacd899f7789e32c381c4a","4ba4f52ff6dc1ac0a6b4e163","93e1b5c3fa106e34f3235832","a71198824bbba9c01c783584","520d70a578e2b68e229d64b4","180a2693d571d25cae080430","9161b5318bd7b88621cad180","4fc646e273a89ef9f25b73a4","a75bc34d65079b1a2bf325fd","d2c532f29f3ce520c178e8f8","990ac08433bde368141db4a3"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k3","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":22}],"unspecified":0,"total":22}},{"id":"mimo-v2.5-pro--effort-non-reasoning","name":"MiMo-V2.5-Pro · Non-reasoning","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-v2.5-pro","detailsUrl":"/efforts?model=mimo-v2.5-pro","publishedBenchmarkCount":9,"overallRating":{"score":0.09571210227091019,"supported":true,"families":8,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":8,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000009}]},"capabilityRatings":[{"bucket":"agentic","score":0.11017400085366402,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.12682395021453435,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.2293300722251875,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.10260958507127443,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.061436951887113456,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4322407187262444,"lowerBound":0,"upperBound":1,"independentScore":0.4322407187262444,"independent":true,"opponentIds":2233,"independentOpponentIds":2233,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["fc1a2332e16a8d2dccb00939"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7124152602195513,"lowerBound":0,"upperBound":1,"independentScore":0.7124152602195513,"independent":true,"opponentIds":2221,"independentOpponentIds":2221,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["b0f93b30c77f797af5ca0bf9"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5949317960254885,"lowerBound":0,"upperBound":1,"independentScore":0.5949317960254885,"independent":true,"opponentIds":2224,"independentOpponentIds":2224,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e62c663d0e43ba6605976071"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6784222875208008,"lowerBound":0,"upperBound":1,"independentScore":0.6784222875208008,"independent":true,"opponentIds":2226,"independentOpponentIds":2226,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["91caea072d8597c8ac5fb15b"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.4698874338911954,"lowerBound":0,"upperBound":1,"independentScore":0.4698874338911954,"independent":true,"opponentIds":2227,"independentOpponentIds":2227,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["cb3f9696c12ea026ad23ee03"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7551065970014658,"lowerBound":0,"upperBound":1,"independentScore":0.7551065970014658,"independent":true,"opponentIds":2229,"independentOpponentIds":2229,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["21677ace23284fc1d6430259"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6693082003825924,"lowerBound":0,"upperBound":1,"independentScore":0.6693082003825924,"independent":true,"opponentIds":2234,"independentOpponentIds":2234,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["e722cf4319818646ca6e10b5"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8677385818336806,"lowerBound":0,"upperBound":1,"independentScore":0.8677385818336806,"independent":true,"opponentIds":2235,"independentOpponentIds":2235,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["9c637329ea6a800195133a96"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["fc1a2332e16a8d2dccb00939","b0f93b30c77f797af5ca0bf9","e62c663d0e43ba6605976071","91caea072d8597c8ac5fb15b","cb3f9696c12ea026ad23ee03","21677ace23284fc1d6430259","e722cf4319818646ca6e10b5","9c637329ea6a800195133a96"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"minicpm5-2b--effort-reasoning","name":"MiniCPM5-2B · Reasoning","labId":"openbmb","labName":"OpenBMB","scores":{},"baseModelId":"minicpm5-2b","detailsUrl":"/efforts?model=minicpm5-2b","publishedBenchmarkCount":14,"overallRating":{"score":0.05277639203684013,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999982}]},"capabilityRatings":[{"bucket":"agentic","score":0.11283243366569122,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.07048168701638162,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.030201511287363956,"supported":true,"families":2,"independentFamilies":2,"opponents":125,"opponentLabs":21,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.010770191559321901,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.1237533571470026,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.2838163776026806,"lowerBound":0,"upperBound":1,"independentScore":0.2838163776026806,"independent":true,"opponentIds":2236,"independentOpponentIds":2236,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["5be0fb393415bc28fc914de1"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5892194874489607,"lowerBound":0,"upperBound":1,"independentScore":0.5892194874489607,"independent":true,"opponentIds":2237,"independentOpponentIds":2237,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["b2a906d4e7d0bcb771c59190"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.26976204105134977,"lowerBound":0,"upperBound":1,"independentScore":0.26976204105134977,"independent":true,"opponentIds":2238,"independentOpponentIds":2238,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["eab3ca6e668837d32dbf0f84"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5637107178108713,"lowerBound":0,"upperBound":1,"independentScore":0.5637107178108713,"independent":true,"opponentIds":2239,"independentOpponentIds":2239,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["d6f50cbeea24cc50749a6588"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.20596590423350056,"lowerBound":0,"upperBound":1,"independentScore":0.20596590423350056,"independent":true,"opponentIds":2240,"independentOpponentIds":2240,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["89fa7cef514475fe6cb85d96"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.502515686840563,"lowerBound":0,"upperBound":1,"independentScore":0.502515686840563,"independent":true,"opponentIds":2241,"independentOpponentIds":2241,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["f59a822e8fe0497588720463"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.46256035261894046,"lowerBound":0,"upperBound":1,"independentScore":0.46256035261894046,"independent":true,"opponentIds":2242,"independentOpponentIds":2242,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["7b22165b4cb228728b966f75"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4864577597926487,"lowerBound":0,"upperBound":1,"independentScore":0.4864577597926487,"independent":true,"opponentIds":2243,"independentOpponentIds":2243,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["58c0e4b12f0557e3f0c56eb2"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.06791107040891266,"lowerBound":0,"upperBound":1,"independentScore":0.06791107040891266,"independent":true,"opponentIds":2244,"independentOpponentIds":2244,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["9da5239ef85d9ee0a317f40f"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.08267086604802681,"lowerBound":0,"upperBound":1,"independentScore":0.08267086604802681,"independent":true,"opponentIds":2245,"independentOpponentIds":2245,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["b37840fcc4887b193a7da1b9"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6197810384198663,"lowerBound":0,"upperBound":1,"independentScore":0.6197810384198663,"independent":true,"opponentIds":2246,"independentOpponentIds":2246,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["dff041001a0b378a9dc8c1ff"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.2154208339089733,"lowerBound":0,"upperBound":1,"independentScore":0.2154208339089733,"independent":true,"opponentIds":2247,"independentOpponentIds":2247,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["0c83b7be0704c58f9f95b8b9","30eccba22a3fc77326f6a727"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["5be0fb393415bc28fc914de1","b2a906d4e7d0bcb771c59190","eab3ca6e668837d32dbf0f84","d6f50cbeea24cc50749a6588","89fa7cef514475fe6cb85d96","f59a822e8fe0497588720463","7b22165b4cb228728b966f75","58c0e4b12f0557e3f0c56eb2","9da5239ef85d9ee0a317f40f","b37840fcc4887b193a7da1b9","dff041001a0b378a9dc8c1ff","0c83b7be0704c58f9f95b8b9","30eccba22a3fc77326f6a727"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"minimax-m1-40k--effort-reasoning","name":"MiniMax-M1-40k · Reasoning","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-m1-40k","detailsUrl":"/efforts?model=minimax-m1-40k","publishedBenchmarkCount":9,"overallRating":{"score":0.03295532994494402,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":4,"opponents":214,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000144}]},"capabilityRatings":[{"bucket":"agentic","score":0.02928930513238047,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03489225080657479,"supported":true,"families":4,"independentFamilies":4,"opponents":213,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.028024698775346482,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.06338542043558504,"supported":true,"families":2,"independentFamilies":2,"opponents":181,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.10747448572985736,"lowerBound":0,"upperBound":1,"independentScore":0.10747448572985736,"independent":true,"opponentIds":2248,"independentOpponentIds":2248,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["6a9234ac9a3f32d0ebc2abf0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4236306726274538,"lowerBound":0,"upperBound":1,"independentScore":0.4236306726274538,"independent":true,"opponentIds":2249,"independentOpponentIds":2249,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["788f2e240a00d67b9967bfe3"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.45960339144242696,"lowerBound":0,"upperBound":1,"independentScore":0.45960339144242696,"independent":true,"opponentIds":2250,"independentOpponentIds":2250,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["1c98715ed4f5b7aa5cacd5fb"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.44714889519672024,"lowerBound":0,"upperBound":1,"independentScore":0.44714889519672024,"independent":true,"opponentIds":2251,"independentOpponentIds":2251,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["c47fefff4069984b5210ed42"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6760053949857177,"lowerBound":0,"upperBound":1,"independentScore":0.6760053949857177,"independent":true,"opponentIds":2252,"independentOpponentIds":2252,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["7a456ca77982a503622aef14"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.8288624679296707,"lowerBound":0,"upperBound":1,"independentScore":0.8288624679296707,"independent":true,"opponentIds":2253,"independentOpponentIds":2253,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["eec2171903ac55545a6ef3bb"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6996564043118702,"lowerBound":0,"upperBound":1,"independentScore":0.6996564043118702,"independent":true,"opponentIds":2254,"independentOpponentIds":2254,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["c03e16d248d044b91a74c874"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.396435842195751,"lowerBound":0,"upperBound":1,"independentScore":0.396435842195751,"independent":true,"opponentIds":2255,"independentOpponentIds":2255,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["500f48b1cccab1db90df44b5"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.17418258271208892,"lowerBound":0,"upperBound":1,"independentScore":0.17418258271208892,"independent":true,"opponentIds":2256,"independentOpponentIds":2256,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["763cf25103d998af4d1f28fc"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6a9234ac9a3f32d0ebc2abf0","788f2e240a00d67b9967bfe3","1c98715ed4f5b7aa5cacd5fb","c47fefff4069984b5210ed42","7a456ca77982a503622aef14","eec2171903ac55545a6ef3bb","c03e16d248d044b91a74c874","500f48b1cccab1db90df44b5","763cf25103d998af4d1f28fc"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-3.5-turbo","gpt-4","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","o3-pro","phi-4-multimodal-instruct","qwen-3.8-max","qwen3-coder-next","qwen3-max","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4-turbo","gpt-4o"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"minimax-m1-80k--effort-reasoning","name":"MiniMax-M1-80k · Reasoning","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-m1-80k","detailsUrl":"/efforts?model=minimax-m1-80k","publishedBenchmarkCount":13,"overallRating":{"score":0.05074637205748974,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999968}]},"capabilityRatings":[{"bucket":"agentic","score":0.03625047918614299,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.0572287567060085,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03637244807366027,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.08804729522705766,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.11946096673117819,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.58470651261975,"lowerBound":0,"upperBound":1,"independentScore":0.58470651261975,"independent":true,"opponentIds":2257,"independentOpponentIds":2257,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["baa673fd7f683726d8a5dda4"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5798550577463379,"lowerBound":0,"upperBound":1,"independentScore":0.5798550577463379,"independent":true,"opponentIds":2258,"independentOpponentIds":2258,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["7d6db873825a7618efbd9abb"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2551733148128987,"lowerBound":0,"upperBound":1,"independentScore":0.2551733148128987,"independent":true,"opponentIds":2259,"independentOpponentIds":2259,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["e82a3c3e3750d84732cf515e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.45316322465841663,"lowerBound":0,"upperBound":1,"independentScore":0.45316322465841663,"independent":true,"opponentIds":2260,"independentOpponentIds":2260,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["569994eadbf73e950041b1f9"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4782413030552905,"lowerBound":0,"upperBound":1,"independentScore":0.4782413030552905,"independent":true,"opponentIds":2261,"independentOpponentIds":2261,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["1551ef2a33f01b47020ef547"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.46866854424473725,"lowerBound":0,"upperBound":1,"independentScore":0.46866854424473725,"independent":true,"opponentIds":2262,"independentOpponentIds":2262,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["35517fb9c2159a955b38a320"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7636017244613353,"lowerBound":0,"upperBound":1,"independentScore":0.7636017244613353,"independent":true,"opponentIds":2263,"independentOpponentIds":2263,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["76e122aa7a3557f5540aa180"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.912317172518224,"lowerBound":0,"upperBound":1,"independentScore":0.912317172518224,"independent":true,"opponentIds":2264,"independentOpponentIds":2264,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["bf49f69842e743085d3b29d4"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.75242597604854,"lowerBound":0,"upperBound":1,"independentScore":0.75242597604854,"independent":true,"opponentIds":2265,"independentOpponentIds":2265,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["707035a3df53472cb7e55178"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6230900023641508,"lowerBound":0,"upperBound":1,"independentScore":0.6230900023641508,"independent":true,"opponentIds":2266,"independentOpponentIds":2266,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["7bd753242e76b19ea002e45b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.440091819975565,"lowerBound":0,"upperBound":1,"independentScore":0.440091819975565,"independent":true,"opponentIds":2267,"independentOpponentIds":2267,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["3b570ef41663865b99bb5f67"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.20945664836765127,"lowerBound":0,"upperBound":1,"independentScore":0.20945664836765127,"independent":true,"opponentIds":2268,"independentOpponentIds":2268,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["70b65a26ecb30426a99bbd11"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["baa673fd7f683726d8a5dda4","7d6db873825a7618efbd9abb","e82a3c3e3750d84732cf515e","569994eadbf73e950041b1f9","1551ef2a33f01b47020ef547","35517fb9c2159a955b38a320","76e122aa7a3557f5540aa180","bf49f69842e743085d3b29d4","707035a3df53472cb7e55178","7bd753242e76b19ea002e45b","3b570ef41663865b99bb5f67","70b65a26ecb30426a99bbd11"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"minimax-m2--effort-reasoning","name":"MiniMax-M2 · Reasoning","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-m2","detailsUrl":"/efforts?model=minimax-m2","publishedBenchmarkCount":13,"overallRating":{"score":0.11044819736345794,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999885}]},"capabilityRatings":[{"bucket":"agentic","score":0.21159319169347976,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.11439222357370293,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.1477425632715643,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.13191151359779807,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.16545566478042226,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.753446734260746,"lowerBound":0,"upperBound":1,"independentScore":0.753446734260746,"independent":true,"opponentIds":2269,"independentOpponentIds":2269,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["15e173c41fc9f2886eb66b86"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.660585952164042,"lowerBound":0,"upperBound":1,"independentScore":0.660585952164042,"independent":true,"opponentIds":2270,"independentOpponentIds":2270,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["4b2a76acf855c3e0dc2d8d5b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.668094562741227,"lowerBound":0,"upperBound":1,"independentScore":0.668094562741227,"independent":true,"opponentIds":2271,"independentOpponentIds":2271,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["6b058f286079d54d349739c0"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.48156408509444903,"lowerBound":0,"upperBound":1,"independentScore":0.48156408509444903,"independent":true,"opponentIds":2272,"independentOpponentIds":2272,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["c8ceb595a568197b84bb8dcf"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6185106186355999,"lowerBound":0,"upperBound":1,"independentScore":0.6185106186355999,"independent":true,"opponentIds":2273,"independentOpponentIds":2273,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["d5a6567b3645829fc2a3454f"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6318701006939454,"lowerBound":0,"upperBound":1,"independentScore":0.6318701006939454,"independent":true,"opponentIds":2274,"independentOpponentIds":2274,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["e93f40e73566ac13cdce81f1"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.881486606444417,"lowerBound":0,"upperBound":1,"independentScore":0.881486606444417,"independent":true,"opponentIds":2275,"independentOpponentIds":2275,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["46c99f54bc78b97ddd3fca48"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9469606992743844,"lowerBound":0,"upperBound":1,"independentScore":0.9469606992743844,"independent":true,"opponentIds":2276,"independentOpponentIds":2276,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["cb9c2d9b8a2a2cbceac239dc"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7879424368209863,"lowerBound":0,"upperBound":1,"independentScore":0.7879424368209863,"independent":true,"opponentIds":2277,"independentOpponentIds":2277,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["8dffa85148103a6fbf5866f2"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6490315382648594,"lowerBound":0,"upperBound":1,"independentScore":0.6490315382648594,"independent":true,"opponentIds":2278,"independentOpponentIds":2278,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["a8c566f58d9598384af26fad"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8223907102807354,"lowerBound":0,"upperBound":1,"independentScore":0.8223907102807354,"independent":true,"opponentIds":2279,"independentOpponentIds":2279,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["294e3daadab33e631e294791"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.711477793270891,"lowerBound":0,"upperBound":1,"independentScore":0.711477793270891,"independent":true,"opponentIds":2280,"independentOpponentIds":2280,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["20afbe1ed17985e55a8f213e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["15e173c41fc9f2886eb66b86","4b2a76acf855c3e0dc2d8d5b","6b058f286079d54d349739c0","c8ceb595a568197b84bb8dcf","d5a6567b3645829fc2a3454f","e93f40e73566ac13cdce81f1","46c99f54bc78b97ddd3fca48","cb9c2d9b8a2a2cbceac239dc","8dffa85148103a6fbf5866f2","a8c566f58d9598384af26fad","294e3daadab33e631e294791","20afbe1ed17985e55a8f213e"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"minimax-m2.1--effort-reasoning","name":"MiniMax-M2.1 · Reasoning","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-m2.1","detailsUrl":"/efforts?model=minimax-m2.1","publishedBenchmarkCount":13,"overallRating":{"score":0.13381131597699994,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999885}]},"capabilityRatings":[{"bucket":"agentic","score":0.1888978881279678,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.14630139589943,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.15427420296878744,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.17198110447848916,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.19409053726229905,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8260354827918499,"lowerBound":0,"upperBound":1,"independentScore":0.8260354827918499,"independent":true,"opponentIds":2281,"independentOpponentIds":2281,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["012ec764d84111d300f13dac"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7032661413856114,"lowerBound":0,"upperBound":1,"independentScore":0.7032661413856114,"independent":true,"opponentIds":2282,"independentOpponentIds":2282,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["415c1a5b1c6ee36b839c2b75"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5637107178108713,"lowerBound":0,"upperBound":1,"independentScore":0.5637107178108713,"independent":true,"opponentIds":2283,"independentOpponentIds":2283,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["706205dd32d2865bdad3c837"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.6607348513957866,"lowerBound":0,"upperBound":1,"independentScore":0.6607348513957866,"independent":true,"opponentIds":2284,"independentOpponentIds":2284,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["f89ac3dfe86a385c12009ee9"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7413289338203347,"lowerBound":0,"upperBound":1,"independentScore":0.7413289338203347,"independent":true,"opponentIds":2285,"independentOpponentIds":2285,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["06bba500a66ed5571b158392"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7736545141667462,"lowerBound":0,"upperBound":1,"independentScore":0.7736545141667462,"independent":true,"opponentIds":2286,"independentOpponentIds":2286,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["bac805b323fcd165819d80b9"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8312560643037173,"lowerBound":0,"upperBound":1,"independentScore":0.8312560643037173,"independent":true,"opponentIds":2287,"independentOpponentIds":2287,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["63fcf0b40ce80d3935457cc3"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9276385066741224,"lowerBound":0,"upperBound":1,"independentScore":0.9276385066741224,"independent":true,"opponentIds":2288,"independentOpponentIds":2288,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["42d6364f9e1e5af2e60567ba"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9810578875880288,"lowerBound":0,"upperBound":1,"independentScore":0.9810578875880288,"independent":true,"opponentIds":2289,"independentOpponentIds":2289,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["607ba4f5a3bc386b9243147d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5908938213153659,"lowerBound":0,"upperBound":1,"independentScore":0.5908938213153659,"independent":true,"opponentIds":2290,"independentOpponentIds":2290,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["63491bdbc3d101722d1e08b6"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7973282940712387,"lowerBound":0,"upperBound":1,"independentScore":0.7973282940712387,"independent":true,"opponentIds":2291,"independentOpponentIds":2291,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["ca2ec2abdaaeae0bda0f8bf1"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7558532231651882,"lowerBound":0,"upperBound":1,"independentScore":0.7558532231651882,"independent":true,"opponentIds":2292,"independentOpponentIds":2292,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["49baf6fa212628aa4d1c49eb"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["012ec764d84111d300f13dac","415c1a5b1c6ee36b839c2b75","706205dd32d2865bdad3c837","f89ac3dfe86a385c12009ee9","06bba500a66ed5571b158392","bac805b323fcd165819d80b9","63fcf0b40ce80d3935457cc3","42d6364f9e1e5af2e60567ba","607ba4f5a3bc386b9243147d","63491bdbc3d101722d1e08b6","ca2ec2abdaaeae0bda0f8bf1","49baf6fa212628aa4d1c49eb"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"minimax-m2.5--effort-reasoning","name":"MiniMax-M2.5 · Reasoning","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-m2.5","detailsUrl":"/efforts?model=minimax-m2.5","publishedBenchmarkCount":10,"overallRating":{"score":0.17611954581998168,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000115}]},"capabilityRatings":[{"bucket":"agentic","score":0.3568260624706134,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.19031138420317598,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.20774971508440146,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1915882863923374,"supported":true,"families":3,"independentFamilies":3,"opponents":209,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.29170524952967297,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8174012283825315,"lowerBound":0,"upperBound":1,"independentScore":0.8174012283825315,"independent":true,"opponentIds":2293,"independentOpponentIds":2293,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["fdd30d2c9b426a753f20b9be"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.706782263032801,"lowerBound":0,"upperBound":1,"independentScore":0.706782263032801,"independent":true,"opponentIds":2294,"independentOpponentIds":2294,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["a1617509d3cbb2fd7d00a142"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.6699642837651232,"lowerBound":0,"upperBound":1,"independentScore":0.6699642837651232,"independent":true,"opponentIds":2295,"independentOpponentIds":2295,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["9ce6c4532cb91f00ecbfccda"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8055729926450031,"lowerBound":0,"upperBound":1,"independentScore":0.8055729926450031,"independent":true,"opponentIds":2296,"independentOpponentIds":2296,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["32c51132daff11e2ed08e2f7"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7485415064766135,"lowerBound":0,"upperBound":1,"independentScore":0.7485415064766135,"independent":true,"opponentIds":2297,"independentOpponentIds":2297,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["e5ce79cceaa2a277376cead9"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8725734953637055,"lowerBound":0,"upperBound":1,"independentScore":0.8725734953637055,"independent":true,"opponentIds":2298,"independentOpponentIds":2298,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["7e865e71141b2c84968e7539"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.732351545308029,"lowerBound":0,"upperBound":1,"independentScore":0.732351545308029,"independent":true,"opponentIds":2299,"independentOpponentIds":2299,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["c0846c958c8a9391b1607a28"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9349947533763009,"lowerBound":0,"upperBound":1,"independentScore":0.9349947533763009,"independent":true,"opponentIds":2300,"independentOpponentIds":2300,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["d891e4daf4fb77148b30e881"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8517937460664211,"lowerBound":0,"upperBound":1,"independentScore":0.8517937460664211,"independent":true,"opponentIds":2301,"independentOpponentIds":2301,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["79f3006b495cd426a1b73144"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["fdd30d2c9b426a753f20b9be","a1617509d3cbb2fd7d00a142","9ce6c4532cb91f00ecbfccda","32c51132daff11e2ed08e2f7","e5ce79cceaa2a277376cead9","7e865e71141b2c84968e7539","c0846c958c8a9391b1607a28","d891e4daf4fb77148b30e881","79f3006b495cd426a1b73144"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-max","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"minimax-m2.7--effort-reasoning","name":"MiniMax-M2.7 · Reasoning","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-m2.7","detailsUrl":"/efforts?model=minimax-m2.7","publishedBenchmarkCount":21,"overallRating":{"score":0.15810435560515956,"supported":true,"families":16,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":16,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000056}]},"capabilityRatings":[{"bucket":"agentic","score":0.1509125350348365,"supported":true,"families":8,"independentFamilies":8,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.2203502998045693,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.2325856301902441,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2663595483398578,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.23928716346026835,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.3500785593535435,"lowerBound":0,"upperBound":1,"independentScore":0.3500785593535435,"independent":true,"opponentIds":2302,"independentOpponentIds":2302,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["321b203cb1bcd8963cb0d3f1"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.4921717468827265,"lowerBound":0,"upperBound":1,"independentScore":0.4921717468827265,"independent":true,"opponentIds":2303,"independentOpponentIds":2303,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["2f29c7dafb579787394c73bb"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.18526866901921385,"lowerBound":0,"upperBound":1,"independentScore":0.18526866901921385,"independent":true,"opponentIds":2304,"independentOpponentIds":2304,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["0a2ca8def46f136850189c8d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6206908163914577,"lowerBound":0,"upperBound":1,"independentScore":0.6206908163914577,"independent":true,"opponentIds":2305,"independentOpponentIds":2305,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["fb3d618157a3f1a25a01a961","b989c5a8f886f6da83a747a2"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.4154336040595566,"lowerBound":0,"upperBound":1,"independentScore":0.4154336040595566,"independent":true,"opponentIds":2306,"independentOpponentIds":2306,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["26a788cce0f3865839b1a6a3"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6275759887870278,"lowerBound":0,"upperBound":1,"independentScore":0.6275759887870278,"independent":true,"opponentIds":2307,"independentOpponentIds":2307,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["794fb014d2eb798e8b2998f4"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.4860941377305866,"lowerBound":0,"upperBound":1,"independentScore":0.4860941377305866,"independent":true,"opponentIds":2308,"independentOpponentIds":2308,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["567794a1ed9be3483b007022"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6928262845948883,"lowerBound":0,"upperBound":1,"independentScore":0.6928262845948883,"independent":true,"opponentIds":2309,"independentOpponentIds":2309,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["b89c3f9dc6e1bcc60f60a946"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8469616090242459,"lowerBound":0,"upperBound":1,"independentScore":0.8469616090242459,"independent":true,"opponentIds":2310,"independentOpponentIds":2310,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["f0c7870f4e72d890a6e64bb4"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8444643815098176,"lowerBound":0,"upperBound":1,"independentScore":0.8444643815098176,"independent":true,"opponentIds":2311,"independentOpponentIds":2311,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["d5472132d9679cc02891ff10"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9360116012187109,"lowerBound":0,"upperBound":1,"independentScore":0.9360116012187109,"independent":true,"opponentIds":2312,"independentOpponentIds":2312,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["ee98703c061223da691631e2"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.2634039167889637,"lowerBound":0,"upperBound":1,"independentScore":0.2634039167889637,"independent":true,"opponentIds":2313,"independentOpponentIds":2313,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["b5993fc570c20cd787f9e13a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7416591232750935,"lowerBound":0,"upperBound":1,"independentScore":0.7416591232750935,"independent":true,"opponentIds":2314,"independentOpponentIds":2314,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["c4cc58c4b043d4096f9904e6"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.7224138274103882,"lowerBound":0,"upperBound":1,"independentScore":0.7224138274103882,"independent":true,"opponentIds":2315,"independentOpponentIds":2315,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["ffed6553b2632c7198bffaf9"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5966658392799723,"lowerBound":0,"upperBound":1,"independentScore":0.5966658392799723,"independent":true,"opponentIds":2316,"independentOpponentIds":2316,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["11881577f9e60c3849db70ae","30e77a7107692ba54da4230b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6092585735291768,"lowerBound":0,"upperBound":1,"independentScore":0.6092585735291768,"independent":true,"opponentIds":2317,"independentOpponentIds":2317,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["787cc9d04ef43d1609bcd3bd","f8ae42068ed742b6900a2f63","eee673418f1fbd3067f5fc74"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["321b203cb1bcd8963cb0d3f1","2f29c7dafb579787394c73bb","0a2ca8def46f136850189c8d","fb3d618157a3f1a25a01a961","26a788cce0f3865839b1a6a3","794fb014d2eb798e8b2998f4","567794a1ed9be3483b007022","b89c3f9dc6e1bcc60f60a946","f0c7870f4e72d890a6e64bb4","d5472132d9679cc02891ff10","ee98703c061223da691631e2","b5993fc570c20cd787f9e13a","b989c5a8f886f6da83a747a2","c4cc58c4b043d4096f9904e6","ffed6553b2632c7198bffaf9","11881577f9e60c3849db70ae","30e77a7107692ba54da4230b","787cc9d04ef43d1609bcd3bd","f8ae42068ed742b6900a2f63","eee673418f1fbd3067f5fc74"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":21}],"unspecified":0,"total":21}},{"id":"minimax-m3--effort-reasoning","name":"MiniMax-M3 · Reasoning","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-m3","detailsUrl":"/efforts?model=minimax-m3","publishedBenchmarkCount":22,"overallRating":{"score":0.2504381621071888,"supported":true,"families":17,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":17,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000014}]},"capabilityRatings":[{"bucket":"agentic","score":0.30187278751789787,"supported":true,"families":8,"independentFamilies":8,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3751570295177031,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.27425913816277037,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1560715488079829,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.35711788684144063,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5761126222905343,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.2704728640774409,"lowerBound":0,"upperBound":1,"independentScore":0.2704728640774409,"independent":true,"opponentIds":2318,"independentOpponentIds":2318,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["1b190b8dbfc16399d02b9178"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.7725576195180105,"lowerBound":0,"upperBound":1,"independentScore":0.7725576195180105,"independent":true,"opponentIds":2319,"independentOpponentIds":2319,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["ca1e3276277c91cd2ba305b8"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8789600738928364,"lowerBound":0,"upperBound":1,"independentScore":0.8789600738928364,"independent":true,"opponentIds":2320,"independentOpponentIds":2320,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["c2e74f20e737aa48dad4c020","b71623bbe996f6dabd9c34c8"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6556045415959374,"lowerBound":0,"upperBound":1,"independentScore":0.6556045415959374,"independent":true,"opponentIds":2321,"independentOpponentIds":2321,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["248b861b8fed37090c1f8c0b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7943132742453466,"lowerBound":0,"upperBound":1,"independentScore":0.7943132742453466,"independent":true,"opponentIds":2322,"independentOpponentIds":2322,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["1f198b5e25c25ed5607f80d6"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.3528390226756074,"lowerBound":0,"upperBound":1,"independentScore":0.3528390226756074,"independent":true,"opponentIds":2323,"independentOpponentIds":2323,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["951a4a9311deecbd1ebfeba8"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5950378501141416,"lowerBound":0,"upperBound":1,"independentScore":0.5950378501141416,"independent":true,"opponentIds":2324,"independentOpponentIds":2324,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["658dddbeb79c99f8170b45c6"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8395752000738922,"lowerBound":0,"upperBound":1,"independentScore":0.8395752000738922,"independent":true,"opponentIds":2325,"independentOpponentIds":2325,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["aa7c570ef6685ffd1d23a3b8"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9657351690155235,"lowerBound":0,"upperBound":1,"independentScore":0.9657351690155235,"independent":true,"opponentIds":2326,"independentOpponentIds":2326,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["256f9459d7bae8c1220d17aa"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.8680325744539525,"lowerBound":0,"upperBound":1,"independentScore":0.8680325744539525,"independent":true,"opponentIds":2327,"independentOpponentIds":2327,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["8017c016e002a36286acd506"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9157779791455414,"lowerBound":0,"upperBound":1,"independentScore":0.9157779791455414,"independent":true,"opponentIds":2328,"independentOpponentIds":2328,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["e81c6a6abc1d601d7c3cc6e5"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9985375136237413,"lowerBound":0,"upperBound":1,"independentScore":0.9985375136237413,"independent":true,"opponentIds":2329,"independentOpponentIds":2329,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["1215dcb06b2956ad29b293d1"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.867921233279615,"lowerBound":0,"upperBound":1,"independentScore":0.867921233279615,"independent":true,"opponentIds":2330,"independentOpponentIds":2330,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["309e3a0e336f395747e154e9"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.37178025898780553,"lowerBound":0,"upperBound":1,"independentScore":0.37178025898780553,"independent":true,"opponentIds":2331,"independentOpponentIds":2331,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["c8a6c5af1be278d8485103a7"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.6355289793069444,"lowerBound":0,"upperBound":1,"independentScore":0.6355289793069444,"independent":true,"opponentIds":2332,"independentOpponentIds":2332,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["ca3f36ad153ea45bc8abefbe"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7226264221387396,"lowerBound":0,"upperBound":1,"independentScore":0.7226264221387396,"independent":true,"opponentIds":2333,"independentOpponentIds":2333,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["dfa5db0c68d02042c0e75111","5ec3544112e3145637229862"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.789013790561883,"lowerBound":0,"upperBound":1,"independentScore":0.789013790561883,"independent":true,"opponentIds":2334,"independentOpponentIds":2334,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["28e428e681b3d40c5d5bd4b7","2daf109e7eda8d8d1b90de72","ceeed623352a3b0afbc75255"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1b190b8dbfc16399d02b9178","ca1e3276277c91cd2ba305b8","c2e74f20e737aa48dad4c020","248b861b8fed37090c1f8c0b","1f198b5e25c25ed5607f80d6","951a4a9311deecbd1ebfeba8","658dddbeb79c99f8170b45c6","aa7c570ef6685ffd1d23a3b8","256f9459d7bae8c1220d17aa","8017c016e002a36286acd506","e81c6a6abc1d601d7c3cc6e5","1215dcb06b2956ad29b293d1","b71623bbe996f6dabd9c34c8","309e3a0e336f395747e154e9","c8a6c5af1be278d8485103a7","ca3f36ad153ea45bc8abefbe","dfa5db0c68d02042c0e75111","5ec3544112e3145637229862","28e428e681b3d40c5d5bd4b7","2daf109e7eda8d8d1b90de72","ceeed623352a3b0afbc75255"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":22}],"unspecified":0,"total":22}},{"id":"ministral-3-14b--effort-non-reasoning","name":"Ministral 3 14B · Non-reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"ministral-3-14b","detailsUrl":"/efforts?model=ministral-3-14b","publishedBenchmarkCount":22,"overallRating":{"score":0.019550655380708288,"supported":true,"families":18,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":18,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999791}]},"capabilityRatings":[{"bucket":"agentic","score":0.042817741924224335,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.021875943596028763,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.01886281250948652,"supported":true,"families":3,"independentFamilies":3,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01648852807485064,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.0184698012496645,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.03375751651297421,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.1776918163765131,"lowerBound":0,"upperBound":1,"independentScore":0.1776918163765131,"independent":true,"opponentIds":2335,"independentOpponentIds":2335,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["8fbe85f123d76d9d2586135f"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.3146157372259887,"lowerBound":0,"upperBound":1,"independentScore":0.3146157372259887,"independent":true,"opponentIds":2336,"independentOpponentIds":2336,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["42349f526e6d0332bf405daf"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.2885778739767049,"lowerBound":0,"upperBound":1,"independentScore":0.2885778739767049,"independent":true,"opponentIds":2337,"independentOpponentIds":2337,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["a0c8321b9301b9f1798b9cfc"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.1511606280136949,"lowerBound":0,"upperBound":1,"independentScore":0.1511606280136949,"independent":true,"opponentIds":2338,"independentOpponentIds":2338,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["0070a33608cc4dff46bd33ae"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.251805421791623,"lowerBound":0,"upperBound":1,"independentScore":0.251805421791623,"independent":true,"opponentIds":2339,"independentOpponentIds":2339,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["846b8d7e1064ca9b051085c7"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.18585186148149083,"lowerBound":0,"upperBound":1,"independentScore":0.18585186148149083,"independent":true,"opponentIds":2340,"independentOpponentIds":2340,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["cda2910501e76db2d2736f56"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.23496132271408407,"lowerBound":0,"upperBound":1,"independentScore":0.23496132271408407,"independent":true,"opponentIds":2341,"independentOpponentIds":2341,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["24e35412de2028573d8e1019"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.1391019276000697,"lowerBound":0,"upperBound":1,"independentScore":0.1391019276000697,"independent":true,"opponentIds":2342,"independentOpponentIds":2342,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["6a3eca23d8d091c16f3cfd1c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.250974918450483,"lowerBound":0,"upperBound":1,"independentScore":0.250974918450483,"independent":true,"opponentIds":2343,"independentOpponentIds":2343,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["6b2250ddf133129bcae06578"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.2405994226503138,"lowerBound":0,"upperBound":1,"independentScore":0.2405994226503138,"independent":true,"opponentIds":2344,"independentOpponentIds":2344,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["587f9758a421063bc87f1bd3"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.20637993340238714,"lowerBound":0,"upperBound":1,"independentScore":0.20637993340238714,"independent":true,"opponentIds":2345,"independentOpponentIds":2345,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["8e84b419d65d216d6cbfa5af"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.33941169300405294,"lowerBound":0,"upperBound":1,"independentScore":0.33941169300405294,"independent":true,"opponentIds":2346,"independentOpponentIds":2346,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["5fb5342b1e2722933a4b16a0"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.2991779757693338,"lowerBound":0,"upperBound":1,"independentScore":0.2991779757693338,"independent":true,"opponentIds":2347,"independentOpponentIds":2347,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f87c3cd084923ae9b2c7f4ce"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.1979335716894352,"lowerBound":0,"upperBound":1,"independentScore":0.1979335716894352,"independent":true,"opponentIds":2348,"independentOpponentIds":2348,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["0e5192b6eba15650e9b5f30b"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.19885309167032963,"lowerBound":0,"upperBound":1,"independentScore":0.19885309167032963,"independent":true,"opponentIds":2349,"independentOpponentIds":2349,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["8fea1cc0e155ab32e6483df1"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.06556662456220659,"lowerBound":0,"upperBound":1,"independentScore":0.06556662456220659,"independent":true,"opponentIds":2350,"independentOpponentIds":2350,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["41e2bdc01aaf88a7862f9af3"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.29793856599688145,"lowerBound":0,"upperBound":1,"independentScore":0.29793856599688145,"independent":true,"opponentIds":2351,"independentOpponentIds":2351,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["97bfb615237aae3a3c921741","a7b6b01c635f177b41f7ae72"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.24944188450506413,"lowerBound":0,"upperBound":1,"independentScore":0.24944188450506413,"independent":true,"opponentIds":2352,"independentOpponentIds":2352,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["a19663d7c4239500d8bf6258","c19f710109a638e2159d0164","36a15daaabc73dc6d5977ead"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8fbe85f123d76d9d2586135f","42349f526e6d0332bf405daf","a0c8321b9301b9f1798b9cfc","0070a33608cc4dff46bd33ae","846b8d7e1064ca9b051085c7","cda2910501e76db2d2736f56","24e35412de2028573d8e1019","6a3eca23d8d091c16f3cfd1c","6b2250ddf133129bcae06578","587f9758a421063bc87f1bd3","8e84b419d65d216d6cbfa5af","5fb5342b1e2722933a4b16a0","f87c3cd084923ae9b2c7f4ce","0e5192b6eba15650e9b5f30b","8fea1cc0e155ab32e6483df1","41e2bdc01aaf88a7862f9af3","97bfb615237aae3a3c921741","a7b6b01c635f177b41f7ae72","a19663d7c4239500d8bf6258","c19f710109a638e2159d0164","36a15daaabc73dc6d5977ead"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":22}],"unspecified":0,"total":22}},{"id":"ministral-3-3b--effort-non-reasoning","name":"Ministral 3 3B · Non-reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"ministral-3-3b","detailsUrl":"/efforts?model=ministral-3-3b","publishedBenchmarkCount":22,"overallRating":{"score":0.01174093009074386,"supported":true,"families":18,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":18,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999791}]},"capabilityRatings":[{"bucket":"agentic","score":0.026806046791316488,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.01795491053685808,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.00841114739577704,"supported":true,"families":3,"independentFamilies":3,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.007780134194005823,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.007673977956017122,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.02224407922070656,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.10733453272639033,"lowerBound":0,"upperBound":1,"independentScore":0.10733453272639033,"independent":true,"opponentIds":2353,"independentOpponentIds":2353,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["a0cdd6b1bc45df086f827bb9"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.2185673798337358,"lowerBound":0,"upperBound":1,"independentScore":0.2185673798337358,"independent":true,"opponentIds":2354,"independentOpponentIds":2354,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["9a944bda300cc996ed6055a5"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.20725825636974812,"lowerBound":0,"upperBound":1,"independentScore":0.20725825636974812,"independent":true,"opponentIds":2355,"independentOpponentIds":2355,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["377e02abab9d9b855350cd51"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.16489898183675558,"lowerBound":0,"upperBound":1,"independentScore":0.16489898183675558,"independent":true,"opponentIds":2356,"independentOpponentIds":2356,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["843d9648b3e5e036b0acb2be"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.251805421791623,"lowerBound":0,"upperBound":1,"independentScore":0.251805421791623,"independent":true,"opponentIds":2357,"independentOpponentIds":2357,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["8ed0c4631ac65f1f25e3f7ca"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.02016144453941222,"lowerBound":0,"upperBound":1,"independentScore":0.02016144453941222,"independent":true,"opponentIds":2358,"independentOpponentIds":2358,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["cb5b018f13832c2363fbacae"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.1615857152815877,"lowerBound":0,"upperBound":1,"independentScore":0.1615857152815877,"independent":true,"opponentIds":2359,"independentOpponentIds":2359,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["06fa32a04d01bcf836b82456"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.06269382652397508,"lowerBound":0,"upperBound":1,"independentScore":0.06269382652397508,"independent":true,"opponentIds":2360,"independentOpponentIds":2360,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["b537260129d057deead47b8d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.08222308135597985,"lowerBound":0,"upperBound":1,"independentScore":0.08222308135597985,"independent":true,"opponentIds":2361,"independentOpponentIds":2361,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["58e5a9f2cd204be72403efef"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.340170088770266,"lowerBound":0,"upperBound":1,"independentScore":0.340170088770266,"independent":true,"opponentIds":2362,"independentOpponentIds":2362,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["d1a4aca9ced7ddd73ed98e8c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.0901095483869577,"lowerBound":0,"upperBound":1,"independentScore":0.0901095483869577,"independent":true,"opponentIds":2363,"independentOpponentIds":2363,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["0bf69fe4d67896af5c1f65c8"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.17130740464797362,"lowerBound":0,"upperBound":1,"independentScore":0.17130740464797362,"independent":true,"opponentIds":2364,"independentOpponentIds":2364,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["5bcb8f2f21bc3ebaf7da173c"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.09742123646189159,"lowerBound":0,"upperBound":1,"independentScore":0.09742123646189159,"independent":true,"opponentIds":2365,"independentOpponentIds":2365,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["283f4b4a8c76f509c6d422e7"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.05867708427828874,"lowerBound":0,"upperBound":1,"independentScore":0.05867708427828874,"independent":true,"opponentIds":2366,"independentOpponentIds":2366,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["3b5a9373617c66fda5b546f0"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.08177554106892203,"lowerBound":0,"upperBound":1,"independentScore":0.08177554106892203,"independent":true,"opponentIds":2367,"independentOpponentIds":2367,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["7a796ce9f7d23b28986ff5e8"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":2368,"independentOpponentIds":2368,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["719ae7fb0aa3a8f58828d8ad"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.20145217453950995,"lowerBound":0,"upperBound":1,"independentScore":0.20145217453950995,"independent":true,"opponentIds":2369,"independentOpponentIds":2369,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["83db4f32b2b311f3f83c14d5","c9c4e289cdf58ffe5ffa14b4"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.09049559122462812,"lowerBound":0,"upperBound":1,"independentScore":0.09049559122462812,"independent":true,"opponentIds":2370,"independentOpponentIds":2370,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["4f010862ca6747cc6d8401ce","77514ba2a733e772619ec66b","7009edb8b996cc961ae08907"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a0cdd6b1bc45df086f827bb9","9a944bda300cc996ed6055a5","377e02abab9d9b855350cd51","843d9648b3e5e036b0acb2be","8ed0c4631ac65f1f25e3f7ca","cb5b018f13832c2363fbacae","06fa32a04d01bcf836b82456","b537260129d057deead47b8d","58e5a9f2cd204be72403efef","d1a4aca9ced7ddd73ed98e8c","0bf69fe4d67896af5c1f65c8","5bcb8f2f21bc3ebaf7da173c","283f4b4a8c76f509c6d422e7","3b5a9373617c66fda5b546f0","7a796ce9f7d23b28986ff5e8","719ae7fb0aa3a8f58828d8ad","83db4f32b2b311f3f83c14d5","c9c4e289cdf58ffe5ffa14b4","4f010862ca6747cc6d8401ce","77514ba2a733e772619ec66b","7009edb8b996cc961ae08907"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":22}],"unspecified":0,"total":22}},{"id":"ministral-3-8b--effort-non-reasoning","name":"Ministral 3 8B · Non-reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"ministral-3-8b","detailsUrl":"/efforts?model=ministral-3-8b","publishedBenchmarkCount":22,"overallRating":{"score":0.015274681377996964,"supported":true,"families":18,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":18,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999791}]},"capabilityRatings":[{"bucket":"agentic","score":0.030558162957925072,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.018915966766754538,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.014167616605227008,"supported":true,"families":3,"independentFamilies":3,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.011853509971942816,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.014012225930108238,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.032119934979530765,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.13547744618643945,"lowerBound":0,"upperBound":1,"independentScore":0.13547744618643945,"independent":true,"opponentIds":2371,"independentOpponentIds":2371,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["9a43ec3849995da12ffe283e"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.3466919548738792,"lowerBound":0,"upperBound":1,"independentScore":0.3466919548738792,"independent":true,"opponentIds":2372,"independentOpponentIds":2372,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["3dd4f3c338791cdbb4285fe1"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.27857230297954466,"lowerBound":0,"upperBound":1,"independentScore":0.27857230297954466,"independent":true,"opponentIds":2373,"independentOpponentIds":2373,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["6007b52d64bc356c474923d7"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.13227039150698647,"lowerBound":0,"upperBound":1,"independentScore":0.13227039150698647,"independent":true,"opponentIds":2374,"independentOpponentIds":2374,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["605bc0d7c72327162c223151"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.251805421791623,"lowerBound":0,"upperBound":1,"independentScore":0.251805421791623,"independent":true,"opponentIds":2375,"independentOpponentIds":2375,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["a8ad5cdcd0e1929baa7929f2"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.08871035597341377,"lowerBound":0,"upperBound":1,"independentScore":0.08871035597341377,"independent":true,"opponentIds":2376,"independentOpponentIds":2376,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["dea8abc42d6581d240a14318"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.21283217126618836,"lowerBound":0,"upperBound":1,"independentScore":0.21283217126618836,"independent":true,"opponentIds":2377,"independentOpponentIds":2377,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["3275de864af51270520134c1"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.10514277156624986,"lowerBound":0,"upperBound":1,"independentScore":0.10514277156624986,"independent":true,"opponentIds":2378,"independentOpponentIds":2378,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["7183c2052a20887069af7aa7"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.15863240948476923,"lowerBound":0,"upperBound":1,"independentScore":0.15863240948476923,"independent":true,"opponentIds":2379,"independentOpponentIds":2379,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["41188e61e8f63338df1815bf"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.17106471999096443,"lowerBound":0,"upperBound":1,"independentScore":0.17106471999096443,"independent":true,"opponentIds":2380,"independentOpponentIds":2380,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["b6bf00c2a753272d88d86510"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.13807108220582232,"lowerBound":0,"upperBound":1,"independentScore":0.13807108220582232,"independent":true,"opponentIds":2381,"independentOpponentIds":2381,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["05a6e30b5856ecc160d17ae0"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.26502821467006454,"lowerBound":0,"upperBound":1,"independentScore":0.26502821467006454,"independent":true,"opponentIds":2382,"independentOpponentIds":2382,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["e7c5d463ec1b8d046eeeffef"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.1889381555624564,"lowerBound":0,"upperBound":1,"independentScore":0.1889381555624564,"independent":true,"opponentIds":2383,"independentOpponentIds":2383,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["e640a3de368a7ff58a8b9410"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.149780978289316,"lowerBound":0,"upperBound":1,"independentScore":0.149780978289316,"independent":true,"opponentIds":2384,"independentOpponentIds":2384,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["faad5ca0d804e52efc4f202b"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.17025399534021476,"lowerBound":0,"upperBound":1,"independentScore":0.17025399534021476,"independent":true,"opponentIds":2385,"independentOpponentIds":2385,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["edcff04c2243d437ad690a4d"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.026505656737913302,"lowerBound":0,"upperBound":1,"independentScore":0.026505656737913302,"independent":true,"opponentIds":2386,"independentOpponentIds":2386,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["60d1bb31feedab5df58faad3"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.2023386597446447,"lowerBound":0,"upperBound":1,"independentScore":0.2023386597446447,"independent":true,"opponentIds":2387,"independentOpponentIds":2387,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["43a3d3fe9aa6ddda6930bd0e","4d95912317d4bb5d72f9b21d"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.21294336738504532,"lowerBound":0,"upperBound":1,"independentScore":0.21294336738504532,"independent":true,"opponentIds":2388,"independentOpponentIds":2388,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["d5d3b3be768714fdf63001cf","0c7d5dd66f6c30384d34f3fd","345253b8f88be2712721eb6a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9a43ec3849995da12ffe283e","3dd4f3c338791cdbb4285fe1","6007b52d64bc356c474923d7","605bc0d7c72327162c223151","a8ad5cdcd0e1929baa7929f2","dea8abc42d6581d240a14318","3275de864af51270520134c1","7183c2052a20887069af7aa7","41188e61e8f63338df1815bf","b6bf00c2a753272d88d86510","05a6e30b5856ecc160d17ae0","e7c5d463ec1b8d046eeeffef","e640a3de368a7ff58a8b9410","faad5ca0d804e52efc4f202b","edcff04c2243d437ad690a4d","60d1bb31feedab5df58faad3","43a3d3fe9aa6ddda6930bd0e","4d95912317d4bb5d72f9b21d","d5d3b3be768714fdf63001cf","0c7d5dd66f6c30384d34f3fd","345253b8f88be2712721eb6a"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":22}],"unspecified":0,"total":22}},{"id":"mistral-large-2407--effort-non-reasoning","name":"Mistral Large 2 (July 2024) · Non-reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-large-2407","detailsUrl":"/efforts?model=mistral-large-2407","publishedBenchmarkCount":9,"overallRating":{"score":0.008754930543149983,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":213,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000064}]},"capabilityRatings":[{"bucket":"agentic","score":0.03347853930559464,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.006514342155672878,"supported":true,"families":4,"independentFamilies":4,"opponents":213,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.006901114083187678,"supported":false,"families":1,"independentFamilies":1,"opponents":112,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.013938311981885144,"supported":true,"families":2,"independentFamilies":2,"opponents":181,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.012842380140779633,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":2389,"independentOpponentIds":2389,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["dbe2eeeed1d775de800dcb31"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.1292953615625131,"lowerBound":0,"upperBound":1,"independentScore":0.1292953615625131,"independent":true,"opponentIds":2390,"independentOpponentIds":2390,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["348a6de2555440e02838cb61"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.16655557051372183,"lowerBound":0,"upperBound":1,"independentScore":0.16655557051372183,"independent":true,"opponentIds":2391,"independentOpponentIds":2391,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["b7a16d7e8dee63f9d55e9d63"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.027603056384963177,"lowerBound":0,"upperBound":1,"independentScore":0.027603056384963177,"independent":true,"opponentIds":2392,"independentOpponentIds":2392,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["d63bb6149699d19daa535c35"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.1854099494901682,"lowerBound":0,"upperBound":1,"independentScore":0.1854099494901682,"independent":true,"opponentIds":2393,"independentOpponentIds":2393,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["28e7e03881e741b0ee543153"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.1927410639966028,"lowerBound":0,"upperBound":1,"independentScore":0.1927410639966028,"independent":true,"opponentIds":2394,"independentOpponentIds":2394,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["b0ca3209dcb5204b311ef0d3"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.1699675464080798,"lowerBound":0,"upperBound":1,"independentScore":0.1699675464080798,"independent":true,"opponentIds":2395,"independentOpponentIds":2395,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["381cfdc71bbd8167f239652c"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.25596842476625725,"lowerBound":0,"upperBound":1,"independentScore":0.25596842476625725,"independent":true,"opponentIds":2396,"independentOpponentIds":2396,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["13edbb09a0d6f48740227bf4"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.42449486764707867,"lowerBound":0,"upperBound":1,"independentScore":0.42449486764707867,"independent":true,"opponentIds":2397,"independentOpponentIds":2397,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["05576a4ab91490da5b5f7e76"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["dbe2eeeed1d775de800dcb31","348a6de2555440e02838cb61","b7a16d7e8dee63f9d55e9d63","d63bb6149699d19daa535c35","28e7e03881e741b0ee543153","b0ca3209dcb5204b311ef0d3","381cfdc71bbd8167f239652c","13edbb09a0d6f48740227bf4","05576a4ab91490da5b5f7e76"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"mistral-large-3--effort-non-reasoning","name":"Mistral Large 3 · Non-reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-large-3","detailsUrl":"/efforts?model=mistral-large-3","publishedBenchmarkCount":22,"overallRating":{"score":0.03636144376212505,"supported":true,"families":18,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":18,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999791}]},"capabilityRatings":[{"bucket":"agentic","score":0.05292360612540651,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.02658825757086088,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.04055298029482773,"supported":true,"families":3,"independentFamilies":3,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.06865428785309226,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.03322375333836696,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.05301509132213708,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.225182982840346,"lowerBound":0,"upperBound":1,"independentScore":0.225182982840346,"independent":true,"opponentIds":2398,"independentOpponentIds":2398,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["fe50bbf18ffd82f1cdb29fa8"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.4176956211235786,"lowerBound":0,"upperBound":1,"independentScore":0.4176956211235786,"independent":true,"opponentIds":2399,"independentOpponentIds":2399,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["2819c29ad8fdb7646a035be2"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3832382529132085,"lowerBound":0,"upperBound":1,"independentScore":0.3832382529132085,"independent":true,"opponentIds":2400,"independentOpponentIds":2400,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["bab6a467560df59ccde7382d"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.2722750630327825,"lowerBound":0,"upperBound":1,"independentScore":0.2722750630327825,"independent":true,"opponentIds":2401,"independentOpponentIds":2401,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["42b857e698d4260f5223208e"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.251805421791623,"lowerBound":0,"upperBound":1,"independentScore":0.251805421791623,"independent":true,"opponentIds":2402,"independentOpponentIds":2402,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["3437f9bc1e0ac1692f5c5bda"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.18585186148149083,"lowerBound":0,"upperBound":1,"independentScore":0.18585186148149083,"independent":true,"opponentIds":2403,"independentOpponentIds":2403,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["1a823311b9704e57063bf129"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.3312425430487883,"lowerBound":0,"upperBound":1,"independentScore":0.3312425430487883,"independent":true,"opponentIds":2404,"independentOpponentIds":2404,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["7ae2c33625f94d5842ef6f4c"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.4684163749280331,"lowerBound":0,"upperBound":1,"independentScore":0.4684163749280331,"independent":true,"opponentIds":2405,"independentOpponentIds":2405,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["07149ebe5716925ff1f2d43b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.412155762620554,"lowerBound":0,"upperBound":1,"independentScore":0.412155762620554,"independent":true,"opponentIds":2406,"independentOpponentIds":2406,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["d565292efd326186f35512e8"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.13933658957483472,"lowerBound":0,"upperBound":1,"independentScore":0.13933658957483472,"independent":true,"opponentIds":2407,"independentOpponentIds":2407,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["e982d1f0c2e679c26443a26c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.30441932603052885,"lowerBound":0,"upperBound":1,"independentScore":0.30441932603052885,"independent":true,"opponentIds":2408,"independentOpponentIds":2408,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["b95857dee1e294d54839285f"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.4764338899350842,"lowerBound":0,"upperBound":1,"independentScore":0.4764338899350842,"independent":true,"opponentIds":2409,"independentOpponentIds":2409,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["118e84cb8fab9c3a1fb4fa3b"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.678728471619728,"lowerBound":0,"upperBound":1,"independentScore":0.678728471619728,"independent":true,"opponentIds":2410,"independentOpponentIds":2410,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["00443aa27838a4d61aa17081"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.3132559852502271,"lowerBound":0,"upperBound":1,"independentScore":0.3132559852502271,"independent":true,"opponentIds":2411,"independentOpponentIds":2411,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["04902275b4289db5be2e8909"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6934158196776016,"lowerBound":0,"upperBound":1,"independentScore":0.6934158196776016,"independent":true,"opponentIds":2412,"independentOpponentIds":2412,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["fac9bcbdc0f81c8e44b0ac55"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.2899429875682076,"lowerBound":0,"upperBound":1,"independentScore":0.2899429875682076,"independent":true,"opponentIds":2413,"independentOpponentIds":2413,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["4eccbe09a60fef497d086249"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.2452209883723806,"lowerBound":0,"upperBound":1,"independentScore":0.2452209883723806,"independent":true,"opponentIds":2414,"independentOpponentIds":2414,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["55e1c75933ec7e8373537acd","9a30580079b16a6231c310bb"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3628091030491268,"lowerBound":0,"upperBound":1,"independentScore":0.3628091030491268,"independent":true,"opponentIds":2415,"independentOpponentIds":2415,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["d5906c4f5d64bad2845778a8","f223a37edff3ec7188daa1f8","5bb842631418e84f512ae48a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["fe50bbf18ffd82f1cdb29fa8","2819c29ad8fdb7646a035be2","bab6a467560df59ccde7382d","42b857e698d4260f5223208e","3437f9bc1e0ac1692f5c5bda","1a823311b9704e57063bf129","7ae2c33625f94d5842ef6f4c","07149ebe5716925ff1f2d43b","d565292efd326186f35512e8","e982d1f0c2e679c26443a26c","b95857dee1e294d54839285f","118e84cb8fab9c3a1fb4fa3b","00443aa27838a4d61aa17081","04902275b4289db5be2e8909","fac9bcbdc0f81c8e44b0ac55","4eccbe09a60fef497d086249","55e1c75933ec7e8373537acd","9a30580079b16a6231c310bb","d5906c4f5d64bad2845778a8","f223a37edff3ec7188daa1f8","5bb842631418e84f512ae48a"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":22}],"unspecified":0,"total":22}},{"id":"mistral-medium-2505--effort-non-reasoning","name":"Mistral Medium 3 · Non-reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-medium-2505","detailsUrl":"/efforts?model=mistral-medium-2505","publishedBenchmarkCount":14,"overallRating":{"score":0.021748789905673072,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999967}]},"capabilityRatings":[{"bucket":"agentic","score":0.017882101603149753,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.021422604204886078,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.01654507414722494,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0445724057085909,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.025312262318641098,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.040341752225573534,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.31926431836857316,"lowerBound":0,"upperBound":1,"independentScore":0.31926431836857316,"independent":true,"opponentIds":2416,"independentOpponentIds":2416,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["8598ad2d6ffa40f68ee3112e"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.32994517640701765,"lowerBound":0,"upperBound":1,"independentScore":0.32994517640701765,"independent":true,"opponentIds":2417,"independentOpponentIds":2417,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["cd3eea1dc8c7bbb962e269d1"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2546826059054758,"lowerBound":0,"upperBound":1,"independentScore":0.2546826059054758,"independent":true,"opponentIds":2418,"independentOpponentIds":2418,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["dda57f94dfcd00bf84f043f2"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.27032346264005513,"lowerBound":0,"upperBound":1,"independentScore":0.27032346264005513,"independent":true,"opponentIds":2419,"independentOpponentIds":2419,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["5c500f8d1d9109499173dc22"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.1190722874353696,"lowerBound":0,"upperBound":1,"independentScore":0.1190722874353696,"independent":true,"opponentIds":2420,"independentOpponentIds":2420,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["8a627e4cf810decf4c58ca18"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.3992183958411209,"lowerBound":0,"upperBound":1,"independentScore":0.3992183958411209,"independent":true,"opponentIds":2421,"independentOpponentIds":2421,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["32fb52a7ef7e80c24bf51218"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.398592066878501,"lowerBound":0,"upperBound":1,"independentScore":0.398592066878501,"independent":true,"opponentIds":2422,"independentOpponentIds":2422,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["b7ecce4ab23d7e0b1d66c046"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.5322707307879679,"lowerBound":0,"upperBound":1,"independentScore":0.5322707307879679,"independent":true,"opponentIds":2423,"independentOpponentIds":2423,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["e80fbfd55ae35c4506737fb1"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.4844920549246746,"lowerBound":0,"upperBound":1,"independentScore":0.4844920549246746,"independent":true,"opponentIds":2424,"independentOpponentIds":2424,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["77cc970d5bca332420c6f124"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.2540290200217268,"lowerBound":0,"upperBound":1,"independentScore":0.2540290200217268,"independent":true,"opponentIds":2425,"independentOpponentIds":2425,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["366f3b0107c0572f5d49886f"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.4540540942813881,"lowerBound":0,"upperBound":1,"independentScore":0.4540540942813881,"independent":true,"opponentIds":2426,"independentOpponentIds":2426,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["ef1572ebbb7db6d1d5e0ea19"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.28513742501211786,"lowerBound":0,"upperBound":1,"independentScore":0.28513742501211786,"independent":true,"opponentIds":2427,"independentOpponentIds":2427,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["853fba57bc04b7caeed6606b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.24067870224524301,"lowerBound":0,"upperBound":1,"independentScore":0.24067870224524301,"independent":true,"opponentIds":2428,"independentOpponentIds":2428,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["54ae2b40694a6eddf2507953"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8598ad2d6ffa40f68ee3112e","cd3eea1dc8c7bbb962e269d1","dda57f94dfcd00bf84f043f2","5c500f8d1d9109499173dc22","8a627e4cf810decf4c58ca18","32fb52a7ef7e80c24bf51218","b7ecce4ab23d7e0b1d66c046","e80fbfd55ae35c4506737fb1","77cc970d5bca332420c6f124","366f3b0107c0572f5d49886f","ef1572ebbb7db6d1d5e0ea19","853fba57bc04b7caeed6606b","54ae2b40694a6eddf2507953"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"mistral-medium-2508--effort-non-reasoning","name":"Mistral Medium 3.1 · Non-reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-medium-2508","detailsUrl":"/efforts?model=mistral-medium-2508","publishedBenchmarkCount":20,"overallRating":{"score":0.03319299066503612,"supported":true,"families":16,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":16,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000173}]},"capabilityRatings":[{"bucket":"agentic","score":0.08147507875365616,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.0263968214887937,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03156908684213561,"supported":true,"families":3,"independentFamilies":3,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0391467869840103,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.028402825424575607,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.4044671358727665,"lowerBound":0,"upperBound":1,"independentScore":0.4044671358727665,"independent":true,"opponentIds":2429,"independentOpponentIds":2429,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["9e4899ebbe0be74cfcc04447"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.42497283927198654,"lowerBound":0,"upperBound":1,"independentScore":0.42497283927198654,"independent":true,"opponentIds":2430,"independentOpponentIds":2430,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["e7008acf3eac0efcb0ed528e"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.40097123151981373,"lowerBound":0,"upperBound":1,"independentScore":0.40097123151981373,"independent":true,"opponentIds":2431,"independentOpponentIds":2431,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["0060828c4561c3146a4d2fbe"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25226703695760605,"lowerBound":0,"upperBound":1,"independentScore":0.25226703695760605,"independent":true,"opponentIds":2432,"independentOpponentIds":2432,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["8b3ef38d2b5d2fc9f19a3ed9"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.18007811516766645,"lowerBound":0,"upperBound":1,"independentScore":0.18007811516766645,"independent":true,"opponentIds":2433,"independentOpponentIds":2433,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["ab90f51570bba0df1c889314"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.3206682763862338,"lowerBound":0,"upperBound":1,"independentScore":0.3206682763862338,"independent":true,"opponentIds":2434,"independentOpponentIds":2434,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["640e064de235da086716563e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2842302646582878,"lowerBound":0,"upperBound":1,"independentScore":0.2842302646582878,"independent":true,"opponentIds":2435,"independentOpponentIds":2435,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["350c2c641e04fcb49688e650"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.25235830649818347,"lowerBound":0,"upperBound":1,"independentScore":0.25235830649818347,"independent":true,"opponentIds":2436,"independentOpponentIds":2436,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["ba265b790d9a002b971910c1"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.42090944999740565,"lowerBound":0,"upperBound":1,"independentScore":0.42090944999740565,"independent":true,"opponentIds":2437,"independentOpponentIds":2437,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["3a8b8a4a21798fb14026769d"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.4288551276452143,"lowerBound":0,"upperBound":1,"independentScore":0.4288551276452143,"independent":true,"opponentIds":2438,"independentOpponentIds":2438,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["53fa70129bf83f83ab6219a3"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.27069952014378157,"lowerBound":0,"upperBound":1,"independentScore":0.27069952014378157,"independent":true,"opponentIds":2439,"independentOpponentIds":2439,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["3f9dfe82f4892e139fabc3f4"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.2790925651779127,"lowerBound":0,"upperBound":1,"independentScore":0.2790925651779127,"independent":true,"opponentIds":2440,"independentOpponentIds":2440,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["dae076a0eacaa63ec8f192c9"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5566699167728494,"lowerBound":0,"upperBound":1,"independentScore":0.5566699167728494,"independent":true,"opponentIds":2441,"independentOpponentIds":2441,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["07b15db546d50bc3a15c79c9"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.18517279754301963,"lowerBound":0,"upperBound":1,"independentScore":0.18517279754301963,"independent":true,"opponentIds":2442,"independentOpponentIds":2442,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["0bc62ae3ef77f27ee9feb8c3"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4008568504075133,"lowerBound":0,"upperBound":1,"independentScore":0.4008568504075133,"independent":true,"opponentIds":2443,"independentOpponentIds":2443,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["02e0fffe433bd9bbb17718ce","96d61f35ce89c5e402b475d3"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.34192514155777565,"lowerBound":0,"upperBound":1,"independentScore":0.34192514155777565,"independent":true,"opponentIds":2444,"independentOpponentIds":2444,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["bcef63b769b65103b4ee5212","8ff2dfac5f466e44c25543b3","b13b890114b7d4270d307654"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9e4899ebbe0be74cfcc04447","e7008acf3eac0efcb0ed528e","0060828c4561c3146a4d2fbe","8b3ef38d2b5d2fc9f19a3ed9","ab90f51570bba0df1c889314","640e064de235da086716563e","350c2c641e04fcb49688e650","ba265b790d9a002b971910c1","3a8b8a4a21798fb14026769d","53fa70129bf83f83ab6219a3","3f9dfe82f4892e139fabc3f4","dae076a0eacaa63ec8f192c9","07b15db546d50bc3a15c79c9","0bc62ae3ef77f27ee9feb8c3","02e0fffe433bd9bbb17718ce","96d61f35ce89c5e402b475d3","bcef63b769b65103b4ee5212","8ff2dfac5f466e44c25543b3","b13b890114b7d4270d307654"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","solar-pro4-260806","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4o","gpt-5.4","gpt-5.4-pro","gpt-5.5-pro","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":20}],"unspecified":0,"total":20}},{"id":"mistral-medium-3.5--effort-reasoning","name":"Mistral Medium 3.5 · Reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-medium-3.5","detailsUrl":"/efforts?model=mistral-medium-3.5","publishedBenchmarkCount":22,"overallRating":{"score":0.10250886613720328,"supported":true,"families":17,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":17,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000014}]},"capabilityRatings":[{"bucket":"agentic","score":0.16164440859893128,"supported":true,"families":8,"independentFamilies":8,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.06661933400754881,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.10750611465152242,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.18066311653456282,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.08250408518528424,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.14579686147729298,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.41500680081882346,"lowerBound":0,"upperBound":1,"independentScore":0.41500680081882346,"independent":true,"opponentIds":2445,"independentOpponentIds":2445,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["ddec1a46d0c8daa3d68bf673"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.39433809722415014,"lowerBound":0,"upperBound":1,"independentScore":0.39433809722415014,"independent":true,"opponentIds":2446,"independentOpponentIds":2446,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["30ef61afef7db6403f95ad14"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4690387545316531,"lowerBound":0,"upperBound":1,"independentScore":0.4690387545316531,"independent":true,"opponentIds":2447,"independentOpponentIds":2447,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["567e2e221b95563a85e802ed","ed8f320f4381500052c687c9"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.4785565700446282,"lowerBound":0,"upperBound":1,"independentScore":0.4785565700446282,"independent":true,"opponentIds":2448,"independentOpponentIds":2448,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["3104fceb9c278740e37b41b3"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2519081950239258,"lowerBound":0,"upperBound":1,"independentScore":0.2519081950239258,"independent":true,"opponentIds":2449,"independentOpponentIds":2449,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["d258144824b33f3d3324f00a"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.4359106892486526,"lowerBound":0,"upperBound":1,"independentScore":0.4359106892486526,"independent":true,"opponentIds":2450,"independentOpponentIds":2450,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["5df2fd6f09a89049a344da89"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.3325018587425391,"lowerBound":0,"upperBound":1,"independentScore":0.3325018587425391,"independent":true,"opponentIds":2451,"independentOpponentIds":2451,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["5bdde6072a786cea090d962b"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5361963730192654,"lowerBound":0,"upperBound":1,"independentScore":0.5361963730192654,"independent":true,"opponentIds":2452,"independentOpponentIds":2452,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["6a4cfaa2b8cd211a9881e756"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.551369330349969,"lowerBound":0,"upperBound":1,"independentScore":0.551369330349969,"independent":true,"opponentIds":2453,"independentOpponentIds":2453,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["c1df964d67d6a114f0ae15fc"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.2248658313060751,"lowerBound":0,"upperBound":1,"independentScore":0.2248658313060751,"independent":true,"opponentIds":2454,"independentOpponentIds":2454,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["222ddda5db002b07344766ca"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6254622946566961,"lowerBound":0,"upperBound":1,"independentScore":0.6254622946566961,"independent":true,"opponentIds":2455,"independentOpponentIds":2455,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["0e63c2ddb3ce5bb283ced808"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8123636095630672,"lowerBound":0,"upperBound":1,"independentScore":0.8123636095630672,"independent":true,"opponentIds":2456,"independentOpponentIds":2456,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a46292af76538ed9cd457f74"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5177819805662004,"lowerBound":0,"upperBound":1,"independentScore":0.5177819805662004,"independent":true,"opponentIds":2457,"independentOpponentIds":2457,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["103f44c413960d3a1373d498"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6741138085386039,"lowerBound":0,"upperBound":1,"independentScore":0.6741138085386039,"independent":true,"opponentIds":2458,"independentOpponentIds":2458,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["fe26eeb3eee7044147e39ad9"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.3765992409381275,"lowerBound":0,"upperBound":1,"independentScore":0.3765992409381275,"independent":true,"opponentIds":2459,"independentOpponentIds":2459,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["46f40618c1d6eceefad11b5e"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7558543564713406,"lowerBound":0,"upperBound":1,"independentScore":0.7558543564713406,"independent":true,"opponentIds":2460,"independentOpponentIds":2460,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["b8f431b7af5ced6f9c6ffda2","80753495b3c7881924eaa865"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5555758204352809,"lowerBound":0,"upperBound":1,"independentScore":0.5555758204352809,"independent":true,"opponentIds":2461,"independentOpponentIds":2461,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["54f2e07eae2bee6eeebe5743","a1e4976e556451286cd3bdcf","8696355798a7473fc208ccd1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ddec1a46d0c8daa3d68bf673","30ef61afef7db6403f95ad14","567e2e221b95563a85e802ed","3104fceb9c278740e37b41b3","d258144824b33f3d3324f00a","5df2fd6f09a89049a344da89","5bdde6072a786cea090d962b","6a4cfaa2b8cd211a9881e756","c1df964d67d6a114f0ae15fc","222ddda5db002b07344766ca","0e63c2ddb3ce5bb283ced808","a46292af76538ed9cd457f74","ed8f320f4381500052c687c9","103f44c413960d3a1373d498","fe26eeb3eee7044147e39ad9","46f40618c1d6eceefad11b5e","b8f431b7af5ced6f9c6ffda2","80753495b3c7881924eaa865","54f2e07eae2bee6eeebe5743","a1e4976e556451286cd3bdcf","8696355798a7473fc208ccd1"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-small-4","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":22}],"unspecified":0,"total":22}},{"id":"mistral-small-2506--effort-non-reasoning","name":"Mistral Small 3.2 · Non-reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-small-2506","detailsUrl":"/efforts?model=mistral-small-2506","publishedBenchmarkCount":23,"overallRating":{"score":0.0163640367731652,"supported":true,"families":19,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":19,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999741}]},"capabilityRatings":[{"bucket":"agentic","score":0.02288194463419918,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.01888227909959819,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.016665924303756414,"supported":true,"families":3,"independentFamilies":3,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.019557732279625633,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.01602805289708022,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.025983256221918116,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.04050745053005675,"lowerBound":0,"upperBound":1,"independentScore":0.04050745053005675,"independent":true,"opponentIds":2462,"independentOpponentIds":2462,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["a1ecc289157138b5f8e71437"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.28427952816392493,"lowerBound":0,"upperBound":1,"independentScore":0.28427952816392493,"independent":true,"opponentIds":2463,"independentOpponentIds":2463,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["6da1b8d1b2167564bf428fb0"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.23593102648503886,"lowerBound":0,"upperBound":1,"independentScore":0.23593102648503886,"independent":true,"opponentIds":2464,"independentOpponentIds":2464,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["53bc5a579aa23fead108267c"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.09277525396953232,"lowerBound":0,"upperBound":1,"independentScore":0.09277525396953232,"independent":true,"opponentIds":2465,"independentOpponentIds":2465,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["e63a9f1379393c3cc66d6071"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25124495659973733,"lowerBound":0,"upperBound":1,"independentScore":0.25124495659973733,"independent":true,"opponentIds":2466,"independentOpponentIds":2466,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["821ded825d6af49adc589ec6"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.02065776372931051,"lowerBound":0,"upperBound":1,"independentScore":0.02065776372931051,"independent":true,"opponentIds":2467,"independentOpponentIds":2467,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["f90922973ea706908ad9cc65"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.0646676550983221,"lowerBound":0,"upperBound":1,"independentScore":0.0646676550983221,"independent":true,"opponentIds":2468,"independentOpponentIds":2468,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["f66851101e2ef688b6c97a17"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.2142643396403622,"lowerBound":0,"upperBound":1,"independentScore":0.2142643396403622,"independent":true,"opponentIds":2469,"independentOpponentIds":2469,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["c46cb1fb5b137f1522f36b9e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.18783323730925072,"lowerBound":0,"upperBound":1,"independentScore":0.18783323730925072,"independent":true,"opponentIds":2470,"independentOpponentIds":2470,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["39d3bdb6484f58e20f1c50fe"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.1820739270703361,"lowerBound":0,"upperBound":1,"independentScore":0.1820739270703361,"independent":true,"opponentIds":2471,"independentOpponentIds":2471,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["167f1a758c5db842ce1feca6"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.26180673491880563,"lowerBound":0,"upperBound":1,"independentScore":0.26180673491880563,"independent":true,"opponentIds":2472,"independentOpponentIds":2472,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["68d2c1aeb87f2c629ac7672d"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.2158572317896879,"lowerBound":0,"upperBound":1,"independentScore":0.2158572317896879,"independent":true,"opponentIds":2473,"independentOpponentIds":2473,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["b84c0ce3c4a5433cf625b30f"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.4504655242207526,"lowerBound":0,"upperBound":1,"independentScore":0.4504655242207526,"independent":true,"opponentIds":2474,"independentOpponentIds":2474,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["891301aed44b6f2989b8b04d"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.254746081200347,"lowerBound":0,"upperBound":1,"independentScore":0.254746081200347,"independent":true,"opponentIds":2475,"independentOpponentIds":2475,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["2d02db7530f0e9d255d63470"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.171991877565234,"lowerBound":0,"upperBound":1,"independentScore":0.171991877565234,"independent":true,"opponentIds":2476,"independentOpponentIds":2476,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["34bd5ae77357e239d89ce014"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.25014881902878194,"lowerBound":0,"upperBound":1,"independentScore":0.25014881902878194,"independent":true,"opponentIds":2477,"independentOpponentIds":2477,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["27cf85547226acfd3effbbb7"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.11798854369950587,"lowerBound":0,"upperBound":1,"independentScore":0.11798854369950587,"independent":true,"opponentIds":2478,"independentOpponentIds":2478,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["7a032bb7d27ac4f4a54dc043"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.313166798401843,"lowerBound":0,"upperBound":1,"independentScore":0.313166798401843,"independent":true,"opponentIds":2479,"independentOpponentIds":2479,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["93d03cab54cbb7dfc0b435ab","f595e0feb6f1773fe5a6fc61"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.2671124402249456,"lowerBound":0,"upperBound":1,"independentScore":0.2671124402249456,"independent":true,"opponentIds":2480,"independentOpponentIds":2480,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["340512192be278774e77e5da","832c778cd48cdca55f1c79c3","6e9568251c46a4d7f2d38ad5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a1ecc289157138b5f8e71437","6da1b8d1b2167564bf428fb0","53bc5a579aa23fead108267c","e63a9f1379393c3cc66d6071","821ded825d6af49adc589ec6","f90922973ea706908ad9cc65","f66851101e2ef688b6c97a17","c46cb1fb5b137f1522f36b9e","39d3bdb6484f58e20f1c50fe","167f1a758c5db842ce1feca6","68d2c1aeb87f2c629ac7672d","b84c0ce3c4a5433cf625b30f","891301aed44b6f2989b8b04d","2d02db7530f0e9d255d63470","34bd5ae77357e239d89ce014","27cf85547226acfd3effbbb7","7a032bb7d27ac4f4a54dc043","93d03cab54cbb7dfc0b435ab","f595e0feb6f1773fe5a6fc61","340512192be278774e77e5da","832c778cd48cdca55f1c79c3","6e9568251c46a4d7f2d38ad5"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":23}],"unspecified":0,"total":23}},{"id":"mistral-small-4--effort-reasoning","name":"Mistral Small 4 · Reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-small-4","detailsUrl":"/efforts?model=mistral-small-4","publishedBenchmarkCount":19,"overallRating":{"score":0.05110975745236899,"supported":true,"families":15,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":15,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999845}]},"capabilityRatings":[{"bucket":"agentic","score":0.044453781338021886,"supported":true,"families":6,"independentFamilies":6,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.08771933270871961,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.06456646276027424,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.09437433660110005,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.03521631492372095,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.08797706277534523,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":2481,"independentOpponentIds":2481,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["9188eefd377f2e9c23d9a8b6"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.22649904167507948,"lowerBound":0,"upperBound":1,"independentScore":0.22649904167507948,"independent":true,"opponentIds":2482,"independentOpponentIds":2482,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["1247fc165d860e12ba33ff29"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5109109476149183,"lowerBound":0,"upperBound":1,"independentScore":0.5109109476149183,"independent":true,"opponentIds":2483,"independentOpponentIds":2483,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["979d64a0eb75ed822e25c686"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.2047733948041617,"lowerBound":0,"upperBound":1,"independentScore":0.2047733948041617,"independent":true,"opponentIds":2484,"independentOpponentIds":2484,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["4f6658801d33d9c4bbf58519"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5578518037328305,"lowerBound":0,"upperBound":1,"independentScore":0.5578518037328305,"independent":true,"opponentIds":2485,"independentOpponentIds":2485,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["bf81d819d89c15dd4fe6b89b"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.01837055846363313,"lowerBound":0,"upperBound":1,"independentScore":0.01837055846363313,"independent":true,"opponentIds":2486,"independentOpponentIds":2486,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["8f94ed73fa6de47d55b25077"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.30093322136232126,"lowerBound":0,"upperBound":1,"independentScore":0.30093322136232126,"independent":true,"opponentIds":2487,"independentOpponentIds":2487,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["42a91169a22c22e7eed2f268"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6113150130135684,"lowerBound":0,"upperBound":1,"independentScore":0.6113150130135684,"independent":true,"opponentIds":2488,"independentOpponentIds":2488,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["2f6bef1401dd3c874f04eef8"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5142737396248841,"lowerBound":0,"upperBound":1,"independentScore":0.5142737396248841,"independent":true,"opponentIds":2489,"independentOpponentIds":2489,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["c8e3afa3aef8179b40e448f0"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.587583053473659,"lowerBound":0,"upperBound":1,"independentScore":0.587583053473659,"independent":true,"opponentIds":2490,"independentOpponentIds":2490,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5231791d1c29e104c93e1247"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.32568801141468395,"lowerBound":0,"upperBound":1,"independentScore":0.32568801141468395,"independent":true,"opponentIds":2491,"independentOpponentIds":2491,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["81f942ea40a39fe097e24d66"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6044556977742347,"lowerBound":0,"upperBound":1,"independentScore":0.6044556977742347,"independent":true,"opponentIds":2492,"independentOpponentIds":2492,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["301e793977c259094f7093c7"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.3161168543141925,"lowerBound":0,"upperBound":1,"independentScore":0.3161168543141925,"independent":true,"opponentIds":2493,"independentOpponentIds":2493,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["f2789b044f471f6a2756d4f1"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3156716756277328,"lowerBound":0,"upperBound":1,"independentScore":0.3156716756277328,"independent":true,"opponentIds":2494,"independentOpponentIds":2494,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["70cdd67007153234faacd560","206a3af7332c726f2d612cb0"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3885745929184982,"lowerBound":0,"upperBound":1,"independentScore":0.3885745929184982,"independent":true,"opponentIds":2495,"independentOpponentIds":2495,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["e6390ae449afa5ff6fecfd51","2599f4ee8ffaec96bbf2b7aa","f7c7c53f6cba7efa0c09fcb8"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9188eefd377f2e9c23d9a8b6","1247fc165d860e12ba33ff29","979d64a0eb75ed822e25c686","4f6658801d33d9c4bbf58519","bf81d819d89c15dd4fe6b89b","8f94ed73fa6de47d55b25077","42a91169a22c22e7eed2f268","2f6bef1401dd3c874f04eef8","c8e3afa3aef8179b40e448f0","5231791d1c29e104c93e1247","81f942ea40a39fe097e24d66","301e793977c259094f7093c7","f2789b044f471f6a2756d4f1","70cdd67007153234faacd560","206a3af7332c726f2d612cb0","e6390ae449afa5ff6fecfd51","2599f4ee8ffaec96bbf2b7aa","f7c7c53f6cba7efa0c09fcb8"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","nemotron-3-ultra","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":19}],"unspecified":0,"total":19}},{"id":"mistral-small-4--effort-non-reasoning","name":"Mistral Small 4 · Non-reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-small-4","detailsUrl":"/efforts?model=mistral-small-4","publishedBenchmarkCount":10,"overallRating":{"score":0.02246658094974353,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000069}]},"capabilityRatings":[{"bucket":"agentic","score":0.007974328523696369,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03179893008976726,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.04193928686007503,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.030166311076245567,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.0153545525129047,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.03613875092792552,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.31803113376980746,"lowerBound":0,"upperBound":1,"independentScore":0.31803113376980746,"independent":true,"opponentIds":2483,"independentOpponentIds":2483,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["213e91745b08c415820c541d"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5576913054512518,"lowerBound":0,"upperBound":1,"independentScore":0.5576913054512518,"independent":true,"opponentIds":2485,"independentOpponentIds":2485,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["8b914ad32f7c9e5f7d244d1d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2527564008082745,"lowerBound":0,"upperBound":1,"independentScore":0.2527564008082745,"independent":true,"opponentIds":2488,"independentOpponentIds":2488,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["6680a21e2f5f81331071ba82"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.10097514778559102,"lowerBound":0,"upperBound":1,"independentScore":0.10097514778559102,"independent":true,"opponentIds":2489,"independentOpponentIds":2489,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["ae1fa7961d49d684f2981dff"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.23063078682945173,"lowerBound":0,"upperBound":1,"independentScore":0.23063078682945173,"independent":true,"opponentIds":2490,"independentOpponentIds":2490,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["1175374611f43823a69bb917"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.15989519420886805,"lowerBound":0,"upperBound":1,"independentScore":0.15989519420886805,"independent":true,"opponentIds":2491,"independentOpponentIds":2491,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f06380625c147eb9e14efb36"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.37243474961234063,"lowerBound":0,"upperBound":1,"independentScore":0.37243474961234063,"independent":true,"opponentIds":2492,"independentOpponentIds":2492,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["5bf3b46928f29139d0cfdd0e"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.14328381866077022,"lowerBound":0,"upperBound":1,"independentScore":0.14328381866077022,"independent":true,"opponentIds":2496,"independentOpponentIds":2496,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["211745cfecdb17b01d94607f"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4639788682778951,"lowerBound":0,"upperBound":1,"independentScore":0.4639788682778951,"independent":true,"opponentIds":2497,"independentOpponentIds":2497,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["5e4e6f1b78b4531611aa9a8d"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["213e91745b08c415820c541d","8b914ad32f7c9e5f7d244d1d","6680a21e2f5f81331071ba82","ae1fa7961d49d684f2981dff","1175374611f43823a69bb917","f06380625c147eb9e14efb36","5bf3b46928f29139d0cfdd0e","211745cfecdb17b01d94607f","5e4e6f1b78b4531611aa9a8d"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"muse-spark-1.1--effort-xhigh","name":"Muse Spark 1.1 · XHigh","labId":"meta","labName":"Meta","scores":{},"baseModelId":"muse-spark-1.1","detailsUrl":"/efforts?model=muse-spark-1.1","publishedBenchmarkCount":49,"overallRating":{"score":0.41077312324601395,"supported":true,"families":28,"publishers":5,"evaluationSources":5,"taskAreas":5,"opponents":216,"independentFamilies":27,"reason":null,"independentSources":4,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.262055162796052},{"source":"Datacurve","independent":true,"share":0.25556037016715094},{"source":"Vals AI","independent":true,"share":0.23261681846555315},{"source":"LiveBench","independent":true,"share":0.22151198469757105},{"source":"Scale","independent":true,"share":0.028255663873674133}]},"capabilityRatings":[{"bucket":"agentic","score":0.5032468276311631,"supported":true,"families":10,"independentFamilies":10,"opponents":131,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.42442542327586247,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4800812608343485,"supported":true,"families":8,"independentFamilies":7,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.4283587042758816,"supported":true,"families":4,"independentFamilies":4,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.3991322345724318,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.5564041220713114,"lowerBound":0,"upperBound":1,"independentScore":0.5564041220713114,"independent":true,"opponentIds":2498,"independentOpponentIds":2498,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["3d28104ab178b34670aa619c"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8328875828064408,"lowerBound":0,"upperBound":1,"independentScore":0.8328875828064408,"independent":true,"opponentIds":2499,"independentOpponentIds":2499,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["b0c09f33ec395a21dfca2ae2"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.739192111389559,"lowerBound":0,"upperBound":1,"independentScore":0.739192111389559,"independent":true,"opponentIds":2500,"independentOpponentIds":2500,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["90f826dbdab369b8d36e712e"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8912326530504291,"lowerBound":0,"upperBound":1,"independentScore":0.8912326530504291,"independent":true,"opponentIds":2501,"independentOpponentIds":2501,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["3db9f37231f6969e5af916c8"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7520320196140768,"lowerBound":0,"upperBound":1,"independentScore":0.7520320196140768,"independent":true,"opponentIds":2502,"independentOpponentIds":2502,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["6099fc5a6c629d98c4017a6a"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7858820054220195,"lowerBound":0,"upperBound":1,"independentScore":0.7858820054220195,"independent":true,"opponentIds":2503,"independentOpponentIds":2503,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["77cb0921403bb8eea32f98e2"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8688119389839728,"lowerBound":0,"upperBound":1,"independentScore":0.8688119389839728,"independent":true,"opponentIds":2504,"independentOpponentIds":2504,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["674c189b99daf251023acc62"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.9272907134907876,"lowerBound":0,"upperBound":1,"independentScore":0.9272907134907876,"independent":true,"opponentIds":2505,"independentOpponentIds":2505,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:meta/muse_spark_1_1"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9640204416706984,"lowerBound":0,"upperBound":1,"independentScore":0.9640204416706984,"independent":true,"opponentIds":2506,"independentOpponentIds":2506,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["69c92bbf50967acf2ddea1e6"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6266114762386252,"lowerBound":0,"upperBound":1,"independentScore":0.6266114762386252,"independent":true,"opponentIds":2507,"independentOpponentIds":2507,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:meta/muse_spark_1_1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9508841404269108,"lowerBound":0,"upperBound":1,"independentScore":0.9508841404269108,"independent":true,"opponentIds":2508,"independentOpponentIds":2508,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["e482487bec614ab5161ed411"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9631289163120014,"lowerBound":0,"upperBound":1,"independentScore":0.9631289163120014,"independent":true,"opponentIds":2509,"independentOpponentIds":2509,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["6d5c35ac642c8328a56d2cb1"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.80310355580579,"lowerBound":0,"upperBound":1,"independentScore":0.80310355580579,"independent":true,"opponentIds":2510,"independentOpponentIds":2510,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["51ae435e2accf7c476e8b700"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5980374127261507,"lowerBound":0,"upperBound":1,"independentScore":0.5980374127261507,"independent":true,"opponentIds":2511,"independentOpponentIds":2511,"panelSize":126,"publishers":["Artificial Analysis","Vals AI"],"observations":["e2ce1bb7d2f24ac399b6dd2e","fa4da6d45fc3c9e23c5e0a1d","vals-terminal-bench-2-1-v2.1:meta/muse_spark_1_1"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.3755370229972204,"lowerBound":0,"upperBound":1,"independentScore":0.3755370229972204,"independent":true,"opponentIds":2512,"independentOpponentIds":2512,"panelSize":25,"publishers":["Datacurve"],"observations":["8fa6b5f2d5612bc7ff3ca112"],"sourceScores":[]},{"id":"swe-atlas-test-writing","label":"swe-atlas-test-writing","bucket":"coding","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":2513,"independentOpponentIds":2513,"panelSize":1,"publishers":["Scale"],"observations":["8154d53aea81c7edfd9708c9"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.31416456405943394,"lowerBound":0,"upperBound":1,"independentScore":0.31416456405943394,"independent":true,"opponentIds":2514,"independentOpponentIds":2514,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-d1592c494c0bc37b96c4b13e","panel-ff7deaad8514a735c60215cd","panel-9a71dad62d416416d1786c72","panel-5f2ebc6018d88a7989407282"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.3772778245023829,"lowerBound":0,"upperBound":1,"independentScore":0.3772778245023829,"independent":true,"opponentIds":2514,"independentOpponentIds":2514,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-7e01c14d29d1b99014cf62ea","panel-6baf6c794bf4aaf644c7b7c3"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.26231193346416254,"lowerBound":0,"upperBound":1,"independentScore":0.26231193346416254,"independent":true,"opponentIds":2514,"independentOpponentIds":2514,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-1cba090af30c55faf508a232","panel-3cfdcdd691354a0a5029cdd2","panel-607ac2b71c6861f6dfcf5271"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.4907018035697601,"lowerBound":0,"upperBound":1,"independentScore":0.4907018035697601,"independent":true,"opponentIds":2514,"independentOpponentIds":2514,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-b0e641583182f918dc7c7607","panel-378ce00ff970314e97d7c872","panel-5f71b89ede220ebd20a0c531"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.763012802541819,"lowerBound":0,"upperBound":1,"independentScore":0.763012802541819,"independent":true,"opponentIds":2514,"independentOpponentIds":2514,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-6bdc2206bd256d34c7fd7650","panel-cb4d12433d4ef2158a779de3","panel-ed41d716690c2b0b08f4b261"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.529611718530979,"lowerBound":0,"upperBound":1,"independentScore":0.529611718530979,"independent":true,"opponentIds":2514,"independentOpponentIds":2514,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-eb8e759c8756c57a6678b38c","panel-79c0b925029bc6018d77d2de","panel-a3b33640a7470089412d387c","panel-3ca3b50afff257eb11c4cb04"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.5495514437903006,"lowerBound":0,"upperBound":1,"independentScore":0.5495514437903006,"independent":true,"opponentIds":2514,"independentOpponentIds":2514,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-64d9137045cdef710bd3ca92","panel-fd205044a78778402333b4ab","panel-643a2b102ca96cc1c855d0d9","panel-87b456d84438ff05a853f952"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.7683557046979865,"lowerBound":0,"upperBound":1,"independentScore":0.7683557046979865,"independent":true,"opponentIds":2515,"independentOpponentIds":2515,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:meta/muse_spark_1_1"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.3973835813730196,"lowerBound":0,"upperBound":1,"independentScore":0.3973835813730196,"independent":true,"opponentIds":2516,"independentOpponentIds":2516,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:meta/muse_spark_1_1"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.43249253545658106,"lowerBound":0,"upperBound":1,"independentScore":0.43249253545658106,"independent":true,"opponentIds":2517,"independentOpponentIds":2517,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:meta/muse_spark_1_1"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.37643070415526236,"lowerBound":0,"upperBound":1,"independentScore":0.37643070415526236,"independent":true,"opponentIds":2518,"independentOpponentIds":2518,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:meta/muse_spark_1_1"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.551691963174919,"lowerBound":0,"upperBound":1,"independentScore":0.551691963174919,"independent":true,"opponentIds":2519,"independentOpponentIds":2519,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:meta/muse_spark_1_1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3d28104ab178b34670aa619c","b0c09f33ec395a21dfca2ae2","90f826dbdab369b8d36e712e","3db9f37231f6969e5af916c8","6099fc5a6c629d98c4017a6a","77cb0921403bb8eea32f98e2","674c189b99daf251023acc62","69c92bbf50967acf2ddea1e6","e482487bec614ab5161ed411","6d5c35ac642c8328a56d2cb1","51ae435e2accf7c476e8b700","e2ce1bb7d2f24ac399b6dd2e","fa4da6d45fc3c9e23c5e0a1d","8fa6b5f2d5612bc7ff3ca112","8154d53aea81c7edfd9708c9","panel-d1592c494c0bc37b96c4b13e","panel-7e01c14d29d1b99014cf62ea","panel-6baf6c794bf4aaf644c7b7c3","panel-1cba090af30c55faf508a232","panel-b0e641583182f918dc7c7607","panel-ff7deaad8514a735c60215cd","panel-6bdc2206bd256d34c7fd7650","panel-eb8e759c8756c57a6678b38c","panel-9a71dad62d416416d1786c72","panel-5f2ebc6018d88a7989407282","panel-64d9137045cdef710bd3ca92","panel-3cfdcdd691354a0a5029cdd2","panel-cb4d12433d4ef2158a779de3","panel-fd205044a78778402333b4ab","panel-79c0b925029bc6018d77d2de","panel-643a2b102ca96cc1c855d0d9","panel-87b456d84438ff05a853f952","panel-378ce00ff970314e97d7c872","panel-5f71b89ede220ebd20a0c531","panel-a3b33640a7470089412d387c","panel-ed41d716690c2b0b08f4b261","panel-607ac2b71c6861f6dfcf5271","panel-3ca3b50afff257eb11c4cb04","vals-finance-agent-v2:meta/muse_spark_1_1","vals-code-migration-v1:meta/muse_spark_1_1","vals-legal-research-v1:meta/muse_spark_1_1","vals-emb-v1:meta/muse_spark_1_1","vals-mmlu-pro-v1:meta/muse_spark_1_1","vals-terminal-bench-2-1-v2.1:meta/muse_spark_1_1","vals-vibe-code-bench-v1.1:meta/muse_spark_1_1","vals-legal-agent-benchmark-v1:meta/muse_spark_1_1"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":49}],"unspecified":0,"total":49}},{"id":"muse-spark-1.2--effort-xhigh","name":"Muse Spark 1.2 · XHigh","labId":"meta","labName":"Meta","scores":{},"baseModelId":"muse-spark-1.2","detailsUrl":"/efforts?model=muse-spark-1.2","publishedBenchmarkCount":50,"overallRating":{"score":0.5032507685802451,"supported":true,"families":29,"publishers":5,"evaluationSources":5,"taskAreas":5,"opponents":216,"independentFamilies":29,"reason":null,"independentSources":5,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.24464687825360942},{"source":"Datacurve","independent":true,"share":0.2397829374229968},{"source":"Vals AI","independent":true,"share":0.21825584298997844},{"source":"LiveBench","independent":true,"share":0.2078365840933855},{"source":"Epoch AI","independent":true,"share":0.0894777572400295}]},"capabilityRatings":[{"bucket":"agentic","score":0.6230509604073724,"supported":true,"families":11,"independentFamilies":11,"opponents":131,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.47067034155445225,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5127038898452377,"supported":true,"families":7,"independentFamilies":7,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.478705796166095,"supported":true,"families":5,"independentFamilies":5,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.6138399608708083,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8624230255701656,"lowerBound":0,"upperBound":1,"independentScore":0.8624230255701656,"independent":true,"opponentIds":2520,"independentOpponentIds":2520,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["5a5c40dc8bfa7420c7a73337"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8552632735360604,"lowerBound":0,"upperBound":1,"independentScore":0.8552632735360604,"independent":true,"opponentIds":2521,"independentOpponentIds":2521,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["7f054375dfae2880d425145e","900af26141c1715a5245156e"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7557430263809798,"lowerBound":0,"upperBound":1,"independentScore":0.7557430263809798,"independent":true,"opponentIds":2522,"independentOpponentIds":2522,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["545c640a1e97c757398c4c09"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9209851627591421,"lowerBound":0,"upperBound":1,"independentScore":0.9209851627591421,"independent":true,"opponentIds":2523,"independentOpponentIds":2523,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["77a5b3ed91707a9a184b6c15"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.8553978968851866,"lowerBound":0,"upperBound":1,"independentScore":0.8553978968851866,"independent":true,"opponentIds":2524,"independentOpponentIds":2524,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["c0c29d3596152a94d0cb8ed7"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8283662786836438,"lowerBound":0,"upperBound":1,"independentScore":0.8283662786836438,"independent":true,"opponentIds":2525,"independentOpponentIds":2525,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["41b9ba5b3cc128b9746727fe"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9144877867637135,"lowerBound":0,"upperBound":1,"independentScore":0.9144877867637135,"independent":true,"opponentIds":2526,"independentOpponentIds":2526,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["536612d6ef75df4fe26d8799"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8829963211553821,"lowerBound":0,"upperBound":1,"independentScore":0.8829963211553821,"independent":true,"opponentIds":2527,"independentOpponentIds":2527,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["b798a8a82c6bbbfe0f4543fe"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":2528,"independentOpponentIds":2528,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:meta/muse_spark_1_2"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9570048512915778,"lowerBound":0,"upperBound":1,"independentScore":0.9570048512915778,"independent":true,"opponentIds":2529,"independentOpponentIds":2529,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["1598edcef4c4dc72d168db18"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5522939838220428,"lowerBound":0,"upperBound":1,"independentScore":0.5522939838220428,"independent":true,"opponentIds":2530,"independentOpponentIds":2530,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:meta/muse_spark_1_2"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9007558182392987,"lowerBound":0,"upperBound":1,"independentScore":0.9007558182392987,"independent":true,"opponentIds":2531,"independentOpponentIds":2531,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["7778904266b2d0dafc5de1c3"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9309468128649775,"lowerBound":0,"upperBound":1,"independentScore":0.9309468128649775,"independent":true,"opponentIds":2532,"independentOpponentIds":2532,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["e1ae73029fc1423754ddc150"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8390569583048092,"lowerBound":0,"upperBound":1,"independentScore":0.8390569583048092,"independent":true,"opponentIds":2533,"independentOpponentIds":2533,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["5a4630ffdeb77234b578ed4c"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.62940175864944,"lowerBound":0,"upperBound":1,"independentScore":0.62940175864944,"independent":true,"opponentIds":2534,"independentOpponentIds":2534,"panelSize":126,"publishers":["Artificial Analysis","Vals AI"],"observations":["2150abdc6bed127d186f4fb9","e8ebf2449ddbb9b4d37ddf99","vals-terminal-bench-2-1-v2.1:meta/muse_spark_1_2"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.5181197877179687,"lowerBound":0,"upperBound":1,"independentScore":0.5181197877179687,"independent":true,"opponentIds":2535,"independentOpponentIds":2535,"panelSize":25,"publishers":["Datacurve"],"observations":["1585a41209b88f2db63e82f8"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.4390594336977857,"lowerBound":0,"upperBound":1,"independentScore":0.4390594336977857,"independent":true,"opponentIds":2536,"independentOpponentIds":2536,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-5db4666fe0d22748d017fabf","panel-939b2284f37f61d8eb5f67b6","panel-b4abe05d293dd2f434bf065b","panel-7d6cb0c0f64f505b9a71b6ff"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.4357303055789178,"lowerBound":0,"upperBound":1,"independentScore":0.4357303055789178,"independent":true,"opponentIds":2536,"independentOpponentIds":2536,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-31199fc389abf8c37e97a1ef","panel-90609ba61b59695b58129751"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.4980375665825628,"lowerBound":0,"upperBound":1,"independentScore":0.4980375665825628,"independent":true,"opponentIds":2536,"independentOpponentIds":2536,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-bbd53ca4e345a1af051f9838","panel-b100b1155d4fad7945551d5b","panel-ca5efb697bbdbfd817a0dc54"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.5633118400149524,"lowerBound":0,"upperBound":1,"independentScore":0.5633118400149524,"independent":true,"opponentIds":2536,"independentOpponentIds":2536,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-dbe6aa071a22ccaa40e097c9","panel-a4fc6c6ff3adc5d9f63e5f13","panel-860ece53551bde0e2391fb57"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.6899355200448563,"lowerBound":0,"upperBound":1,"independentScore":0.6899355200448563,"independent":true,"opponentIds":2536,"independentOpponentIds":2536,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-c37413eeb9c7e46ddfc253d2","panel-1c622171ac4a61c0905126a8","panel-7c980646387d7ffe0fbb8f07"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.5550532660499025,"lowerBound":0,"upperBound":1,"independentScore":0.5550532660499025,"independent":true,"opponentIds":2536,"independentOpponentIds":2536,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-4a402a6edf729fb609faca1b","panel-315c13eaf06cba3126de4186","panel-2e9188c4762961d8b305cb9d","panel-5924987a533b33a47f789e7e"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.6865713484721062,"lowerBound":0,"upperBound":1,"independentScore":0.6865713484721062,"independent":true,"opponentIds":2536,"independentOpponentIds":2536,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-d10f6d2cdabb5ddb7e4899d2","panel-c5de3c6d1577f440b4c8c784","panel-6e422918805d22eb5f088d67","panel-9e2379b2378edc420ca56706"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.8252742787484761,"lowerBound":0,"upperBound":1,"independentScore":0.8252742787484761,"independent":true,"opponentIds":2537,"independentOpponentIds":2537,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-mLLmVVvo6t23MM5yxq7ryW"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.9718120805369127,"lowerBound":0,"upperBound":1,"independentScore":0.9718120805369127,"independent":true,"opponentIds":2538,"independentOpponentIds":2538,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:meta/muse_spark_1_2"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0.33689390302448385,"lowerBound":0,"upperBound":1,"independentScore":0.33689390302448385,"independent":true,"opponentIds":2539,"independentOpponentIds":2539,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:meta/muse_spark_1_2"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.7718026872356306,"lowerBound":0,"upperBound":1,"independentScore":0.7718026872356306,"independent":true,"opponentIds":2540,"independentOpponentIds":2540,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:meta/muse_spark_1_2"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.4495832296591191,"lowerBound":0,"upperBound":1,"independentScore":0.4495832296591191,"independent":true,"opponentIds":2541,"independentOpponentIds":2541,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:meta/muse_spark_1_2"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.7565625777556604,"lowerBound":0,"upperBound":1,"independentScore":0.7565625777556604,"independent":true,"opponentIds":2542,"independentOpponentIds":2542,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:meta/muse_spark_1_2"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["5a5c40dc8bfa7420c7a73337","7f054375dfae2880d425145e","545c640a1e97c757398c4c09","77a5b3ed91707a9a184b6c15","c0c29d3596152a94d0cb8ed7","41b9ba5b3cc128b9746727fe","536612d6ef75df4fe26d8799","b798a8a82c6bbbfe0f4543fe","1598edcef4c4dc72d168db18","900af26141c1715a5245156e","7778904266b2d0dafc5de1c3","e1ae73029fc1423754ddc150","5a4630ffdeb77234b578ed4c","2150abdc6bed127d186f4fb9","e8ebf2449ddbb9b4d37ddf99","1585a41209b88f2db63e82f8","panel-5db4666fe0d22748d017fabf","panel-31199fc389abf8c37e97a1ef","panel-90609ba61b59695b58129751","panel-bbd53ca4e345a1af051f9838","panel-dbe6aa071a22ccaa40e097c9","panel-939b2284f37f61d8eb5f67b6","panel-c37413eeb9c7e46ddfc253d2","panel-4a402a6edf729fb609faca1b","panel-b4abe05d293dd2f434bf065b","panel-7d6cb0c0f64f505b9a71b6ff","panel-d10f6d2cdabb5ddb7e4899d2","panel-b100b1155d4fad7945551d5b","panel-1c622171ac4a61c0905126a8","panel-c5de3c6d1577f440b4c8c784","panel-315c13eaf06cba3126de4186","panel-6e422918805d22eb5f088d67","panel-9e2379b2378edc420ca56706","panel-a4fc6c6ff3adc5d9f63e5f13","panel-860ece53551bde0e2391fb57","panel-2e9188c4762961d8b305cb9d","panel-7c980646387d7ffe0fbb8f07","panel-ca5efb697bbdbfd817a0dc54","panel-5924987a533b33a47f789e7e","epoch-run-mLLmVVvo6t23MM5yxq7ryW","vals-finance-agent-v2:meta/muse_spark_1_2","vals-code-migration-v1:meta/muse_spark_1_2","vals-legal-research-v1:meta/muse_spark_1_2","vals-emb-v1:meta/muse_spark_1_2","vals-mmlu-pro-v1:meta/muse_spark_1_2","vals-terminal-bench-2-1-v2.1:meta/muse_spark_1_2","vals-vibe-code-bench-v1.1:meta/muse_spark_1_2","vals-legal-agent-benchmark-v1:meta/muse_spark_1_2"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":50}],"unspecified":0,"total":50}},{"id":"muse-spark-1.3--effort-max","name":"Muse Spark 1.3 · Max","labId":"meta","labName":"Meta","scores":{},"baseModelId":"muse-spark-1.3","detailsUrl":"/efforts?model=muse-spark-1.3","publishedBenchmarkCount":15,"overallRating":{"score":0.5609150030704065,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000095}]},"capabilityRatings":[{"bucket":"agentic","score":0.7451558628031184,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5662137228884824,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.6884292028572204,"supported":true,"families":2,"independentFamilies":2,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.39402333292097147,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.7337673076987025,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9888380099166715,"lowerBound":0,"upperBound":1,"independentScore":0.9888380099166715,"independent":true,"opponentIds":2543,"independentOpponentIds":2543,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["6ce030d578bd60f3206f0e5d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9608983276065577,"lowerBound":0,"upperBound":1,"independentScore":0.9608983276065577,"independent":true,"opponentIds":2544,"independentOpponentIds":2544,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["6bd6e35126e4ccd32c1da6ca","efb8e8efd155fca2f7ea6622"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9425565482790393,"lowerBound":0,"upperBound":1,"independentScore":0.9425565482790393,"independent":true,"opponentIds":2545,"independentOpponentIds":2545,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["68786c1903a88657f8d41e6f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9668242462238507,"lowerBound":0,"upperBound":1,"independentScore":0.9668242462238507,"independent":true,"opponentIds":2546,"independentOpponentIds":2546,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["b9b9ca830f4b083ec0d3a19a"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9667627772099613,"lowerBound":0,"upperBound":1,"independentScore":0.9667627772099613,"independent":true,"opponentIds":2547,"independentOpponentIds":2547,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["96a191b13b418f3ffe2a1619"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9936289318520439,"lowerBound":0,"upperBound":1,"independentScore":0.9936289318520439,"independent":true,"opponentIds":2548,"independentOpponentIds":2548,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["48d29f3f8db310a3a1875a50"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9877137509489804,"lowerBound":0,"upperBound":1,"independentScore":0.9877137509489804,"independent":true,"opponentIds":2549,"independentOpponentIds":2549,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["185633bd5d56a99bfbf2d82d"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9881353735338542,"lowerBound":0,"upperBound":1,"independentScore":0.9881353735338542,"independent":true,"opponentIds":2550,"independentOpponentIds":2550,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["ac6602798f51bcec5389b88e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.9242790452776615,"lowerBound":0,"upperBound":1,"independentScore":0.9242790452776615,"independent":true,"opponentIds":2551,"independentOpponentIds":2551,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["42853f38a1511935e572b88b"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9825406758378201,"lowerBound":0,"upperBound":1,"independentScore":0.9825406758378201,"independent":true,"opponentIds":2552,"independentOpponentIds":2552,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["ff504fc7288017403c059f79"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9817549303417421,"lowerBound":0,"upperBound":1,"independentScore":0.9817549303417421,"independent":true,"opponentIds":2553,"independentOpponentIds":2553,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["b339e4aa1d209e870cb52722"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9387902956177201,"lowerBound":0,"upperBound":1,"independentScore":0.9387902956177201,"independent":true,"opponentIds":2554,"independentOpponentIds":2554,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["0991fa8c74148bd87a523f4c","7cd4630bb2973d2baeec9fbf"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6ce030d578bd60f3206f0e5d","6bd6e35126e4ccd32c1da6ca","68786c1903a88657f8d41e6f","b9b9ca830f4b083ec0d3a19a","96a191b13b418f3ffe2a1619","48d29f3f8db310a3a1875a50","185633bd5d56a99bfbf2d82d","ac6602798f51bcec5389b88e","efb8e8efd155fca2f7ea6622","42853f38a1511935e572b88b","ff504fc7288017403c059f79","b339e4aa1d209e870cb52722","0991fa8c74148bd87a523f4c","7cd4630bb2973d2baeec9fbf"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Max","settings":[{"label":"Max","observations":15}],"unspecified":0,"total":15}},{"id":"muse-spark-1.3--effort-xhigh","name":"Muse Spark 1.3 · XHigh","labId":"meta","labName":"Meta","scores":{},"baseModelId":"muse-spark-1.3","detailsUrl":"/efforts?model=muse-spark-1.3","publishedBenchmarkCount":45,"overallRating":{"score":0.6187710107021112,"supported":true,"families":25,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":216,"independentFamilies":25,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.44598497002664717},{"source":"LiveBench","independent":true,"share":0.2978815256638159},{"source":"Vals AI","independent":true,"share":0.25613350430953785}]},"capabilityRatings":[{"bucket":"agentic","score":0.7023661521883552,"supported":true,"families":10,"independentFamilies":10,"opponents":131,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.662230189589516,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.684870451778615,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.5406350454115295,"supported":true,"families":3,"independentFamilies":3,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.5065376437678074,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6733907284189166,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9379357856821484,"lowerBound":0,"upperBound":1,"independentScore":0.9379357856821484,"independent":true,"opponentIds":2543,"independentOpponentIds":2543,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["34a9bfb4a0aefff342dd0692"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.982754027416992,"lowerBound":0,"upperBound":1,"independentScore":0.982754027416992,"independent":true,"opponentIds":2555,"independentOpponentIds":2555,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["e8808b1d5e98602370d89e65"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.9222689405547126,"lowerBound":0,"upperBound":1,"independentScore":0.9222689405547126,"independent":true,"opponentIds":2545,"independentOpponentIds":2545,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["a0c9af85c9501b1277d66dcc"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9703531075611603,"lowerBound":0,"upperBound":1,"independentScore":0.9703531075611603,"independent":true,"opponentIds":2546,"independentOpponentIds":2546,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["78635a322a120fc8164e338e"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.9601480239709362,"lowerBound":0,"upperBound":1,"independentScore":0.9601480239709362,"independent":true,"opponentIds":2547,"independentOpponentIds":2547,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["5ee44f567df8a617d3b7d8b2"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9882755931112643,"lowerBound":0,"upperBound":1,"independentScore":0.9882755931112643,"independent":true,"opponentIds":2548,"independentOpponentIds":2548,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["bc6505e1b9377dac2b6b31d6"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9912003362462422,"lowerBound":0,"upperBound":1,"independentScore":0.9912003362462422,"independent":true,"opponentIds":2549,"independentOpponentIds":2549,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["33e20049c7e71a9ff1607422"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.9824776810037883,"lowerBound":0,"upperBound":1,"independentScore":0.9824776810037883,"independent":true,"opponentIds":2556,"independentOpponentIds":2556,"panelSize":50,"publishers":["Artificial Analysis","Vals AI"],"observations":["13797d3b6606164f2eb92c9c","vals-legal-agent-benchmark-v1:meta/muse_spark_1_3"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9814416233195491,"lowerBound":0,"upperBound":1,"independentScore":0.9814416233195491,"independent":true,"opponentIds":2550,"independentOpponentIds":2550,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["6366fd59f1a721ddd6257c9d"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9374492481937233,"lowerBound":0,"upperBound":1,"independentScore":0.9374492481937233,"independent":true,"opponentIds":2557,"independentOpponentIds":2557,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["b8f618b1aaa8468a3b541214"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8997455348419271,"lowerBound":0,"upperBound":1,"independentScore":0.8997455348419271,"independent":true,"opponentIds":2551,"independentOpponentIds":2551,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["38e66e19ced3d6f24c66d82a"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.9883865907566862,"lowerBound":0,"upperBound":1,"independentScore":0.9883865907566862,"independent":true,"opponentIds":2552,"independentOpponentIds":2552,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["2056dd44c9f84527842f5e5b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.952539150752651,"lowerBound":0,"upperBound":1,"independentScore":0.952539150752651,"independent":true,"opponentIds":2553,"independentOpponentIds":2553,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["540c30f12f3af6a7b01f51b6"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7666136356876944,"lowerBound":0,"upperBound":1,"independentScore":0.7666136356876944,"independent":true,"opponentIds":2558,"independentOpponentIds":2558,"panelSize":126,"publishers":["Artificial Analysis","Vals AI"],"observations":["05006804f6c11dff2fd76a84","29450743db5e9631e277eae8","vals-terminal-bench-2-1-v2.1:meta/muse_spark_1_3"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.8261695559249584,"lowerBound":0,"upperBound":1,"independentScore":0.8261695559249584,"independent":true,"opponentIds":2559,"independentOpponentIds":2559,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-e21e4fca1c3e3b98e1bc5a8c","panel-ea3620ceae6503098460020c","panel-eb4ce80a488879c6c664dde7","panel-ae4a0aa81365bb0ac625fdee"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.7645452386606507,"lowerBound":0,"upperBound":1,"independentScore":0.7645452386606507,"independent":true,"opponentIds":2559,"independentOpponentIds":2559,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-e762d325f86c557f5d10186f","panel-4d93f01d1e8e2402aaeb5616"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.5664925195915463,"lowerBound":0,"upperBound":1,"independentScore":0.5664925195915463,"independent":true,"opponentIds":2559,"independentOpponentIds":2559,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-d86a15e1a604826048816160","panel-01d19abcae8228176928ff95","panel-9a0cadd9cf939c95da4dccd3"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.7592812475263202,"lowerBound":0,"upperBound":1,"independentScore":0.7592812475263202,"independent":true,"opponentIds":2559,"independentOpponentIds":2559,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-9b4dc6b2d88a35de49975d62","panel-a024960d51ddeaa1a98abbb1","panel-4e85d1ceaaff86a48099f140"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.8965408058260113,"lowerBound":0,"upperBound":1,"independentScore":0.8965408058260113,"independent":true,"opponentIds":2559,"independentOpponentIds":2559,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-e2b90ad9ff025816b82efbba","panel-60b5fcefe36e164667e674a2","panel-026b7d686de16b86eee55e61"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.7473877938731894,"lowerBound":0,"upperBound":1,"independentScore":0.7473877938731894,"independent":true,"opponentIds":2559,"independentOpponentIds":2559,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-a608739b95a5826c41cbb0bc","panel-6c3961f5f7f2f61d3927bbf6","panel-edd291968902d4d1849cd16d","panel-1a10629747e118f97cfc0f67"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.905307527903111,"lowerBound":0,"upperBound":1,"independentScore":0.905307527903111,"independent":true,"opponentIds":2559,"independentOpponentIds":2559,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-d4235d275b78c1d09ff5b633","panel-21fd85624e4a16f80678eeb6","panel-42a2d7c7037fb97d8e799de8","panel-753a406f6be326ef24fd319e"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.9272106683600574,"lowerBound":0,"upperBound":1,"independentScore":0.9272106683600574,"independent":true,"opponentIds":2560,"independentOpponentIds":2560,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:meta/muse_spark_1_3"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.7057353306298103,"lowerBound":0,"upperBound":1,"independentScore":0.7057353306298103,"independent":true,"opponentIds":2561,"independentOpponentIds":2561,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:meta/muse_spark_1_3"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0.5763398950778693,"lowerBound":0,"upperBound":1,"independentScore":0.5763398950778693,"independent":true,"opponentIds":2562,"independentOpponentIds":2562,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:meta/muse_spark_1_3"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0.9322953028851617,"lowerBound":0,"upperBound":1,"independentScore":0.9322953028851617,"independent":true,"opponentIds":2563,"independentOpponentIds":2563,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:meta/muse_spark_1_3"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["34a9bfb4a0aefff342dd0692","e8808b1d5e98602370d89e65","a0c9af85c9501b1277d66dcc","78635a322a120fc8164e338e","5ee44f567df8a617d3b7d8b2","bc6505e1b9377dac2b6b31d6","33e20049c7e71a9ff1607422","13797d3b6606164f2eb92c9c","6366fd59f1a721ddd6257c9d","b8f618b1aaa8468a3b541214","38e66e19ced3d6f24c66d82a","2056dd44c9f84527842f5e5b","540c30f12f3af6a7b01f51b6","05006804f6c11dff2fd76a84","29450743db5e9631e277eae8","panel-e21e4fca1c3e3b98e1bc5a8c","panel-e762d325f86c557f5d10186f","panel-4d93f01d1e8e2402aaeb5616","panel-d86a15e1a604826048816160","panel-9b4dc6b2d88a35de49975d62","panel-ea3620ceae6503098460020c","panel-e2b90ad9ff025816b82efbba","panel-a608739b95a5826c41cbb0bc","panel-eb4ce80a488879c6c664dde7","panel-ae4a0aa81365bb0ac625fdee","panel-d4235d275b78c1d09ff5b633","panel-01d19abcae8228176928ff95","panel-60b5fcefe36e164667e674a2","panel-21fd85624e4a16f80678eeb6","panel-6c3961f5f7f2f61d3927bbf6","panel-42a2d7c7037fb97d8e799de8","panel-753a406f6be326ef24fd319e","panel-a024960d51ddeaa1a98abbb1","panel-4e85d1ceaaff86a48099f140","panel-edd291968902d4d1849cd16d","panel-026b7d686de16b86eee55e61","panel-9a0cadd9cf939c95da4dccd3","panel-1a10629747e118f97cfc0f67","vals-finance-agent-v2:meta/muse_spark_1_3","vals-legal-research-v1:meta/muse_spark_1_3","vals-emb-v1:meta/muse_spark_1_3","vals-terminal-bench-2-1-v2.1:meta/muse_spark_1_3","vals-vibe-code-bench-v1.1:meta/muse_spark_1_3","vals-legal-agent-benchmark-v1:meta/muse_spark_1_3"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":45}],"unspecified":0,"total":45}},{"id":"nemotron-3-nano-omni-30b-a3b-reasoning-bf16--effort-reasoning","name":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16 · Reasoning","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nemotron-3-nano-omni-30b-a3b-reasoning-bf16","detailsUrl":"/efforts?model=nemotron-3-nano-omni-30b-a3b-reasoning-bf16","publishedBenchmarkCount":12,"overallRating":{"score":0.031851364871965215,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999932}]},"capabilityRatings":[{"bucket":"agentic","score":0.05022373983269563,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.021941239263563228,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03533162646263882,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.07253655111524025,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.02651519879520158,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.05854072647867107,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.41051716312973463,"lowerBound":0,"upperBound":1,"independentScore":0.41051716312973463,"independent":true,"opponentIds":2564,"independentOpponentIds":2564,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["3df372e3699dbb72d0107949"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2531174878245495,"lowerBound":0,"upperBound":1,"independentScore":0.2531174878245495,"independent":true,"opponentIds":2565,"independentOpponentIds":2565,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["7794c31b12edebaf055cadae"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.21881152097240525,"lowerBound":0,"upperBound":1,"independentScore":0.21881152097240525,"independent":true,"opponentIds":2566,"independentOpponentIds":2566,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["2093de0699953b27771c5c06"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.15500293385769234,"lowerBound":0,"upperBound":1,"independentScore":0.15500293385769234,"independent":true,"opponentIds":2567,"independentOpponentIds":2567,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["eb0cd457f42770f092325384"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.26308527731464926,"lowerBound":0,"upperBound":1,"independentScore":0.26308527731464926,"independent":true,"opponentIds":2568,"independentOpponentIds":2568,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["b8891413ad5cd82d8d171e25"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7571333706402649,"lowerBound":0,"upperBound":1,"independentScore":0.7571333706402649,"independent":true,"opponentIds":2569,"independentOpponentIds":2569,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["cb4b24a95d446b8f38f48a4f"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.25911592692123925,"lowerBound":0,"upperBound":1,"independentScore":0.25911592692123925,"independent":true,"opponentIds":2570,"independentOpponentIds":2570,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["be2d9f71ad2fc32c4685a3e8"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2791951707543019,"lowerBound":0,"upperBound":1,"independentScore":0.2791951707543019,"independent":true,"opponentIds":2571,"independentOpponentIds":2571,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["141eae2f30ceb3d7b2bde165"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5388365864127161,"lowerBound":0,"upperBound":1,"independentScore":0.5388365864127161,"independent":true,"opponentIds":2572,"independentOpponentIds":2572,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["b46e094398644f85af26779b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.34406485611314747,"lowerBound":0,"upperBound":1,"independentScore":0.34406485611314747,"independent":true,"opponentIds":2573,"independentOpponentIds":2573,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["c9b7eeb3faf1de8c8d016598","baf677e18985ef29d7904ae8"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3df372e3699dbb72d0107949","7794c31b12edebaf055cadae","2093de0699953b27771c5c06","eb0cd457f42770f092325384","b8891413ad5cd82d8d171e25","cb4b24a95d446b8f38f48a4f","be2d9f71ad2fc32c4685a3e8","141eae2f30ceb3d7b2bde165","b46e094398644f85af26779b","c9b7eeb3faf1de8c8d016598","baf677e18985ef29d7904ae8"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"nemotron-3-ultra--effort-reasoning","name":"NVIDIA Nemotron 3 Ultra · Reasoning","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nemotron-3-ultra","detailsUrl":"/efforts?model=nemotron-3-ultra","publishedBenchmarkCount":21,"overallRating":{"score":0.1619898839006609,"supported":true,"families":16,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":16,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999961}]},"capabilityRatings":[{"bucket":"agentic","score":0.16518783056280997,"supported":true,"families":8,"independentFamilies":8,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.2543343103069375,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.14463246075477287,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.24069943728894452,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.3848997645470636,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.07592631566685946,"lowerBound":0,"upperBound":1,"independentScore":0.07592631566685946,"independent":true,"opponentIds":2574,"independentOpponentIds":2574,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["330c9ea34b512489404a52c8"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6133807795897662,"lowerBound":0,"upperBound":1,"independentScore":0.6133807795897662,"independent":true,"opponentIds":2575,"independentOpponentIds":2575,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["174357a19f43211840703ac1"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7590648775755207,"lowerBound":0,"upperBound":1,"independentScore":0.7590648775755207,"independent":true,"opponentIds":2576,"independentOpponentIds":2576,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["5ab4998706916204907bddaf","14ac5ca3a74e93eeb0b5d4ea"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.33506131031967884,"lowerBound":0,"upperBound":1,"independentScore":0.33506131031967884,"independent":true,"opponentIds":2577,"independentOpponentIds":2577,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["8a53396aab5b755f3de4dee6"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7803921049344291,"lowerBound":0,"upperBound":1,"independentScore":0.7803921049344291,"independent":true,"opponentIds":2578,"independentOpponentIds":2578,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["33379178b6158f7ad04022e6"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.18870472413317124,"lowerBound":0,"upperBound":1,"independentScore":0.18870472413317124,"independent":true,"opponentIds":2579,"independentOpponentIds":2579,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["034db885626e3df3ca80c3b4"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.43267596110669054,"lowerBound":0,"upperBound":1,"independentScore":0.43267596110669054,"independent":true,"opponentIds":2580,"independentOpponentIds":2580,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["6ea2a53159a414f21eb5080f"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7121230367610473,"lowerBound":0,"upperBound":1,"independentScore":0.7121230367610473,"independent":true,"opponentIds":2581,"independentOpponentIds":2581,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["40e8b5d63690240383d7d403"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8271475866714078,"lowerBound":0,"upperBound":1,"independentScore":0.8271475866714078,"independent":true,"opponentIds":2582,"independentOpponentIds":2582,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["4cbe7ebbe159a64df52897d4"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.4601232822111004,"lowerBound":0,"upperBound":1,"independentScore":0.4601232822111004,"independent":true,"opponentIds":2583,"independentOpponentIds":2583,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["697a91584fa0dc97d799e81e"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8142245783694776,"lowerBound":0,"upperBound":1,"independentScore":0.8142245783694776,"independent":true,"opponentIds":2584,"independentOpponentIds":2584,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["51ea81ebfbd4d73fa92af147"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9929727507540542,"lowerBound":0,"upperBound":1,"independentScore":0.9929727507540542,"independent":true,"opponentIds":2585,"independentOpponentIds":2585,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9896e0be3fe5460d4ed0ea51"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6228273876043159,"lowerBound":0,"upperBound":1,"independentScore":0.6228273876043159,"independent":true,"opponentIds":2586,"independentOpponentIds":2586,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["d3fc36c3f92168bc3ee1be8e"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.39186287462206254,"lowerBound":0,"upperBound":1,"independentScore":0.39186287462206254,"independent":true,"opponentIds":2587,"independentOpponentIds":2587,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["30b7b7ecf698984e25f319d1"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6540498877105159,"lowerBound":0,"upperBound":1,"independentScore":0.6540498877105159,"independent":true,"opponentIds":2588,"independentOpponentIds":2588,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["b9c479a24e769b4d00767391","25ac32575044be41804c364b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6856961831786571,"lowerBound":0,"upperBound":1,"independentScore":0.6856961831786571,"independent":true,"opponentIds":2589,"independentOpponentIds":2589,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["d3a5cd1a45f812308f2df5f7","857c5f249a729e596ef2a8e4","d3e9fc29cd1b8b5326223cc8"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["330c9ea34b512489404a52c8","174357a19f43211840703ac1","5ab4998706916204907bddaf","8a53396aab5b755f3de4dee6","33379178b6158f7ad04022e6","034db885626e3df3ca80c3b4","6ea2a53159a414f21eb5080f","40e8b5d63690240383d7d403","4cbe7ebbe159a64df52897d4","697a91584fa0dc97d799e81e","51ea81ebfbd4d73fa92af147","9896e0be3fe5460d4ed0ea51","14ac5ca3a74e93eeb0b5d4ea","d3fc36c3f92168bc3ee1be8e","30b7b7ecf698984e25f319d1","b9c479a24e769b4d00767391","25ac32575044be41804c364b","d3a5cd1a45f812308f2df5f7","857c5f249a729e596ef2a8e4","d3e9fc29cd1b8b5326223cc8"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","qwen3.7-max","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":21}],"unspecified":0,"total":21}},{"id":"nvidia-nemotron-3-nano-30b-a3b-bf16--effort-reasoning","name":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16 · Reasoning","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nvidia-nemotron-3-nano-30b-a3b-bf16","detailsUrl":"/efforts?model=nvidia-nemotron-3-nano-30b-a3b-bf16","publishedBenchmarkCount":20,"overallRating":{"score":0.05853557531133519,"supported":true,"families":16,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":16,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999925}]},"capabilityRatings":[{"bucket":"agentic","score":0.04657479284678623,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.12342606207921379,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.05175987287839773,"supported":true,"families":3,"independentFamilies":3,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.09681254696674761,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.05359138682743556,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.14467088171051132,"lowerBound":0,"upperBound":1,"independentScore":0.14467088171051132,"independent":true,"opponentIds":2590,"independentOpponentIds":2590,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["d732d01a1a91bbf216a9b322"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9378605200365917,"lowerBound":0,"upperBound":1,"independentScore":0.9378605200365917,"independent":true,"opponentIds":2591,"independentOpponentIds":2591,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["b2dc7594e6af2cc119bbf07f"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4030346675755738,"lowerBound":0,"upperBound":1,"independentScore":0.4030346675755738,"independent":true,"opponentIds":2592,"independentOpponentIds":2592,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["6942b61505042b6b4b415fa4"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.23526248226765265,"lowerBound":0,"upperBound":1,"independentScore":0.23526248226765265,"independent":true,"opponentIds":2593,"independentOpponentIds":2593,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["740ea85e8bb22f60c115f846"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6664358675389803,"lowerBound":0,"upperBound":1,"independentScore":0.6664358675389803,"independent":true,"opponentIds":2594,"independentOpponentIds":2594,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["04c131410c9c4622e4220c54"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.12507233539236082,"lowerBound":0,"upperBound":1,"independentScore":0.12507233539236082,"independent":true,"opponentIds":2595,"independentOpponentIds":2595,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["105df0aa2225f0561f8563cb"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.23393636883107705,"lowerBound":0,"upperBound":1,"independentScore":0.23393636883107705,"independent":true,"opponentIds":2596,"independentOpponentIds":2596,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["ee3b105798bbfa2db43304ce"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5767741977178387,"lowerBound":0,"upperBound":1,"independentScore":0.5767741977178387,"independent":true,"opponentIds":2597,"independentOpponentIds":2597,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3bcc88ebddfd31d3a6afbaf9"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5824177703255221,"lowerBound":0,"upperBound":1,"independentScore":0.5824177703255221,"independent":true,"opponentIds":2598,"independentOpponentIds":2598,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["faa9167f4773b2090ba9857d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8462992311980247,"lowerBound":0,"upperBound":1,"independentScore":0.8462992311980247,"independent":true,"opponentIds":2599,"independentOpponentIds":2599,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["920d7dc6fe4b7a6441efce8b"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8305507835567135,"lowerBound":0,"upperBound":1,"independentScore":0.8305507835567135,"independent":true,"opponentIds":2600,"independentOpponentIds":2600,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["7cfb3235eb6f77d41014f6bc"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6194158275729935,"lowerBound":0,"upperBound":1,"independentScore":0.6194158275729935,"independent":true,"opponentIds":2601,"independentOpponentIds":2601,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["b34aa90172208f886564ae04"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.41733310912000304,"lowerBound":0,"upperBound":1,"independentScore":0.41733310912000304,"independent":true,"opponentIds":2602,"independentOpponentIds":2602,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["3e96872c29bb0036fc03afd9"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.12630034095662399,"lowerBound":0,"upperBound":1,"independentScore":0.12630034095662399,"independent":true,"opponentIds":2603,"independentOpponentIds":2603,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["7592763efd7af6d017ddbac4"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.36240680896411015,"lowerBound":0,"upperBound":1,"independentScore":0.36240680896411015,"independent":true,"opponentIds":2604,"independentOpponentIds":2604,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["afc36157fe035615d4c4dcfb","deb3f5b0ae380724472197f6"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.32389596461846065,"lowerBound":0,"upperBound":1,"independentScore":0.32389596461846065,"independent":true,"opponentIds":2605,"independentOpponentIds":2605,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["b8471a3b510bb8f93eb57bbf","cae5947e36d58b255b600621","72227cbdbda7131737c24853"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d732d01a1a91bbf216a9b322","b2dc7594e6af2cc119bbf07f","6942b61505042b6b4b415fa4","740ea85e8bb22f60c115f846","04c131410c9c4622e4220c54","105df0aa2225f0561f8563cb","ee3b105798bbfa2db43304ce","3bcc88ebddfd31d3a6afbaf9","faa9167f4773b2090ba9857d","920d7dc6fe4b7a6441efce8b","7cfb3235eb6f77d41014f6bc","b34aa90172208f886564ae04","3e96872c29bb0036fc03afd9","7592763efd7af6d017ddbac4","afc36157fe035615d4c4dcfb","deb3f5b0ae380724472197f6","b8471a3b510bb8f93eb57bbf","cae5947e36d58b255b600621","72227cbdbda7131737c24853"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":20}],"unspecified":0,"total":20}},{"id":"nvidia-nemotron-3-nano-30b-a3b-bf16--effort-non-reasoning","name":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16 · Non-reasoning","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nvidia-nemotron-3-nano-30b-a3b-bf16","detailsUrl":"/efforts?model=nvidia-nemotron-3-nano-30b-a3b-bf16","publishedBenchmarkCount":14,"overallRating":{"score":0.013394598916875075,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000033}]},"capabilityRatings":[{"bucket":"agentic","score":0.01836797673638287,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.013994289291438436,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.025564673331306107,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.013321781808337723,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.016468854927341358,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.09319424952928765,"lowerBound":0,"upperBound":1,"independentScore":0.09319424952928765,"independent":true,"opponentIds":2591,"independentOpponentIds":2591,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["4a17e10223ee1411771a3af5"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.177375737683758,"lowerBound":0,"upperBound":1,"independentScore":0.177375737683758,"independent":true,"opponentIds":2592,"independentOpponentIds":2592,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["5a0f57a5757378689b26c0ef"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25355963126275616,"lowerBound":0,"upperBound":1,"independentScore":0.25355963126275616,"independent":true,"opponentIds":2594,"independentOpponentIds":2594,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["4725e625f7ee2b6f05fc8d81"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.04489145423635123,"lowerBound":0,"upperBound":1,"independentScore":0.04489145423635123,"independent":true,"opponentIds":2596,"independentOpponentIds":2596,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["8821961d17d37107b9cc0f93"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.0783246925943698,"lowerBound":0,"upperBound":1,"independentScore":0.0783246925943698,"independent":true,"opponentIds":2606,"independentOpponentIds":2606,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["dc5659065cf79eedaaa45f2b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.10288903498755896,"lowerBound":0,"upperBound":1,"independentScore":0.10288903498755896,"independent":true,"opponentIds":2597,"independentOpponentIds":2597,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["303aa21ce366cec63aaa88cc"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.21894729591231507,"lowerBound":0,"upperBound":1,"independentScore":0.21894729591231507,"independent":true,"opponentIds":2598,"independentOpponentIds":2598,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["f396723527d1d08e73b2ade8"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.33745649552780344,"lowerBound":0,"upperBound":1,"independentScore":0.33745649552780344,"independent":true,"opponentIds":2599,"independentOpponentIds":2599,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["d2d234d9d2b294ff915e8975"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.34473774486540304,"lowerBound":0,"upperBound":1,"independentScore":0.34473774486540304,"independent":true,"opponentIds":2600,"independentOpponentIds":2600,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["ecfb7d6f27acde66bc3833ec"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.15330454114729672,"lowerBound":0,"upperBound":1,"independentScore":0.15330454114729672,"independent":true,"opponentIds":2601,"independentOpponentIds":2601,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["d5cf104e5d3166bb18ea1ac1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.14074611387537722,"lowerBound":0,"upperBound":1,"independentScore":0.14074611387537722,"independent":true,"opponentIds":2602,"independentOpponentIds":2602,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["3b39cae17a85fc9da8893154"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.30209585329162436,"lowerBound":0,"upperBound":1,"independentScore":0.30209585329162436,"independent":true,"opponentIds":2607,"independentOpponentIds":2607,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["6d927cefa7d4ed8898286a1c"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5013990059978298,"lowerBound":0,"upperBound":1,"independentScore":0.5013990059978298,"independent":true,"opponentIds":2608,"independentOpponentIds":2608,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["36f02769540bd50aba5ce319"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4a17e10223ee1411771a3af5","5a0f57a5757378689b26c0ef","4725e625f7ee2b6f05fc8d81","8821961d17d37107b9cc0f93","dc5659065cf79eedaaa45f2b","303aa21ce366cec63aaa88cc","f396723527d1d08e73b2ade8","d2d234d9d2b294ff915e8975","ecfb7d6f27acde66bc3833ec","d5cf104e5d3166bb18ea1ac1","3b39cae17a85fc9da8893154","6d927cefa7d4ed8898286a1c","36f02769540bd50aba5ce319"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"nvidia-nemotron-3-nano-4b-bf16--effort-reasoning","name":"NVIDIA-Nemotron-3-Nano-4B-BF16 · Reasoning","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nvidia-nemotron-3-nano-4b-bf16","detailsUrl":"/efforts?model=nvidia-nemotron-3-nano-4b-bf16","publishedBenchmarkCount":11,"overallRating":{"score":0.023665277068155983,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000118}]},"capabilityRatings":[{"bucket":"agentic","score":0.022185076137710397,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.02391790423328674,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.025047606146774648,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.04522687831579914,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.02988950862538088,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.2762606806875882,"lowerBound":0,"upperBound":1,"independentScore":0.2762606806875882,"independent":true,"opponentIds":2609,"independentOpponentIds":2609,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["b7085be742c2946fbbc31711"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25207392811468754,"lowerBound":0,"upperBound":1,"independentScore":0.25207392811468754,"independent":true,"opponentIds":2610,"independentOpponentIds":2610,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["7fe21d4763c029be3e3150d3"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.08883417576394616,"lowerBound":0,"upperBound":1,"independentScore":0.08883417576394616,"independent":true,"opponentIds":2611,"independentOpponentIds":2611,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["1e2c2ed5165e11457bea1f14"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.20391744173800797,"lowerBound":0,"upperBound":1,"independentScore":0.20391744173800797,"independent":true,"opponentIds":2612,"independentOpponentIds":2612,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["89190aafce97ca2ae081fd7a"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.27091787723487154,"lowerBound":0,"upperBound":1,"independentScore":0.27091787723487154,"independent":true,"opponentIds":2613,"independentOpponentIds":2613,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["44a97e00847114128f35d524"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.702472226576532,"lowerBound":0,"upperBound":1,"independentScore":0.702472226576532,"independent":true,"opponentIds":2614,"independentOpponentIds":2614,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["8faa35e0975d2edcb8c369dc"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.09634209658499054,"lowerBound":0,"upperBound":1,"independentScore":0.09634209658499054,"independent":true,"opponentIds":2615,"independentOpponentIds":2615,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["74a2cfad0a1a8204637fd1e1"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.34939142932688666,"lowerBound":0,"upperBound":1,"independentScore":0.34939142932688666,"independent":true,"opponentIds":2616,"independentOpponentIds":2616,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["13b5a452eb77a8d72c5aee9e"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.2746536241537946,"lowerBound":0,"upperBound":1,"independentScore":0.2746536241537946,"independent":true,"opponentIds":2617,"independentOpponentIds":2617,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["df2ed9679fa5e588c1a56afc","fc311965ffa7d6bd33acdb98"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b7085be742c2946fbbc31711","7fe21d4763c029be3e3150d3","1e2c2ed5165e11457bea1f14","89190aafce97ca2ae081fd7a","44a97e00847114128f35d524","8faa35e0975d2edcb8c369dc","74a2cfad0a1a8204637fd1e1","13b5a452eb77a8d72c5aee9e","df2ed9679fa5e588c1a56afc","fc311965ffa7d6bd33acdb98"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":11}],"unspecified":0,"total":11}},{"id":"nvidia-nemotron-3-super-120b-a12b-bf16--effort-reasoning","name":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16 · Reasoning","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nvidia-nemotron-3-super-120b-a12b-bf16","detailsUrl":"/efforts?model=nvidia-nemotron-3-super-120b-a12b-bf16","publishedBenchmarkCount":21,"overallRating":{"score":0.08417185457694198,"supported":true,"families":16,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":16,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999885}]},"capabilityRatings":[{"bucket":"agentic","score":0.06412090427127622,"supported":true,"families":8,"independentFamilies":8,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.17923026269319972,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0724984906071246,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.18996870116548772,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.15535861193253672,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.037822766727755495,"lowerBound":0,"upperBound":1,"independentScore":0.037822766727755495,"independent":true,"opponentIds":2618,"independentOpponentIds":2618,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["b1f86a0d6ed3aac7cfa5a9f0"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.031194866095912908,"lowerBound":0,"upperBound":1,"independentScore":0.031194866095912908,"independent":true,"opponentIds":2619,"independentOpponentIds":2619,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["e0d8ceb1e0ff885eb209f347"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.48950472707341236,"lowerBound":0,"upperBound":1,"independentScore":0.48950472707341236,"independent":true,"opponentIds":2620,"independentOpponentIds":2620,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["22dcb321de77eebd96aca5cc","310aba84e1b25c307bc27dbc"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.386508858980071,"lowerBound":0,"upperBound":1,"independentScore":0.386508858980071,"independent":true,"opponentIds":2621,"independentOpponentIds":2621,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["5e4aa8b40fd444337c32809b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7803921049344291,"lowerBound":0,"upperBound":1,"independentScore":0.7803921049344291,"independent":true,"opponentIds":2622,"independentOpponentIds":2622,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["73ed6ba64bf2059d55d8be7e"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.04323394392337029,"lowerBound":0,"upperBound":1,"independentScore":0.04323394392337029,"independent":true,"opponentIds":2623,"independentOpponentIds":2623,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["fce7835c797d7abb5d285155"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.30423675844427156,"lowerBound":0,"upperBound":1,"independentScore":0.30423675844427156,"independent":true,"opponentIds":2624,"independentOpponentIds":2624,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["1cc0d1f19c8293a989d67698"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.3909716483132351,"lowerBound":0,"upperBound":1,"independentScore":0.3909716483132351,"independent":true,"opponentIds":2625,"independentOpponentIds":2625,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["000865eefbf0bb513f87e318"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6547208555713928,"lowerBound":0,"upperBound":1,"independentScore":0.6547208555713928,"independent":true,"opponentIds":2626,"independentOpponentIds":2626,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e03108aae6e2496d2303c047"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.737139088657517,"lowerBound":0,"upperBound":1,"independentScore":0.737139088657517,"independent":true,"opponentIds":2627,"independentOpponentIds":2627,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["f892e23b0db5ed5a425cd84f"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8594040927425501,"lowerBound":0,"upperBound":1,"independentScore":0.8594040927425501,"independent":true,"opponentIds":2628,"independentOpponentIds":2628,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["3227135ad004c9ae9505d2ba"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":2629,"independentOpponentIds":2629,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["fb0bf7feab41fec0f6aa816b"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6581087423078097,"lowerBound":0,"upperBound":1,"independentScore":0.6581087423078097,"independent":true,"opponentIds":2630,"independentOpponentIds":2630,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["d8569bb6a64e4b906358c8d9"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.2568456337586795,"lowerBound":0,"upperBound":1,"independentScore":0.2568456337586795,"independent":true,"opponentIds":2631,"independentOpponentIds":2631,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["deb1da1366abb23e09076986"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5371563979627402,"lowerBound":0,"upperBound":1,"independentScore":0.5371563979627402,"independent":true,"opponentIds":2632,"independentOpponentIds":2632,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["bd4190abebbd6c254565fd40","79e868c3529be4536f58ca91"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4947756030109789,"lowerBound":0,"upperBound":1,"independentScore":0.4947756030109789,"independent":true,"opponentIds":2633,"independentOpponentIds":2633,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["5803ab6f2e085b119e49725d","9f43288e9868e748c6d12ce8","c8565a66e2745e03531942d4"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b1f86a0d6ed3aac7cfa5a9f0","e0d8ceb1e0ff885eb209f347","22dcb321de77eebd96aca5cc","5e4aa8b40fd444337c32809b","73ed6ba64bf2059d55d8be7e","fce7835c797d7abb5d285155","1cc0d1f19c8293a989d67698","000865eefbf0bb513f87e318","e03108aae6e2496d2303c047","f892e23b0db5ed5a425cd84f","3227135ad004c9ae9505d2ba","fb0bf7feab41fec0f6aa816b","310aba84e1b25c307bc27dbc","d8569bb6a64e4b906358c8d9","deb1da1366abb23e09076986","bd4190abebbd6c254565fd40","79e868c3529be4536f58ca91","5803ab6f2e085b119e49725d","9f43288e9868e748c6d12ce8","c8565a66e2745e03531942d4"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":21}],"unspecified":0,"total":21}},{"id":"nvidia-nemotron-3.5-lightning-30b-a3b-bf16--effort-reasoning","name":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16 · Reasoning","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nvidia-nemotron-3.5-lightning-30b-a3b-bf16","detailsUrl":"/efforts?model=nvidia-nemotron-3.5-lightning-30b-a3b-bf16","publishedBenchmarkCount":16,"overallRating":{"score":0.05222616970218178,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000062}]},"capabilityRatings":[{"bucket":"agentic","score":0.08948425506497265,"supported":true,"families":6,"independentFamilies":6,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.057798311026451214,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.05933191406713176,"supported":true,"families":2,"independentFamilies":2,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.026630354516625116,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.10751573040351135,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.3601335297736289,"lowerBound":0,"upperBound":1,"independentScore":0.3601335297736289,"independent":true,"opponentIds":2634,"independentOpponentIds":2634,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["1bbe5f5bd2168c15b29f2aa9"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4101138900665418,"lowerBound":0,"upperBound":1,"independentScore":0.4101138900665418,"independent":true,"opponentIds":2635,"independentOpponentIds":2635,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["21959688eb48ffff3fe84528","4ac3635f000bb105bf308376"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.17641314815259654,"lowerBound":0,"upperBound":1,"independentScore":0.17641314815259654,"independent":true,"opponentIds":2636,"independentOpponentIds":2636,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["af2766360679f1e677876ff9"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2546826059054758,"lowerBound":0,"upperBound":1,"independentScore":0.2546826059054758,"independent":true,"opponentIds":2637,"independentOpponentIds":2637,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["8328d0c67d5667e15aea1472"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":2638,"independentOpponentIds":2638,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["cb59004d5b0f5c683a653e25"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.33553429872353085,"lowerBound":0,"upperBound":1,"independentScore":0.33553429872353085,"independent":true,"opponentIds":2639,"independentOpponentIds":2639,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["9fa52eeea400c87c7dcac0f2"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.47313817288328014,"lowerBound":0,"upperBound":1,"independentScore":0.47313817288328014,"independent":true,"opponentIds":2640,"independentOpponentIds":2640,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["83ebf96d953e9050e39fd2aa"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5426820448425457,"lowerBound":0,"upperBound":1,"independentScore":0.5426820448425457,"independent":true,"opponentIds":2641,"independentOpponentIds":2641,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["83dba6dbeba046f0f7d51cfa"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5482723996070537,"lowerBound":0,"upperBound":1,"independentScore":0.5482723996070537,"independent":true,"opponentIds":2642,"independentOpponentIds":2642,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["f70dadd761ac409f5b15d090"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.23741058294458883,"lowerBound":0,"upperBound":1,"independentScore":0.23741058294458883,"independent":true,"opponentIds":2643,"independentOpponentIds":2643,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["7132c5ebfae4d2f596ff0d23"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.158661807948717,"lowerBound":0,"upperBound":1,"independentScore":0.158661807948717,"independent":true,"opponentIds":2644,"independentOpponentIds":2644,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["685493fcb0926afc1fc64549"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.28891974903519535,"lowerBound":0,"upperBound":1,"independentScore":0.28891974903519535,"independent":true,"opponentIds":2645,"independentOpponentIds":2645,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["7edad9d658746f2d63c7df37"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.41711469134053875,"lowerBound":0,"upperBound":1,"independentScore":0.41711469134053875,"independent":true,"opponentIds":2646,"independentOpponentIds":2646,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["b950df4c5b583a803b26d5bb","328c4ebcaeafd433ae54b333"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1bbe5f5bd2168c15b29f2aa9","21959688eb48ffff3fe84528","af2766360679f1e677876ff9","8328d0c67d5667e15aea1472","cb59004d5b0f5c683a653e25","9fa52eeea400c87c7dcac0f2","83ebf96d953e9050e39fd2aa","83dba6dbeba046f0f7d51cfa","f70dadd761ac409f5b15d090","4ac3635f000bb105bf308376","7132c5ebfae4d2f596ff0d23","685493fcb0926afc1fc64549","7edad9d658746f2d63c7df37","b950df4c5b583a803b26d5bb","328c4ebcaeafd433ae54b333"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":16}],"unspecified":0,"total":16}},{"id":"nvidia-nemotron-nano-12b-v2-vl-bf16--effort-non-reasoning","name":"NVIDIA-Nemotron-Nano-12B-v2-VL-BF16 · Non-reasoning","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nvidia-nemotron-nano-12b-v2-vl-bf16","detailsUrl":"/efforts?model=nvidia-nemotron-nano-12b-v2-vl-bf16","publishedBenchmarkCount":13,"overallRating":{"score":0.011700393884532203,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000019}]},"capabilityRatings":[{"bucket":"agentic","score":0.009648484559653182,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.017127715695150692,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.00879920096488654,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.011440666818336664,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.013110889007563199,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.025798970352493424,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.2604801753974088,"lowerBound":0,"upperBound":1,"independentScore":0.2604801753974088,"independent":true,"opponentIds":2647,"independentOpponentIds":2647,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["feba9b16c718555279f17565"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.2580202694855355,"lowerBound":0,"upperBound":1,"independentScore":0.2580202694855355,"independent":true,"opponentIds":2648,"independentOpponentIds":2648,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["c0c3995b50ac95fdbbe5a33a"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2520745090654622,"lowerBound":0,"upperBound":1,"independentScore":0.2520745090654622,"independent":true,"opponentIds":2649,"independentOpponentIds":2649,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["a002c70aa4a84b956eb1d7a4"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.14776011789416663,"lowerBound":0,"upperBound":1,"independentScore":0.14776011789416663,"independent":true,"opponentIds":2650,"independentOpponentIds":2650,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["91ab8f5ba0ad27187e93d250"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.1708024762678814,"lowerBound":0,"upperBound":1,"independentScore":0.1708024762678814,"independent":true,"opponentIds":2651,"independentOpponentIds":2651,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["7c14b2fff22f134a398b1ba6"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.09544278953171331,"lowerBound":0,"upperBound":1,"independentScore":0.09544278953171331,"independent":true,"opponentIds":2652,"independentOpponentIds":2652,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["959c553cf61235f930271918"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.309330426650662,"lowerBound":0,"upperBound":1,"independentScore":0.309330426650662,"independent":true,"opponentIds":2653,"independentOpponentIds":2653,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["2bb6cd4194cb711be51eeefe"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.22077457333057585,"lowerBound":0,"upperBound":1,"independentScore":0.22077457333057585,"independent":true,"opponentIds":2654,"independentOpponentIds":2654,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["94684e452e66e092d884cf33"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.13439505246321887,"lowerBound":0,"upperBound":1,"independentScore":0.13439505246321887,"independent":true,"opponentIds":2655,"independentOpponentIds":2655,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["0a091815e44913c3e3f3f3eb"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.15531492925418014,"lowerBound":0,"upperBound":1,"independentScore":0.15531492925418014,"independent":true,"opponentIds":2656,"independentOpponentIds":2656,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["45875b87e9ce3fe9118e9ba9"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.17716116687401193,"lowerBound":0,"upperBound":1,"independentScore":0.17716116687401193,"independent":true,"opponentIds":2657,"independentOpponentIds":2657,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["a136762d0e55a8e533046dd3"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.03657545493792814,"lowerBound":0,"upperBound":1,"independentScore":0.03657545493792814,"independent":true,"opponentIds":2658,"independentOpponentIds":2658,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["26ebef6866839033a02ce9af"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["feba9b16c718555279f17565","c0c3995b50ac95fdbbe5a33a","a002c70aa4a84b956eb1d7a4","91ab8f5ba0ad27187e93d250","7c14b2fff22f134a398b1ba6","959c553cf61235f930271918","2bb6cd4194cb711be51eeefe","94684e452e66e092d884cf33","0a091815e44913c3e3f3f3eb","45875b87e9ce3fe9118e9ba9","a136762d0e55a8e533046dd3","26ebef6866839033a02ce9af"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"nvidia-nemotron-nano-12b-v2-vl-bf16--effort-reasoning","name":"NVIDIA-Nemotron-Nano-12B-v2-VL-BF16 · Reasoning","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nvidia-nemotron-nano-12b-v2-vl-bf16","detailsUrl":"/efforts?model=nvidia-nemotron-nano-12b-v2-vl-bf16","publishedBenchmarkCount":13,"overallRating":{"score":0.026893145427169775,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000019}]},"capabilityRatings":[{"bucket":"agentic","score":0.011639116808757474,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03850316710110724,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03707049233531056,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.02491386037304516,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.02374094518270004,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.058437234030164174,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.73903304565936,"lowerBound":0,"upperBound":1,"independentScore":0.73903304565936,"independent":true,"opponentIds":2647,"independentOpponentIds":2647,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["f85bf97903a3efa738c3c09d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4227377883740379,"lowerBound":0,"upperBound":1,"independentScore":0.4227377883740379,"independent":true,"opponentIds":2648,"independentOpponentIds":2648,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["fccbf930a0cd235301fd9c30"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2520745090654622,"lowerBound":0,"upperBound":1,"independentScore":0.2520745090654622,"independent":true,"opponentIds":2649,"independentOpponentIds":2649,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["947b304c37119f3e69f321e1"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2564237224050979,"lowerBound":0,"upperBound":1,"independentScore":0.2564237224050979,"independent":true,"opponentIds":2650,"independentOpponentIds":2650,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["a3864c283775f7f8392f8896"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.34206779964718503,"lowerBound":0,"upperBound":1,"independentScore":0.34206779964718503,"independent":true,"opponentIds":2651,"independentOpponentIds":2651,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["39f85a1aa619cb4553d41337"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.19805824459658933,"lowerBound":0,"upperBound":1,"independentScore":0.19805824459658933,"independent":true,"opponentIds":2652,"independentOpponentIds":2652,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5a93007cac0b3f2e36f76b61"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7188977300818812,"lowerBound":0,"upperBound":1,"independentScore":0.7188977300818812,"independent":true,"opponentIds":2653,"independentOpponentIds":2653,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["4a13875440065eb6af7f7070"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.47319991358386143,"lowerBound":0,"upperBound":1,"independentScore":0.47319991358386143,"independent":true,"opponentIds":2654,"independentOpponentIds":2654,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["fdf6426314faa35ff1e8e3a9"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.2392194548729162,"lowerBound":0,"upperBound":1,"independentScore":0.2392194548729162,"independent":true,"opponentIds":2655,"independentOpponentIds":2655,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["b4d8805b551c7b4e396cd13e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.24130601193301485,"lowerBound":0,"upperBound":1,"independentScore":0.24130601193301485,"independent":true,"opponentIds":2656,"independentOpponentIds":2656,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["4aa3f76c32cc1abeba33a5cc"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.21196142423460015,"lowerBound":0,"upperBound":1,"independentScore":0.21196142423460015,"independent":true,"opponentIds":2657,"independentOpponentIds":2657,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["21db66dacfcddd9994ebaf85"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.2671743642151007,"lowerBound":0,"upperBound":1,"independentScore":0.2671743642151007,"independent":true,"opponentIds":2658,"independentOpponentIds":2658,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["d03e56381bfc8647adb6de5f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f85bf97903a3efa738c3c09d","fccbf930a0cd235301fd9c30","947b304c37119f3e69f321e1","a3864c283775f7f8392f8896","39f85a1aa619cb4553d41337","5a93007cac0b3f2e36f76b61","4a13875440065eb6af7f7070","fdf6426314faa35ff1e8e3a9","b4d8805b551c7b4e396cd13e","4aa3f76c32cc1abeba33a5cc","21db66dacfcddd9994ebaf85","d03e56381bfc8647adb6de5f"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"nvidia-nemotron-nano-9b-v2--effort-non-reasoning","name":"NVIDIA-Nemotron-Nano-9B-v2 · Non-reasoning","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nvidia-nemotron-nano-9b-v2","detailsUrl":"/efforts?model=nvidia-nemotron-nano-9b-v2","publishedBenchmarkCount":12,"overallRating":{"score":0.020040868387344524,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000001}]},"capabilityRatings":[{"bucket":"agentic","score":0.01627099090392247,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.029005887833987647,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.028451401063744625,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01509721435980275,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.029472969786534672,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5987865884068698,"lowerBound":0,"upperBound":1,"independentScore":0.5987865884068698,"independent":true,"opponentIds":2659,"independentOpponentIds":2659,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["ce49848989035f224c0a9abe"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.28355993870741913,"lowerBound":0,"upperBound":1,"independentScore":0.28355993870741913,"independent":true,"opponentIds":2660,"independentOpponentIds":2660,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["2a318e72c061446677b7e820"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2517754707278925,"lowerBound":0,"upperBound":1,"independentScore":0.2517754707278925,"independent":true,"opponentIds":2661,"independentOpponentIds":2661,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["33327d7ad7ed35ac4c558fd3"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.23660857768732327,"lowerBound":0,"upperBound":1,"independentScore":0.23660857768732327,"independent":true,"opponentIds":2662,"independentOpponentIds":2662,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["8701a0a6fca8a6f69f770e8e"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.21798594574754687,"lowerBound":0,"upperBound":1,"independentScore":0.21798594574754687,"independent":true,"opponentIds":2663,"independentOpponentIds":2663,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["5e44ddbffbe9cd84adbb0929"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.1076483480741096,"lowerBound":0,"upperBound":1,"independentScore":0.1076483480741096,"independent":true,"opponentIds":2664,"independentOpponentIds":2664,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["8eda6116a8883034780a1873"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7565360832123654,"lowerBound":0,"upperBound":1,"independentScore":0.7565360832123654,"independent":true,"opponentIds":2665,"independentOpponentIds":2665,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["fee2a2c4e302f056e0af9649"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.3924880169358752,"lowerBound":0,"upperBound":1,"independentScore":0.3924880169358752,"independent":true,"opponentIds":2666,"independentOpponentIds":2666,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["091ed4bb386bcf9a5a52226c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.11389980577593661,"lowerBound":0,"upperBound":1,"independentScore":0.11389980577593661,"independent":true,"opponentIds":2667,"independentOpponentIds":2667,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["efdbda71278dabccbcce9c68"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.2626246870893664,"lowerBound":0,"upperBound":1,"independentScore":0.2626246870893664,"independent":true,"opponentIds":2668,"independentOpponentIds":2668,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["a617ac3d85cbb542b061ea8e"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.08704302289500522,"lowerBound":0,"upperBound":1,"independentScore":0.08704302289500522,"independent":true,"opponentIds":2669,"independentOpponentIds":2669,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["2784590b707e50b89ab8f946"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ce49848989035f224c0a9abe","2a318e72c061446677b7e820","33327d7ad7ed35ac4c558fd3","8701a0a6fca8a6f69f770e8e","5e44ddbffbe9cd84adbb0929","8eda6116a8883034780a1873","fee2a2c4e302f056e0af9649","091ed4bb386bcf9a5a52226c","efdbda71278dabccbcce9c68","a617ac3d85cbb542b061ea8e","2784590b707e50b89ab8f946"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"nvidia-nemotron-nano-9b-v2--effort-reasoning","name":"NVIDIA-Nemotron-Nano-9B-v2 · Reasoning","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nvidia-nemotron-nano-9b-v2","detailsUrl":"/efforts?model=nvidia-nemotron-nano-9b-v2","publishedBenchmarkCount":12,"overallRating":{"score":0.02197612171330812,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000001}]},"capabilityRatings":[{"bucket":"agentic","score":0.01357862671111823,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03311719092612877,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03313211305903507,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01642292952748403,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.02913472281804053,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6716039098256048,"lowerBound":0,"upperBound":1,"independentScore":0.6716039098256048,"independent":true,"opponentIds":2659,"independentOpponentIds":2659,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["bf3009a8f08e136dd031ca3e"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.2810184440279547,"lowerBound":0,"upperBound":1,"independentScore":0.2810184440279547,"independent":true,"opponentIds":2660,"independentOpponentIds":2660,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["097cde742534d8b869269f2c"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2517754707278925,"lowerBound":0,"upperBound":1,"independentScore":0.2517754707278925,"independent":true,"opponentIds":2661,"independentOpponentIds":2661,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["c31a0552226bd1dfa238efb5"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.24667877273107328,"lowerBound":0,"upperBound":1,"independentScore":0.24667877273107328,"independent":true,"opponentIds":2662,"independentOpponentIds":2662,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e197387edb4f2e7ff0aa63b0"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.2661476033618233,"lowerBound":0,"upperBound":1,"independentScore":0.2661476033618233,"independent":true,"opponentIds":2663,"independentOpponentIds":2663,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["0ebb34a4287e8734ee82c77c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.11223370962398974,"lowerBound":0,"upperBound":1,"independentScore":0.11223370962398974,"independent":true,"opponentIds":2664,"independentOpponentIds":2664,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9ec18de31c80adfa15c57028"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8011798123139389,"lowerBound":0,"upperBound":1,"independentScore":0.8011798123139389,"independent":true,"opponentIds":2665,"independentOpponentIds":2665,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["14b88287eaf9ef9d92720eb8"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.40855179673108316,"lowerBound":0,"upperBound":1,"independentScore":0.40855179673108316,"independent":true,"opponentIds":2666,"independentOpponentIds":2666,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["5afa45ddf4b7f15df4d108f4"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.14360379828124686,"lowerBound":0,"upperBound":1,"independentScore":0.14360379828124686,"independent":true,"opponentIds":2667,"independentOpponentIds":2667,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["21f2ccc498801a3c11aa79d5"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.23391941066382355,"lowerBound":0,"upperBound":1,"independentScore":0.23391941066382355,"independent":true,"opponentIds":2668,"independentOpponentIds":2668,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["f9acb65ceba2998896351b43"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.11767174619277194,"lowerBound":0,"upperBound":1,"independentScore":0.11767174619277194,"independent":true,"opponentIds":2669,"independentOpponentIds":2669,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["ebdd1011cfb7d6007184a931"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["bf3009a8f08e136dd031ca3e","097cde742534d8b869269f2c","c31a0552226bd1dfa238efb5","e197387edb4f2e7ff0aa63b0","0ebb34a4287e8734ee82c77c","9ec18de31c80adfa15c57028","14b88287eaf9ef9d92720eb8","5afa45ddf4b7f15df4d108f4","21f2ccc498801a3c11aa79d5","f9acb65ceba2998896351b43","ebdd1011cfb7d6007184a931"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"o1--effort-reasoning","name":"o1 · Reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o1","detailsUrl":"/efforts?model=o1","publishedBenchmarkCount":12,"overallRating":{"score":0.0891105584346017,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000127}]},"capabilityRatings":[{"bucket":"agentic","score":0.09154467467122125,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.0753471053910285,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.05478733107069108,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.24288782753659363,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.17516156820955184,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6779274613486291,"lowerBound":0,"upperBound":1,"independentScore":0.6779274613486291,"independent":true,"opponentIds":2670,"independentOpponentIds":2670,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["d43df74ab94b7ff5b19c51f5"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.562406037928629,"lowerBound":0,"upperBound":1,"independentScore":0.562406037928629,"independent":true,"opponentIds":2671,"independentOpponentIds":2671,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["d4b61d84c417f9d0cdad5d5d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5508670267736632,"lowerBound":0,"upperBound":1,"independentScore":0.5508670267736632,"independent":true,"opponentIds":2672,"independentOpponentIds":2672,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["dff08073706a671e10ffd04f"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.42294129682442094,"lowerBound":0,"upperBound":1,"independentScore":0.42294129682442094,"independent":true,"opponentIds":2673,"independentOpponentIds":2673,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["c51ba771a259cf9fda6b04e1"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8380488262527409,"lowerBound":0,"upperBound":1,"independentScore":0.8380488262527409,"independent":true,"opponentIds":2674,"independentOpponentIds":2674,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a99adc9667d02b7495975f92"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6891791920278295,"lowerBound":0,"upperBound":1,"independentScore":0.6891791920278295,"independent":true,"opponentIds":2675,"independentOpponentIds":2675,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["95eccd5b098daf7dce5b90a0"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.8028825802944156,"lowerBound":0,"upperBound":1,"independentScore":0.8028825802944156,"independent":true,"opponentIds":2676,"independentOpponentIds":2676,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["7edb809ee87346c119299a36"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.884352720258082,"lowerBound":0,"upperBound":1,"independentScore":0.884352720258082,"independent":true,"opponentIds":2677,"independentOpponentIds":2677,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["d68b4dbd3f5e0035224e7c76"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8510040763225047,"lowerBound":0,"upperBound":1,"independentScore":0.8510040763225047,"independent":true,"opponentIds":2678,"independentOpponentIds":2678,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["b253a77469ef4f301baed94b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6369511425702513,"lowerBound":0,"upperBound":1,"independentScore":0.6369511425702513,"independent":true,"opponentIds":2679,"independentOpponentIds":2679,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["ef4ce5d877f52434b3beb1fc"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5234940035674022,"lowerBound":0,"upperBound":1,"independentScore":0.5234940035674022,"independent":true,"opponentIds":2680,"independentOpponentIds":2680,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["9b71a59f4c3b1e0589de4a70"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d43df74ab94b7ff5b19c51f5","d4b61d84c417f9d0cdad5d5d","dff08073706a671e10ffd04f","c51ba771a259cf9fda6b04e1","a99adc9667d02b7495975f92","95eccd5b098daf7dce5b90a0","7edb809ee87346c119299a36","d68b4dbd3f5e0035224e7c76","b253a77469ef4f301baed94b","ef4ce5d877f52434b3beb1fc","9b71a59f4c3b1e0589de4a70"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"o3--effort-reasoning","name":"o3 · Reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o3","detailsUrl":"/efforts?model=o3","publishedBenchmarkCount":14,"overallRating":{"score":0.1709731979733606,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999967}]},"capabilityRatings":[{"bucket":"agentic","score":0.13765036727112706,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.18149633427003786,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.20289286500241718,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2756131723991276,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.13921104295117692,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.3343452545865935,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9146067427705293,"lowerBound":0,"upperBound":1,"independentScore":0.9146067427705293,"independent":true,"opponentIds":2681,"independentOpponentIds":2681,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["370cf31a2407efae21be583a"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8383844817653143,"lowerBound":0,"upperBound":1,"independentScore":0.8383844817653143,"independent":true,"opponentIds":2682,"independentOpponentIds":2682,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["f466d671d2eef974ea005b2b"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7014765928693846,"lowerBound":0,"upperBound":1,"independentScore":0.7014765928693846,"independent":true,"opponentIds":2683,"independentOpponentIds":2683,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["75946bb5200d898db3265c34"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7215370633614322,"lowerBound":0,"upperBound":1,"independentScore":0.7215370633614322,"independent":true,"opponentIds":2684,"independentOpponentIds":2684,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["4f70a218b1f6a8fc2114d48e"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7348399992380936,"lowerBound":0,"upperBound":1,"independentScore":0.7348399992380936,"independent":true,"opponentIds":2685,"independentOpponentIds":2685,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["b3e92ab090534be36366d3ec"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8603202781295985,"lowerBound":0,"upperBound":1,"independentScore":0.8603202781295985,"independent":true,"opponentIds":2686,"independentOpponentIds":2686,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["cd4f93e7f4f1a45735079084"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9187458924123145,"lowerBound":0,"upperBound":1,"independentScore":0.9187458924123145,"independent":true,"opponentIds":2687,"independentOpponentIds":2687,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["30ee4a241c6f54cb0ca85362"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.9955797663036847,"lowerBound":0,"upperBound":1,"independentScore":0.9955797663036847,"independent":true,"opponentIds":2688,"independentOpponentIds":2688,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["019b987204bf0a37c545c13c"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.9128070680457319,"lowerBound":0,"upperBound":1,"independentScore":0.9128070680457319,"independent":true,"opponentIds":2689,"independentOpponentIds":2689,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["99c65e088b8907331a5c2554"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6495356949535409,"lowerBound":0,"upperBound":1,"independentScore":0.6495356949535409,"independent":true,"opponentIds":2690,"independentOpponentIds":2690,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["e6f4e33c7c2b7b4ca2e20e28"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8835300520319999,"lowerBound":0,"upperBound":1,"independentScore":0.8835300520319999,"independent":true,"opponentIds":2691,"independentOpponentIds":2691,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["7cf10f4304e8d80bbcf66d39"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7330743881325129,"lowerBound":0,"upperBound":1,"independentScore":0.7330743881325129,"independent":true,"opponentIds":2692,"independentOpponentIds":2692,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["9a1204eb9a9a16442ef47947"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8921814838869753,"lowerBound":0,"upperBound":1,"independentScore":0.8921814838869753,"independent":true,"opponentIds":2693,"independentOpponentIds":2693,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["001226139bfffd4e21b870af"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["370cf31a2407efae21be583a","f466d671d2eef974ea005b2b","75946bb5200d898db3265c34","4f70a218b1f6a8fc2114d48e","b3e92ab090534be36366d3ec","cd4f93e7f4f1a45735079084","30ee4a241c6f54cb0ca85362","019b987204bf0a37c545c13c","99c65e088b8907331a5c2554","e6f4e33c7c2b7b4ca2e20e28","7cf10f4304e8d80bbcf66d39","9a1204eb9a9a16442ef47947","001226139bfffd4e21b870af"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"o3--effort-high","name":"o3 · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o3","detailsUrl":"/efforts?model=o3","publishedBenchmarkCount":2,"overallRating":{"score":0.11565884895052804,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"LiveCodeBench","independent":true,"share":0.5819401651747459},{"source":"ARC Prize","independent":true,"share":0.41805983482525433}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.1645530876943385,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.01402516472541232,"supported":false,"families":1,"independentFamilies":0,"opponents":1,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6666666666666666,"lowerBound":0,"upperBound":1,"independentScore":0.6666666666666666,"independent":true,"opponentIds":2694,"independentOpponentIds":2694,"panelSize":1,"publishers":["LiveCodeBench"],"observations":["de6fe228603e9238b659ea7d"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.42421467300452026,"lowerBound":0,"upperBound":1,"independentScore":0.42421467300452026,"independent":true,"opponentIds":2695,"independentOpponentIds":2695,"panelSize":38,"publishers":["ARC Prize"],"observations":["d7e49807f538aef93f8c591f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d7e49807f538aef93f8c591f","de6fe228603e9238b659ea7d"],"opponentModelIds":["o4-mini","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3-mini","o3-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":2}],"unspecified":0,"total":2}},{"id":"o3--effort-low","name":"o3 · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o3","detailsUrl":"/efforts?model=o3","publishedBenchmarkCount":1,"overallRating":{"score":0.05091627944709227,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999987}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.06589291405365913,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.25467971281256363,"lowerBound":0,"upperBound":1,"independentScore":0.25467971281256363,"independent":true,"opponentIds":2695,"independentOpponentIds":2695,"panelSize":38,"publishers":["ARC Prize"],"observations":["c4c43e9a8ca07f6c7e48de89"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c4c43e9a8ca07f6c7e48de89"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"o3--effort-medium","name":"o3 · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o3","detailsUrl":"/efforts?model=o3","publishedBenchmarkCount":1,"overallRating":{"score":0.07920148168732634,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999987}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.09746373472368201,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.34961948741133,"lowerBound":0,"upperBound":1,"independentScore":0.34961948741133,"independent":true,"opponentIds":2695,"independentOpponentIds":2695,"panelSize":38,"publishers":["ARC Prize"],"observations":["44ec3c5d0da4e3f62912c05f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["44ec3c5d0da4e3f62912c05f"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3-mini","o3-pro","o4-mini"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":1}],"unspecified":0,"total":1}},{"id":"o3-mini--effort-high","name":"o3-mini · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o3-mini","detailsUrl":"/efforts?model=o3-mini","publishedBenchmarkCount":22,"overallRating":{"score":0.05783893822645922,"supported":true,"families":17,"publishers":3,"evaluationSources":3,"taskAreas":5,"opponents":217,"independentFamilies":17,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.42198376164750667},{"source":"ARC Prize","independent":true,"share":0.36174071369959376},{"source":"Scale","independent":true,"share":0.2162755246528862}]},"capabilityRatings":[{"bucket":"agentic","score":0.04507776224248803,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.08601275580318689,"supported":true,"families":5,"independentFamilies":5,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.07216850498547894,"supported":true,"families":3,"independentFamilies":3,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.12437845946467703,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.06817687238518806,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.18173475453510476,"lowerBound":0,"upperBound":1,"independentScore":0.18173475453510476,"independent":true,"opponentIds":2696,"independentOpponentIds":2696,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["01a156003da2d47b7c81895a"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.409804812426139,"lowerBound":0,"upperBound":1,"independentScore":0.409804812426139,"independent":true,"opponentIds":2697,"independentOpponentIds":2697,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["0e677a3227e6bacc4a0e9a40"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.14217605471747743,"lowerBound":0,"upperBound":1,"independentScore":0.14217605471747743,"independent":true,"opponentIds":2698,"independentOpponentIds":2698,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["2d80aa65c5a1e66963cd6340"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5364551033688351,"lowerBound":0,"upperBound":1,"independentScore":0.5364551033688351,"independent":true,"opponentIds":2699,"independentOpponentIds":2699,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["c4250ae81639657e77c36aaf"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.25083280299870375,"lowerBound":0,"upperBound":1,"independentScore":0.25083280299870375,"independent":true,"opponentIds":2700,"independentOpponentIds":2700,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["e5b3e40b7466bcdf13bd150c"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.21183297729415068,"lowerBound":0,"upperBound":1,"independentScore":0.21183297729415068,"independent":true,"opponentIds":2701,"independentOpponentIds":2701,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["2841993d80a9999de9f6ee7f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5938689998993464,"lowerBound":0,"upperBound":1,"independentScore":0.5938689998993464,"independent":true,"opponentIds":2702,"independentOpponentIds":2702,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["42f4c2c9076d696f07dc6783"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.06245918348467213,"lowerBound":0,"upperBound":1,"independentScore":0.06245918348467213,"independent":true,"opponentIds":2703,"independentOpponentIds":2703,"panelSize":208,"publishers":["Artificial Analysis","Scale"],"observations":["4a7f79808eefcb014ec3f0be","c457ac399b0c7c755bf0adbb"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7787680442437536,"lowerBound":0,"upperBound":1,"independentScore":0.7787680442437536,"independent":true,"opponentIds":2704,"independentOpponentIds":2704,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["6a9234b7c969c2c1abb86d31"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7886656701217211,"lowerBound":0,"upperBound":1,"independentScore":0.7886656701217211,"independent":true,"opponentIds":2705,"independentOpponentIds":2705,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["6d65babdfac67d23efa92d48"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.9603225806451614,"lowerBound":0,"upperBound":1,"independentScore":0.9603225806451614,"independent":true,"opponentIds":2706,"independentOpponentIds":2706,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["745e69c691f9b694b7c9353f"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6490664687182308,"lowerBound":0,"upperBound":1,"independentScore":0.6490664687182308,"independent":true,"opponentIds":2707,"independentOpponentIds":2707,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["00d8df98308d9c695c029966"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5652131175090168,"lowerBound":0,"upperBound":1,"independentScore":0.5652131175090168,"independent":true,"opponentIds":2708,"independentOpponentIds":2708,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["8d5a35515e13598e754d8782"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.43245948371532156,"lowerBound":0,"upperBound":1,"independentScore":0.43245948371532156,"independent":true,"opponentIds":2709,"independentOpponentIds":2709,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["fdf870defc76ce206427d252"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.26038119989304875,"lowerBound":0,"upperBound":1,"independentScore":0.26038119989304875,"independent":true,"opponentIds":2710,"independentOpponentIds":2710,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["9939fced55db051e5e0be0c6","f5d59a1795d09f33dd6e3fee"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.23170420318004406,"lowerBound":0,"upperBound":1,"independentScore":0.23170420318004406,"independent":true,"opponentIds":2711,"independentOpponentIds":2711,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["14aa700efe22f08ce992bfb4","6c0182a63d8db78a905b0380","06585d01215ca9d0bce0d3f5"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.2543864630060756,"lowerBound":0,"upperBound":1,"independentScore":0.2543864630060756,"independent":true,"opponentIds":2712,"independentOpponentIds":2712,"panelSize":38,"publishers":["ARC Prize"],"observations":["c2c3b8b661de8636e2ceca83"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["01a156003da2d47b7c81895a","0e677a3227e6bacc4a0e9a40","2d80aa65c5a1e66963cd6340","c4250ae81639657e77c36aaf","e5b3e40b7466bcdf13bd150c","2841993d80a9999de9f6ee7f","42f4c2c9076d696f07dc6783","4a7f79808eefcb014ec3f0be","6a9234b7c969c2c1abb86d31","6d65babdfac67d23efa92d48","745e69c691f9b694b7c9353f","00d8df98308d9c695c029966","8d5a35515e13598e754d8782","fdf870defc76ce206427d252","9939fced55db051e5e0be0c6","f5d59a1795d09f33dd6e3fee","14aa700efe22f08ce992bfb4","6c0182a63d8db78a905b0380","06585d01215ca9d0bce0d3f5","c2c3b8b661de8636e2ceca83","c457ac399b0c7c755bf0adbb"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":22}],"unspecified":0,"total":22}},{"id":"o3-mini--effort-reasoning","name":"o3-mini · Reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o3-mini","detailsUrl":"/efforts?model=o3-mini","publishedBenchmarkCount":7,"overallRating":{"score":0.04996916243561066,"supported":true,"families":7,"publishers":1,"evaluationSources":1,"taskAreas":4,"opponents":214,"independentFamilies":7,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000044}]},"capabilityRatings":[{"bucket":"agentic","score":0.025306226741122696,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.07270964902212255,"supported":true,"families":3,"independentFamilies":3,"opponents":213,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.052353194984624624,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.06111207323748912,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5552347230658382,"lowerBound":0,"upperBound":1,"independentScore":0.5552347230658382,"independent":true,"opponentIds":2702,"independentOpponentIds":2702,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["811d9c240ea23b82e185a589"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.47399783077274077,"lowerBound":0,"upperBound":1,"independentScore":0.47399783077274077,"independent":true,"opponentIds":2703,"independentOpponentIds":2703,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["e161b5a9b646a096149330a7"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7936455107211335,"lowerBound":0,"upperBound":1,"independentScore":0.7936455107211335,"independent":true,"opponentIds":2705,"independentOpponentIds":2705,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["318e34735b7b00c4d11a9a09"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.8583485565057369,"lowerBound":0,"upperBound":1,"independentScore":0.8583485565057369,"independent":true,"opponentIds":2706,"independentOpponentIds":2706,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["b03c9376d3f09d3c80e63a54"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6163779582444892,"lowerBound":0,"upperBound":1,"independentScore":0.6163779582444892,"independent":true,"opponentIds":2707,"independentOpponentIds":2707,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["e266c73c6ec784e58caaf44a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.34843388142511084,"lowerBound":0,"upperBound":1,"independentScore":0.34843388142511084,"independent":true,"opponentIds":2713,"independentOpponentIds":2713,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["19eb94c3b4a5578e45bc7056"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.35889864682668343,"lowerBound":0,"upperBound":1,"independentScore":0.35889864682668343,"independent":true,"opponentIds":2714,"independentOpponentIds":2714,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["4da7c16ca683432d6e1cd5ba"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["811d9c240ea23b82e185a589","e161b5a9b646a096149330a7","318e34735b7b00c4d11a9a09","b03c9376d3f09d3c80e63a54","e266c73c6ec784e58caaf44a","19eb94c3b4a5578e45bc7056","4da7c16ca683432d6e1cd5ba"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-3.5-turbo","gpt-4","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-pro","o4-mini","phi-4","phi-4-mini-instruct","phi-4-multimodal-instruct","pixtral-large-2411","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-max","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4-turbo","gpt-4o"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":7}],"unspecified":0,"total":7}},{"id":"o3-mini--effort-low","name":"o3-mini · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o3-mini","detailsUrl":"/efforts?model=o3-mini","publishedBenchmarkCount":1,"overallRating":{"score":0.012273265073258611,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.01899225654339376,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.02084640665383263,"lowerBound":0,"upperBound":1,"independentScore":0.02084640665383263,"independent":true,"opponentIds":2712,"independentOpponentIds":2712,"panelSize":38,"publishers":["ARC Prize"],"observations":["78ba06f11057b6bec4542c33"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["78ba06f11057b6bec4542c33"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-pro","o4-mini"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"o3-mini--effort-medium","name":"o3-mini · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o3-mini","detailsUrl":"/efforts?model=o3-mini","publishedBenchmarkCount":2,"overallRating":{"score":0.045010926277809414,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":1,"opponents":40,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":2,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.6861976644264625},{"source":"Scale","independent":true,"share":0.31380233557353643}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.05877173746823947,"supported":true,"families":2,"independentFamilies":2,"opponents":40,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":2715,"independentOpponentIds":2715,"panelSize":6,"publishers":["Scale"],"observations":["caa92a3ee80886991f302d07"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.22092568731631715,"lowerBound":0,"upperBound":1,"independentScore":0.22092568731631715,"independent":true,"opponentIds":2712,"independentOpponentIds":2712,"panelSize":38,"publishers":["ARC Prize"],"observations":["e76fe3fd7aff227cd9253390"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e76fe3fd7aff227cd9253390","caa92a3ee80886991f302d07"],"opponentModelIds":["claude-sonnet-4-5-20250929","gpt-5.1","claude-opus-4-6","claude-opus-4-5-20251101","claude-fable-5-1","gemini-3.1-pro","claude-fable-5","claude-haiku-4-5-20251001","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-pro","o4-mini"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":2}],"unspecified":0,"total":2}},{"id":"o3-pro--effort-reasoning","name":"o3-pro · Reasoning","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o3-pro","detailsUrl":"/efforts?model=o3-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.19570239267342626,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":212,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000002}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.20761058154400333,"supported":false,"families":1,"independentFamilies":1,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8043873008480698,"lowerBound":0,"upperBound":1,"independentScore":0.8043873008480698,"independent":true,"opponentIds":2716,"independentOpponentIds":2716,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["bd98f3407d228d7b34d15a3b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["bd98f3407d228d7b34d15a3b"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-3.5-turbo","gpt-4","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","phi-4-multimodal-instruct","pixtral-large-2411","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-max","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":1}],"unspecified":0,"total":1}},{"id":"o3-pro--effort-high","name":"o3-pro · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o3-pro","detailsUrl":"/efforts?model=o3-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.11078812326182297,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999987}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.13157725788096028,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.4250442641292182,"lowerBound":0,"upperBound":1,"independentScore":0.4250442641292182,"independent":true,"opponentIds":2717,"independentOpponentIds":2717,"panelSize":38,"publishers":["ARC Prize"],"observations":["549730e49987d6154a62d579"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["549730e49987d6154a62d579"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o4-mini"]},"effort":{"label":"High","settings":[{"label":"High","observations":1}],"unspecified":0,"total":1}},{"id":"o3-pro--effort-low","name":"o3-pro · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o3-pro","detailsUrl":"/efforts?model=o3-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.05238715278770719,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999987}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.06704718220654199,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.2570035085432482,"lowerBound":0,"upperBound":1,"independentScore":0.2570035085432482,"independent":true,"opponentIds":2717,"independentOpponentIds":2717,"panelSize":38,"publishers":["ARC Prize"],"observations":["342bab39cacc26dd8a82dd79"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["342bab39cacc26dd8a82dd79"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o4-mini"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"o3-pro--effort-medium","name":"o3-pro · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o3-pro","detailsUrl":"/efforts?model=o3-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.044062943792427374,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.9999999999999987}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.05828824879673005,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.22278706509814122,"lowerBound":0,"upperBound":1,"independentScore":0.22278706509814122,"independent":true,"opponentIds":2717,"independentOpponentIds":2717,"panelSize":38,"publishers":["ARC Prize"],"observations":["f5bae5777f5b932bda30b31f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f5bae5777f5b932bda30b31f"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3","o3-mini","o4-mini"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":1}],"unspecified":0,"total":1}},{"id":"o4-mini--effort-high","name":"o4-mini · High","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o4-mini","detailsUrl":"/efforts?model=o4-mini","publishedBenchmarkCount":16,"overallRating":{"score":0.17625609239722698,"supported":true,"families":14,"publishers":3,"evaluationSources":3,"taskAreas":6,"opponents":217,"independentFamilies":14,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.42440323301316246},{"source":"ARC Prize","independent":true,"share":0.35881330442834247},{"source":"LiveCodeBench","independent":true,"share":0.21678346255848996}]},"capabilityRatings":[{"bucket":"agentic","score":0.08031856370941225,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.15076649155516872,"supported":true,"families":6,"independentFamilies":6,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.10998627085723615,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.17890752169934787,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.12481844958377664,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.1327583916111638,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9307098765432102,"lowerBound":0,"upperBound":1,"independentScore":0.9307098765432102,"independent":true,"opponentIds":2718,"independentOpponentIds":2718,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["db9246e68971e76beeba26d2"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.56559778154164,"lowerBound":0,"upperBound":1,"independentScore":0.56559778154164,"independent":true,"opponentIds":2719,"independentOpponentIds":2719,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["dcb3ed7e008063d590801660"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6097461804779384,"lowerBound":0,"upperBound":1,"independentScore":0.6097461804779384,"independent":true,"opponentIds":2720,"independentOpponentIds":2720,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["efe3ee5e510a1f9d9309239d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.61019684606274,"lowerBound":0,"upperBound":1,"independentScore":0.61019684606274,"independent":true,"opponentIds":2721,"independentOpponentIds":2721,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["0129f1e1a13aeb775a53a55c"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.662163005134594,"lowerBound":0,"upperBound":1,"independentScore":0.662163005134594,"independent":true,"opponentIds":2722,"independentOpponentIds":2722,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["77b640461cfce8756b234629"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8022419137875527,"lowerBound":0,"upperBound":1,"independentScore":0.8022419137875527,"independent":true,"opponentIds":2723,"independentOpponentIds":2723,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["48b638db61a973babc2ae6b7"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.9938492063492064,"lowerBound":0,"upperBound":1,"independentScore":0.9938492063492064,"independent":true,"opponentIds":2724,"independentOpponentIds":2724,"panelSize":112,"publishers":["Artificial Analysis","LiveCodeBench"],"observations":["2012c98b7c0b198f7fca6c55","ee9d1ca8d2407e02d504ac6b"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.9750000000000002,"lowerBound":0,"upperBound":1,"independentScore":0.9750000000000002,"independent":true,"opponentIds":2725,"independentOpponentIds":2725,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["1c31fb5e1455b4c4ab80556f"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.854385964912281,"lowerBound":0,"upperBound":1,"independentScore":0.854385964912281,"independent":true,"opponentIds":2726,"independentOpponentIds":2726,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["2116de3638350f5f74312fb0"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.597617846027586,"lowerBound":0,"upperBound":1,"independentScore":0.597617846027586,"independent":true,"opponentIds":2727,"independentOpponentIds":2727,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["ed9b2508389eebf3c69deacf"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6606502305736377,"lowerBound":0,"upperBound":1,"independentScore":0.6606502305736377,"independent":true,"opponentIds":2728,"independentOpponentIds":2728,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["5d14e1f9efd0488dbcec0d2f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5933450766820529,"lowerBound":0,"upperBound":1,"independentScore":0.5933450766820529,"independent":true,"opponentIds":2729,"independentOpponentIds":2729,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["957e1e7000b2a0aa69fbb665"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5371748069510216,"lowerBound":0,"upperBound":1,"independentScore":0.5371748069510216,"independent":true,"opponentIds":2730,"independentOpponentIds":2730,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["7e42ac7bd5a7610c724d7104"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.3662105123691632,"lowerBound":0,"upperBound":1,"independentScore":0.3662105123691632,"independent":true,"opponentIds":2731,"independentOpponentIds":2731,"panelSize":38,"publishers":["ARC Prize"],"observations":["e74df9fbfd59b581eb76ffa2"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["db9246e68971e76beeba26d2","dcb3ed7e008063d590801660","efe3ee5e510a1f9d9309239d","0129f1e1a13aeb775a53a55c","77b640461cfce8756b234629","48b638db61a973babc2ae6b7","2012c98b7c0b198f7fca6c55","1c31fb5e1455b4c4ab80556f","2116de3638350f5f74312fb0","ed9b2508389eebf3c69deacf","5d14e1f9efd0488dbcec0d2f","957e1e7000b2a0aa69fbb665","7e42ac7bd5a7610c724d7104","e74df9fbfd59b581eb76ffa2","ee9d1ca8d2407e02d504ac6b"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo","gpt-5.2-pro"]},"effort":{"label":"High","settings":[{"label":"High","observations":16}],"unspecified":0,"total":16}},{"id":"o4-mini--effort-low","name":"o4-mini · Low","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o4-mini","detailsUrl":"/efforts?model=o4-mini","publishedBenchmarkCount":2,"overallRating":{"score":0.027739407453129954,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.6839384907864903},{"source":"LiveCodeBench","independent":true,"share":0.31606150921350956}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.04741207707578556,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0015847025252410786,"supported":false,"families":1,"independentFamilies":0,"opponents":1,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":2732,"independentOpponentIds":2732,"panelSize":1,"publishers":["LiveCodeBench"],"observations":["c16742f35a5ca0f1da2cd5d9"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.1479594052668913,"lowerBound":0,"upperBound":1,"independentScore":0.1479594052668913,"independent":true,"opponentIds":2731,"independentOpponentIds":2731,"panelSize":38,"publishers":["ARC Prize"],"observations":["a03ef69f5f0bf9f19a64b6c1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a03ef69f5f0bf9f19a64b6c1","c16742f35a5ca0f1da2cd5d9"],"opponentModelIds":["o3","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3-mini","o3-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":2}],"unspecified":0,"total":2}},{"id":"o4-mini--effort-medium","name":"o4-mini · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o4-mini","detailsUrl":"/efforts?model=o4-mini","publishedBenchmarkCount":2,"overallRating":{"score":0.03987590688379535,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":38,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"ARC Prize","independent":true,"share":0.6839384907864903},{"source":"LiveCodeBench","independent":true,"share":0.31606150921350956}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.07770587247239036,"supported":false,"families":1,"independentFamilies":1,"opponents":38,"opponentLabs":6,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0015847025252410786,"supported":false,"families":1,"independentFamilies":0,"opponents":1,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":2732,"independentOpponentIds":2732,"panelSize":1,"publishers":["LiveCodeBench"],"observations":["dbd3c0c14e4d3b745599aed7"],"sourceScores":[]},{"id":"arc-agi","label":"arc-agi","bucket":"hard_reasoning","score":0.242207519580733,"lowerBound":0,"upperBound":1,"independentScore":0.242207519580733,"independent":true,"opponentIds":2731,"independentOpponentIds":2731,"panelSize":38,"publishers":["ARC Prize"],"observations":["904517858e9c5b0473e556b3"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["904517858e9c5b0473e556b3","dbd3c0c14e4d3b745599aed7"],"opponentModelIds":["o3","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-6","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-v4-flash","deepseek-v4-pro","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.2-pro","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.5","grok-4.6","kimi-k3","o3-mini","o3-pro"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":2}],"unspecified":0,"total":2}},{"id":"phi-4--effort-non-reasoning","name":"phi-4 · Non-reasoning","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-4","detailsUrl":"/efforts?model=phi-4","publishedBenchmarkCount":13,"overallRating":{"score":0.010330635695136559,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999968}]},"capabilityRatings":[{"bucket":"agentic","score":0.0029105497435349182,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.014115357837710637,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.008019650036748574,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01589734167558977,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.16265585257523363,"lowerBound":0,"upperBound":1,"independentScore":0.16265585257523363,"independent":true,"opponentIds":2733,"independentOpponentIds":2733,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["77b72d8bb8f6229c4935bd1d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05558629426044012,"lowerBound":0,"upperBound":1,"independentScore":0.05558629426044012,"independent":true,"opponentIds":2734,"independentOpponentIds":2734,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["7913c6e2413a96102bbbf1fe"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2551733148128987,"lowerBound":0,"upperBound":1,"independentScore":0.2551733148128987,"independent":true,"opponentIds":2735,"independentOpponentIds":2735,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["834342d113eaeacdec6c68c2"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.26318687346366276,"lowerBound":0,"upperBound":1,"independentScore":0.26318687346366276,"independent":true,"opponentIds":2736,"independentOpponentIds":2736,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["c45844e7e930f528caf96218"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.08984842681111553,"lowerBound":0,"upperBound":1,"independentScore":0.08984842681111553,"independent":true,"opponentIds":2737,"independentOpponentIds":2737,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["92a3672a2fcdd9eae2cfe4c8"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.08021222818757723,"lowerBound":0,"upperBound":1,"independentScore":0.08021222818757723,"independent":true,"opponentIds":2738,"independentOpponentIds":2738,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["70dd1ef196043632b7c37a03"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.12892078322848874,"lowerBound":0,"upperBound":1,"independentScore":0.12892078322848874,"independent":true,"opponentIds":2739,"independentOpponentIds":2739,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f2fa14f24036f5ed63850347"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.3080225770883367,"lowerBound":0,"upperBound":1,"independentScore":0.3080225770883367,"independent":true,"opponentIds":2740,"independentOpponentIds":2740,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["b1300da3198b950627b64868"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.3457515245345837,"lowerBound":0,"upperBound":1,"independentScore":0.3457515245345837,"independent":true,"opponentIds":2741,"independentOpponentIds":2741,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["e87a2d3e2af83fbba103ecc7"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.22525917589018818,"lowerBound":0,"upperBound":1,"independentScore":0.22525917589018818,"independent":true,"opponentIds":2742,"independentOpponentIds":2742,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["aff564f7946147cb44a15141"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.023359912615078672,"lowerBound":0,"upperBound":1,"independentScore":0.023359912615078672,"independent":true,"opponentIds":2743,"independentOpponentIds":2743,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["68eef27c9393c82acd930591"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.24248391153447107,"lowerBound":0,"upperBound":1,"independentScore":0.24248391153447107,"independent":true,"opponentIds":2744,"independentOpponentIds":2744,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["a0d8027ad98e252733a703ca"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["77b72d8bb8f6229c4935bd1d","7913c6e2413a96102bbbf1fe","834342d113eaeacdec6c68c2","c45844e7e930f528caf96218","92a3672a2fcdd9eae2cfe4c8","70dd1ef196043632b7c37a03","f2fa14f24036f5ed63850347","b1300da3198b950627b64868","e87a2d3e2af83fbba103ecc7","aff564f7946147cb44a15141","68eef27c9393c82acd930591","a0d8027ad98e252733a703ca"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"phi-4-mini-instruct--effort-non-reasoning","name":"Phi-4-mini-instruct · Non-reasoning","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-4-mini-instruct","detailsUrl":"/efforts?model=phi-4-mini-instruct","publishedBenchmarkCount":15,"overallRating":{"score":0.0066682466326337475,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999959}]},"capabilityRatings":[{"bucket":"agentic","score":0.005650340390066046,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.009333906269424833,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.003926408398278043,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.006322695167145683,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.02007126420400231,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.04891890645116961,"lowerBound":0,"upperBound":1,"independentScore":0.04891890645116961,"independent":true,"opponentIds":2745,"independentOpponentIds":2745,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["516823481eb1495f3fb3c99c"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.19716122292401786,"lowerBound":0,"upperBound":1,"independentScore":0.19716122292401786,"independent":true,"opponentIds":2746,"independentOpponentIds":2746,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["601f36f2404c745b7bc714e7"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2546826059054758,"lowerBound":0,"upperBound":1,"independentScore":0.2546826059054758,"independent":true,"opponentIds":2747,"independentOpponentIds":2747,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["ab4cc6c2aa36c216f8568f92"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":2748,"independentOpponentIds":2748,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["a2627d43541d47421d317811"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.06518522009394775,"lowerBound":0,"upperBound":1,"independentScore":0.06518522009394775,"independent":true,"opponentIds":2749,"independentOpponentIds":2749,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["5438058f26b61c57fa0f9afc"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.19343870895968654,"lowerBound":0,"upperBound":1,"independentScore":0.19343870895968654,"independent":true,"opponentIds":2750,"independentOpponentIds":2750,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["4d6bf305ef56bc9d7d14e527"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.0382576280631786,"lowerBound":0,"upperBound":1,"independentScore":0.0382576280631786,"independent":true,"opponentIds":2751,"independentOpponentIds":2751,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["f1959c33d56b49b87d365a30"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.058298967242493324,"lowerBound":0,"upperBound":1,"independentScore":0.058298967242493324,"independent":true,"opponentIds":2752,"independentOpponentIds":2752,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["cad43079054208b6d9bfa144"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.11492607610419905,"lowerBound":0,"upperBound":1,"independentScore":0.11492607610419905,"independent":true,"opponentIds":2753,"independentOpponentIds":2753,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["b9dfce1492ec029021a05b9e"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.06879529642432662,"lowerBound":0,"upperBound":1,"independentScore":0.06879529642432662,"independent":true,"opponentIds":2754,"independentOpponentIds":2754,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["8aa58d9564291e79f8c7d5aa"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.08980511079389734,"lowerBound":0,"upperBound":1,"independentScore":0.08980511079389734,"independent":true,"opponentIds":2755,"independentOpponentIds":2755,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["70e69f2115f632139a54d1c0"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.06378898244282785,"lowerBound":0,"upperBound":1,"independentScore":0.06378898244282785,"independent":true,"opponentIds":2756,"independentOpponentIds":2756,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["c13bc87ea7fbb9edee07b054"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.033794483985635594,"lowerBound":0,"upperBound":1,"independentScore":0.033794483985635594,"independent":true,"opponentIds":2757,"independentOpponentIds":2757,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["64dbb96bbf3ee55255c6a592","53b7d3d06cae0753bfaa177b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["516823481eb1495f3fb3c99c","601f36f2404c745b7bc714e7","ab4cc6c2aa36c216f8568f92","a2627d43541d47421d317811","5438058f26b61c57fa0f9afc","4d6bf305ef56bc9d7d14e527","f1959c33d56b49b87d365a30","cad43079054208b6d9bfa144","b9dfce1492ec029021a05b9e","8aa58d9564291e79f8c7d5aa","70e69f2115f632139a54d1c0","c13bc87ea7fbb9edee07b054","64dbb96bbf3ee55255c6a592","53b7d3d06cae0753bfaa177b"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"phi-4-multimodal-instruct--effort-non-reasoning","name":"Phi-4-multimodal-instruct · Non-reasoning","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-4-multimodal-instruct","detailsUrl":"/efforts?model=phi-4-multimodal-instruct","publishedBenchmarkCount":6,"overallRating":{"score":0.00593447746837972,"supported":true,"families":6,"publishers":1,"evaluationSources":1,"taskAreas":4,"opponents":214,"independentFamilies":6,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.999999999999993}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.010212765413161172,"supported":true,"families":3,"independentFamilies":3,"opponents":213,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0032859191001857048,"supported":false,"families":1,"independentFamilies":1,"opponents":112,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.004865939172056016,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.004678812426730468,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":18,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.06310088649353195,"lowerBound":0,"upperBound":1,"independentScore":0.06310088649353195,"independent":true,"opponentIds":2758,"independentOpponentIds":2758,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["be0d629d53023aac889d0050"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.28957561529113046,"lowerBound":0,"upperBound":1,"independentScore":0.28957561529113046,"independent":true,"opponentIds":2759,"independentOpponentIds":2759,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["5e56b10f487f5015dd377634"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.06559652482863282,"lowerBound":0,"upperBound":1,"independentScore":0.06559652482863282,"independent":true,"opponentIds":2760,"independentOpponentIds":2760,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["1c00cc4d194123d3e4240049"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.12068684210056353,"lowerBound":0,"upperBound":1,"independentScore":0.12068684210056353,"independent":true,"opponentIds":2761,"independentOpponentIds":2761,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["9b113a9a9d3b6af3846f819a"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.07767070217451284,"lowerBound":0,"upperBound":1,"independentScore":0.07767070217451284,"independent":true,"opponentIds":2762,"independentOpponentIds":2762,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["88f07e63051ff123b88335b7"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":2763,"independentOpponentIds":2763,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["10aaef8ddcae5e8c1c02ab70"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["be0d629d53023aac889d0050","5e56b10f487f5015dd377634","1c00cc4d194123d3e4240049","9b113a9a9d3b6af3846f819a","88f07e63051ff123b88335b7","10aaef8ddcae5e8c1c02ab70"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-3.5-turbo","gpt-4","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o3-pro","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-max","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4-turbo","gpt-4o"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":6}],"unspecified":0,"total":6}},{"id":"pixtral-large-2411--effort-non-reasoning","name":"Pixtral Large · Non-reasoning","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"pixtral-large-2411","detailsUrl":"/efforts?model=pixtral-large-2411","publishedBenchmarkCount":9,"overallRating":{"score":0.010565342467958733,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":214,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999952}]},"capabilityRatings":[{"bucket":"agentic","score":0.04432782667965531,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.006866581532790825,"supported":true,"families":4,"independentFamilies":4,"opponents":213,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.006182118590130253,"supported":false,"families":1,"independentFamilies":1,"opponents":112,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.020705188626955404,"supported":true,"families":2,"independentFamilies":2,"opponents":181,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.019908685145999024,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.01668513148665058,"lowerBound":0,"upperBound":1,"independentScore":0.01668513148665058,"independent":true,"opponentIds":2764,"independentOpponentIds":2764,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["95791dc88f64b23b16d4019b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.19232628296857088,"lowerBound":0,"upperBound":1,"independentScore":0.19232628296857088,"independent":true,"opponentIds":2765,"independentOpponentIds":2765,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["528da2e0681c24dea179b207"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.01971646884640227,"lowerBound":0,"upperBound":1,"independentScore":0.01971646884640227,"independent":true,"opponentIds":2766,"independentOpponentIds":2766,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["0f3e5bc4908fb6b8e1788d00"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.2920665209827269,"lowerBound":0,"upperBound":1,"independentScore":0.2920665209827269,"independent":true,"opponentIds":2767,"independentOpponentIds":2767,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["52b14f5c6812c2e2fb14b98f"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.172775263864671,"lowerBound":0,"upperBound":1,"independentScore":0.172775263864671,"independent":true,"opponentIds":2768,"independentOpponentIds":2768,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["cd0a839399405ae15ba9139d"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.1699675464080798,"lowerBound":0,"upperBound":1,"independentScore":0.1699675464080798,"independent":true,"opponentIds":2769,"independentOpponentIds":2769,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["2a7f996917775f67ba770d2f"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.3199408897712268,"lowerBound":0,"upperBound":1,"independentScore":0.3199408897712268,"independent":true,"opponentIds":2770,"independentOpponentIds":2770,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["d563ff92ab0b6ba9cff379b5"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.20092384012761572,"lowerBound":0,"upperBound":1,"independentScore":0.20092384012761572,"independent":true,"opponentIds":2771,"independentOpponentIds":2771,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["eb614b4b073a151ea844b8a5"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4779384319021431,"lowerBound":0,"upperBound":1,"independentScore":0.4779384319021431,"independent":true,"opponentIds":2772,"independentOpponentIds":2772,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["f3c6fe94a03132a6f2f3db5f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["95791dc88f64b23b16d4019b","528da2e0681c24dea179b207","0f3e5bc4908fb6b8e1788d00","52b14f5c6812c2e2fb14b98f","cd0a839399405ae15ba9139d","2a7f996917775f67ba770d2f","d563ff92ab0b6ba9cff379b5","eb614b4b073a151ea844b8a5","f3c6fe94a03132a6f2f3db5f"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-3.5-turbo","gpt-4","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","o3-pro","phi-4-multimodal-instruct","qwen-3.8-max","qwen3-coder-next","qwen3-max","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4-turbo","gpt-4o"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"qwen-3.8-max--effort-reasoning","name":"Qwen 3.8-Max · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-3.8-max","detailsUrl":"/efforts?model=qwen-3.8-max","publishedBenchmarkCount":16,"overallRating":{"score":0.4502822034350773,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999805}]},"capabilityRatings":[{"bucket":"agentic","score":0.6187658816476923,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5069790990127618,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5191972167013358,"supported":true,"families":2,"independentFamilies":2,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.25994172704556084,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.5233935437969895,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5218950479572344,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.870443899042756,"lowerBound":0,"upperBound":1,"independentScore":0.870443899042756,"independent":true,"opponentIds":2773,"independentOpponentIds":2773,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["79ac39c316bced8f0d7c2cb9"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8367185760382772,"lowerBound":0,"upperBound":1,"independentScore":0.8367185760382772,"independent":true,"opponentIds":2774,"independentOpponentIds":2774,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["57435d7deb3cdff15c2a3a8b","15fa3a1b83adaff4e8f742dc"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8192258536226908,"lowerBound":0,"upperBound":1,"independentScore":0.8192258536226908,"independent":true,"opponentIds":2775,"independentOpponentIds":2775,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["5c09e4e33bd17b0d5c324b60"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9542884118670587,"lowerBound":0,"upperBound":1,"independentScore":0.9542884118670587,"independent":true,"opponentIds":2776,"independentOpponentIds":2776,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["79ab32eaa9b651d3342a99ff"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8997938563768555,"lowerBound":0,"upperBound":1,"independentScore":0.8997938563768555,"independent":true,"opponentIds":2777,"independentOpponentIds":2777,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["c03ba8504722b0e530cc22b0"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9522072146962823,"lowerBound":0,"upperBound":1,"independentScore":0.9522072146962823,"independent":true,"opponentIds":2778,"independentOpponentIds":2778,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["074c885729617e4a79bc8333"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9616605759943495,"lowerBound":0,"upperBound":1,"independentScore":0.9616605759943495,"independent":true,"opponentIds":2779,"independentOpponentIds":2779,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["d96d19fdb68c550c1214c0cc"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9668676379560618,"lowerBound":0,"upperBound":1,"independentScore":0.9668676379560618,"independent":true,"opponentIds":2780,"independentOpponentIds":2780,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["e9d1d3caf6ce2b25dfbb864f"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9574269952989417,"lowerBound":0,"upperBound":1,"independentScore":0.9574269952989417,"independent":true,"opponentIds":2781,"independentOpponentIds":2781,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["d70d4d6859dba0c566beeb24"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8213433631252152,"lowerBound":0,"upperBound":1,"independentScore":0.8213433631252152,"independent":true,"opponentIds":2782,"independentOpponentIds":2782,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["89c264b8b197f4d77c71a2c6"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.844261802613605,"lowerBound":0,"upperBound":1,"independentScore":0.844261802613605,"independent":true,"opponentIds":2783,"independentOpponentIds":2783,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["6d3819ebea45c3c63a94d80f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":2784,"independentOpponentIds":2784,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["3ed822dd05e4a59aae023d79"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.87649617856507,"lowerBound":0,"upperBound":1,"independentScore":0.87649617856507,"independent":true,"opponentIds":2785,"independentOpponentIds":2785,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["b38697af9ba8ab047240c165","401aa39daad5e621da7b61ae"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["79ac39c316bced8f0d7c2cb9","57435d7deb3cdff15c2a3a8b","5c09e4e33bd17b0d5c324b60","79ab32eaa9b651d3342a99ff","c03ba8504722b0e530cc22b0","074c885729617e4a79bc8333","d96d19fdb68c550c1214c0cc","e9d1d3caf6ce2b25dfbb864f","15fa3a1b83adaff4e8f742dc","d70d4d6859dba0c566beeb24","89c264b8b197f4d77c71a2c6","6d3819ebea45c3c63a94d80f","3ed822dd05e4a59aae023d79","b38697af9ba8ab047240c165","401aa39daad5e621da7b61ae"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":16}],"unspecified":0,"total":16}},{"id":"qwen-3.8-max--effort-xhigh","name":"Qwen 3.8-Max · XHigh","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-3.8-max","detailsUrl":"/efforts?model=qwen-3.8-max","publishedBenchmarkCount":9,"overallRating":{"score":0.4986609286177956,"supported":true,"families":6,"publishers":2,"evaluationSources":2,"taskAreas":3,"opponents":66,"independentFamilies":6,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.5100032222653492},{"source":"Datacurve","independent":true,"share":0.4899967777346509}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.5994880587217927,"supported":true,"families":4,"independentFamilies":4,"opponents":63,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.5569519275935354,"supported":false,"families":1,"independentFamilies":1,"opponents":25,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2992776918065634,"supported":false,"families":1,"independentFamilies":1,"opponents":25,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9598005138280187,"lowerBound":0,"upperBound":1,"independentScore":0.9598005138280187,"independent":true,"opponentIds":2786,"independentOpponentIds":2786,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-aGRKHaq9uSawfYVpC565zU"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9057567670606176,"lowerBound":0,"upperBound":1,"independentScore":0.9057567670606176,"independent":true,"opponentIds":2787,"independentOpponentIds":2787,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-TEVNDC9QXBh7PQvX9kHZip"],"sourceScores":[]},{"id":"deepswe","label":"deepswe","bucket":"coding","score":0.5223901289338694,"lowerBound":0,"upperBound":1,"independentScore":0.5223901289338694,"independent":true,"opponentIds":2788,"independentOpponentIds":2788,"panelSize":25,"publishers":["Datacurve"],"observations":["fdf7a8eca4003c72a2a46e18"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.8345518296094595,"lowerBound":0,"upperBound":1,"independentScore":0.8345518296094595,"independent":true,"opponentIds":2789,"independentOpponentIds":2789,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-PPbjbUncV6qa9jNRKjYrfp","epoch-run-c2YLifDU4zYCX5Jbi9HLL7"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.7771004979973503,"lowerBound":0,"upperBound":1,"independentScore":0.7771004979973503,"independent":true,"opponentIds":2790,"independentOpponentIds":2790,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-PBRdMZyz4L4CqPpXyLD2Lk","epoch-run-ABT89ieSWGnGj4RYMduHiG"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.442007311399136,"lowerBound":0,"upperBound":1,"independentScore":0.442007311399136,"independent":true,"opponentIds":2791,"independentOpponentIds":2791,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-bfftd5EzUK9yAekafEofvK"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["fdf7a8eca4003c72a2a46e18","epoch-run-PPbjbUncV6qa9jNRKjYrfp","epoch-run-PBRdMZyz4L4CqPpXyLD2Lk","epoch-run-ABT89ieSWGnGj4RYMduHiG","epoch-run-TEVNDC9QXBh7PQvX9kHZip","epoch-run-c2YLifDU4zYCX5Jbi9HLL7","epoch-run-aGRKHaq9uSawfYVpC565zU","epoch-run-bfftd5EzUK9yAekafEofvK"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","gpt-5.4","muse-spark-1.1","muse-spark-1.2","qwen3.5-2b","claude-haiku-4-5-20251001","qwen3.6-flash","claude-sonnet-4-5-20250929","gpt-oss-120b","kimi-k2.6","qwen3.5-flash","qwen3.7-max","qwen3.6-plus","claude-opus-4-5-20251101","qwen3.5-122b-a10b","qwen3.5-plus","gpt-5.5-pro","glm-5.1"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":9}],"unspecified":0,"total":9}},{"id":"qwen3-0.6b--effort-non-reasoning","name":"Qwen3-0.6B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-0.6b","detailsUrl":"/efforts?model=qwen3-0.6b","publishedBenchmarkCount":13,"overallRating":{"score":0.005740204375173484,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000044}]},"capabilityRatings":[{"bucket":"agentic","score":0.005529175053255757,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.009913609129578576,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.003108181681253775,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.004842921522103311,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.07383174732852694,"lowerBound":0,"upperBound":1,"independentScore":0.07383174732852694,"independent":true,"opponentIds":2792,"independentOpponentIds":2792,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["e07d9dd5005dfa0df02827b8"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05808376451106366,"lowerBound":0,"upperBound":1,"independentScore":0.05808376451106366,"independent":true,"opponentIds":2793,"independentOpponentIds":2793,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["c8d0f96fa682deeb06e51740"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25207450906546214,"lowerBound":0,"upperBound":1,"independentScore":0.25207450906546214,"independent":true,"opponentIds":2794,"independentOpponentIds":2794,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["b338841b63f737ffb17ed7e0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.018330935503199246,"lowerBound":0,"upperBound":1,"independentScore":0.018330935503199246,"independent":true,"opponentIds":2795,"independentOpponentIds":2795,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["f04fd1b531b951f250617193"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.27991238405049157,"lowerBound":0,"upperBound":1,"independentScore":0.27991238405049157,"independent":true,"opponentIds":2796,"independentOpponentIds":2796,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["90e7d8ad72bd6576a81f42eb"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.051096867363057234,"lowerBound":0,"upperBound":1,"independentScore":0.051096867363057234,"independent":true,"opponentIds":2797,"independentOpponentIds":2797,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["230731584c91a733879819a5"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.026326176745360936,"lowerBound":0,"upperBound":1,"independentScore":0.026326176745360936,"independent":true,"opponentIds":2798,"independentOpponentIds":2798,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["55a17c98e627b355cd8b17da"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.04188219177919099,"lowerBound":0,"upperBound":1,"independentScore":0.04188219177919099,"independent":true,"opponentIds":2799,"independentOpponentIds":2799,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["20398efbf3c87c56cf33356f"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.014543643299476881,"lowerBound":0,"upperBound":1,"independentScore":0.014543643299476881,"independent":true,"opponentIds":2800,"independentOpponentIds":2800,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["a370fde9d0ef2c43e306e7f1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.013318156816649121,"lowerBound":0,"upperBound":1,"independentScore":0.013318156816649121,"independent":true,"opponentIds":2801,"independentOpponentIds":2801,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["b50bf9a788cc1febbbb1372a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.09425845006887165,"lowerBound":0,"upperBound":1,"independentScore":0.09425845006887165,"independent":true,"opponentIds":2802,"independentOpponentIds":2802,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["aaf8eb92ad1848d2c667404a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.03344737417817205,"lowerBound":0,"upperBound":1,"independentScore":0.03344737417817205,"independent":true,"opponentIds":2803,"independentOpponentIds":2803,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["5cc385d16cc1b35f2bcc4b90"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e07d9dd5005dfa0df02827b8","c8d0f96fa682deeb06e51740","b338841b63f737ffb17ed7e0","f04fd1b531b951f250617193","90e7d8ad72bd6576a81f42eb","230731584c91a733879819a5","55a17c98e627b355cd8b17da","20398efbf3c87c56cf33356f","a370fde9d0ef2c43e306e7f1","b50bf9a788cc1febbbb1372a","aaf8eb92ad1848d2c667404a","5cc385d16cc1b35f2bcc4b90"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-0.6b--effort-reasoning","name":"Qwen3-0.6B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-0.6b","detailsUrl":"/efforts?model=qwen3-0.6b","publishedBenchmarkCount":13,"overallRating":{"score":0.007507075586362522,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000044}]},"capabilityRatings":[{"bucket":"agentic","score":0.011291768015681191,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.013603827481494836,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.003311576833073452,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.005476464686048159,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.14122960243355753,"lowerBound":0,"upperBound":1,"independentScore":0.14122960243355753,"independent":true,"opponentIds":2792,"independentOpponentIds":2792,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["a6f7a5f79bbca4f2a67412d9"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05808376451106366,"lowerBound":0,"upperBound":1,"independentScore":0.05808376451106366,"independent":true,"opponentIds":2793,"independentOpponentIds":2793,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["ecde6783ec0d47e1bf98a46a"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25207450906546214,"lowerBound":0,"upperBound":1,"independentScore":0.25207450906546214,"independent":true,"opponentIds":2794,"independentOpponentIds":2794,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["902940590320d8648dca2883"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.026009545196085452,"lowerBound":0,"upperBound":1,"independentScore":0.026009545196085452,"independent":true,"opponentIds":2795,"independentOpponentIds":2795,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3d1a9de8bbd963f3c5f6bf0d"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3461798129410739,"lowerBound":0,"upperBound":1,"independentScore":0.3461798129410739,"independent":true,"opponentIds":2796,"independentOpponentIds":2796,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["6518f5de94545adfe1985361"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.07443682639919202,"lowerBound":0,"upperBound":1,"independentScore":0.07443682639919202,"independent":true,"opponentIds":2797,"independentOpponentIds":2797,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a6bbd08d320ee6b9dfd559fd"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.04023957051071303,"lowerBound":0,"upperBound":1,"independentScore":0.04023957051071303,"independent":true,"opponentIds":2798,"independentOpponentIds":2798,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["0c6f9d11fcb4e03bd1b8a9a7"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.2360465633169317,"lowerBound":0,"upperBound":1,"independentScore":0.2360465633169317,"independent":true,"opponentIds":2799,"independentOpponentIds":2799,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["8e582fa9a22661b9a0279e7a"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.025375627631899766,"lowerBound":0,"upperBound":1,"independentScore":0.025375627631899766,"independent":true,"opponentIds":2800,"independentOpponentIds":2800,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["9fa5e0ad520b1ed9244765c2"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.028047440844343047,"lowerBound":0,"upperBound":1,"independentScore":0.028047440844343047,"independent":true,"opponentIds":2801,"independentOpponentIds":2801,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["692d1a2005d56e466b6dc93b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.20624794914554834,"lowerBound":0,"upperBound":1,"independentScore":0.20624794914554834,"independent":true,"opponentIds":2802,"independentOpponentIds":2802,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["62476ba134bc76ca975eaf3c"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.03344737417817205,"lowerBound":0,"upperBound":1,"independentScore":0.03344737417817205,"independent":true,"opponentIds":2803,"independentOpponentIds":2803,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["2d2875437a15ced44a23ebcc"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a6f7a5f79bbca4f2a67412d9","ecde6783ec0d47e1bf98a46a","902940590320d8648dca2883","3d1a9de8bbd963f3c5f6bf0d","6518f5de94545adfe1985361","a6bbd08d320ee6b9dfd559fd","0c6f9d11fcb4e03bd1b8a9a7","8e582fa9a22661b9a0279e7a","9fa5e0ad520b1ed9244765c2","692d1a2005d56e466b6dc93b","62476ba134bc76ca975eaf3c","2d2875437a15ced44a23ebcc"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-1.7b--effort-non-reasoning","name":"Qwen3-1.7B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-1.7b","detailsUrl":"/efforts?model=qwen3-1.7b","publishedBenchmarkCount":17,"overallRating":{"score":0.007441528975339818,"supported":true,"families":14,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":217,"independentFamilies":14,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5650168657557584},{"source":"Epoch AI","independent":true,"share":0.4349831342442408}]},"capabilityRatings":[{"bucket":"agentic","score":0.012618178367531749,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.012259359187133757,"supported":true,"families":6,"independentFamilies":6,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0035231193003141177,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.005515904426967064,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.018381260554589534,"lowerBound":0,"upperBound":1,"independentScore":0.018381260554589534,"independent":true,"opponentIds":2804,"independentOpponentIds":2804,"panelSize":150,"publishers":["Artificial Analysis","Epoch AI"],"observations":["f0903b0785448402e3ee7b14","epoch-run-bbqokudairnKtbyjBjuWCx"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.054812656728569824,"lowerBound":0,"upperBound":1,"independentScore":0.054812656728569824,"independent":true,"opponentIds":2805,"independentOpponentIds":2805,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["8b2f14005445f5c569f1b1ce"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2546826059054758,"lowerBound":0,"upperBound":1,"independentScore":0.2546826059054758,"independent":true,"opponentIds":2806,"independentOpponentIds":2806,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["fd4f239d936984cd38e77d8c"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.016432115868060957,"lowerBound":0,"upperBound":1,"independentScore":0.016432115868060957,"independent":true,"opponentIds":2807,"independentOpponentIds":2807,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["0d1130f0b8f0226c88c62a1e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.007021727562571722,"lowerBound":0,"upperBound":1,"independentScore":0.007021727562571722,"independent":true,"opponentIds":2808,"independentOpponentIds":2808,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["5f5f56834853b82731dea301","epoch-run-GdfzaHmiZht2DKPZDtQAET"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.331101304222912,"lowerBound":0,"upperBound":1,"independentScore":0.331101304222912,"independent":true,"opponentIds":2809,"independentOpponentIds":2809,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["8661b817f3af2404661a7e11"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.03978793318570576,"lowerBound":0,"upperBound":1,"independentScore":0.03978793318570576,"independent":true,"opponentIds":2810,"independentOpponentIds":2810,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a1f40f1a67da3871ed644d2c"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.060657884992189576,"lowerBound":0,"upperBound":1,"independentScore":0.060657884992189576,"independent":true,"opponentIds":2811,"independentOpponentIds":2811,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["a6d45937d0d15bb4efa4365c"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.18564981524524465,"lowerBound":0,"upperBound":1,"independentScore":0.18564981524524465,"independent":true,"opponentIds":2812,"independentOpponentIds":2812,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["50e7de8cdf0b7ec58dc21ada"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.046304526439450634,"lowerBound":0,"upperBound":1,"independentScore":0.046304526439450634,"independent":true,"opponentIds":2813,"independentOpponentIds":2813,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["30e97a4e868b3d4ca68973be"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.042549927149778385,"lowerBound":0,"upperBound":1,"independentScore":0.042549927149778385,"independent":true,"opponentIds":2814,"independentOpponentIds":2814,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["82004cae536a8489b3f16bc2"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.22848869506953134,"lowerBound":0,"upperBound":1,"independentScore":0.22848869506953134,"independent":true,"opponentIds":2815,"independentOpponentIds":2815,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["5782bd6d71560bdef6e6bbf0"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.03283606268943266,"lowerBound":0,"upperBound":1,"independentScore":0.03283606268943266,"independent":true,"opponentIds":2816,"independentOpponentIds":2816,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["7a6bdbbd5bb164a640d8cff1"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.0687770904267581,"lowerBound":0,"upperBound":1,"independentScore":0.0687770904267581,"independent":true,"opponentIds":2817,"independentOpponentIds":2817,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-3UzTUnn6wx79jU3XoP7VFA"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f0903b0785448402e3ee7b14","8b2f14005445f5c569f1b1ce","fd4f239d936984cd38e77d8c","0d1130f0b8f0226c88c62a1e","5f5f56834853b82731dea301","8661b817f3af2404661a7e11","a1f40f1a67da3871ed644d2c","a6d45937d0d15bb4efa4365c","50e7de8cdf0b7ec58dc21ada","30e97a4e868b3d4ca68973be","82004cae536a8489b3f16bc2","5782bd6d71560bdef6e6bbf0","7a6bdbbd5bb164a640d8cff1","epoch-run-3UzTUnn6wx79jU3XoP7VFA","epoch-run-GdfzaHmiZht2DKPZDtQAET","epoch-run-bbqokudairnKtbyjBjuWCx"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","gemini-3.5-flash-lite","gpt-5.5","gemini-3.1-flash-lite","gpt-5.6-terra","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","agnes-2.5-pro-alpha","command-a-plus-05-2026","deepseek-v4-flash-0424","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":17}],"unspecified":0,"total":17}},{"id":"qwen3-1.7b--effort-reasoning","name":"Qwen3-1.7B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-1.7b","detailsUrl":"/efforts?model=qwen3-1.7b","publishedBenchmarkCount":13,"overallRating":{"score":0.011727523847905971,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.00000000000002}]},"capabilityRatings":[{"bucket":"agentic","score":0.021317198031701026,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.02111038126521077,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.007572671465728636,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.008551758986472006,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.3950735564110608,"lowerBound":0,"upperBound":1,"independentScore":0.3950735564110608,"independent":true,"opponentIds":2818,"independentOpponentIds":2818,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["1708d3fe7d21b8dc9194f8c4"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05921005451318679,"lowerBound":0,"upperBound":1,"independentScore":0.05921005451318679,"independent":true,"opponentIds":2805,"independentOpponentIds":2805,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["6081c63272fd15a08492c8db"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2526503176413571,"lowerBound":0,"upperBound":1,"independentScore":0.2526503176413571,"independent":true,"opponentIds":2806,"independentOpponentIds":2806,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["ee141c0067f8a08b74460ce2"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.08339787268809028,"lowerBound":0,"upperBound":1,"independentScore":0.08339787268809028,"independent":true,"opponentIds":2819,"independentOpponentIds":2819,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["5605706863518eb467d8a1b5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.23892941346930963,"lowerBound":0,"upperBound":1,"independentScore":0.23892941346930963,"independent":true,"opponentIds":2809,"independentOpponentIds":2809,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["5392dc4a9cc4b181f5b920c6"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.1008149163947991,"lowerBound":0,"upperBound":1,"independentScore":0.1008149163947991,"independent":true,"opponentIds":2810,"independentOpponentIds":2810,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["88058002752a6680711097c0"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.2577824274343369,"lowerBound":0,"upperBound":1,"independentScore":0.2577824274343369,"independent":true,"opponentIds":2811,"independentOpponentIds":2811,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["a87339e0e9504b36ddb6bded"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.4964996177416561,"lowerBound":0,"upperBound":1,"independentScore":0.4964996177416561,"independent":true,"opponentIds":2812,"independentOpponentIds":2812,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["f2145165c64ee568b19fe04a"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.1445736841458363,"lowerBound":0,"upperBound":1,"independentScore":0.1445736841458363,"independent":true,"opponentIds":2813,"independentOpponentIds":2813,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["c412281a2b4367841d9fc1eb"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.08476069048911697,"lowerBound":0,"upperBound":1,"independentScore":0.08476069048911697,"independent":true,"opponentIds":2814,"independentOpponentIds":2814,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["b545a2bd1e66b5dcad42acc3"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3169574444640244,"lowerBound":0,"upperBound":1,"independentScore":0.3169574444640244,"independent":true,"opponentIds":2815,"independentOpponentIds":2815,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["f7bac8d61f92b0d58d694350"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.035013774372258846,"lowerBound":0,"upperBound":1,"independentScore":0.035013774372258846,"independent":true,"opponentIds":2816,"independentOpponentIds":2816,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["8631ae15df88ea157c982d73"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1708d3fe7d21b8dc9194f8c4","6081c63272fd15a08492c8db","ee141c0067f8a08b74460ce2","5605706863518eb467d8a1b5","5392dc4a9cc4b181f5b920c6","88058002752a6680711097c0","a87339e0e9504b36ddb6bded","f2145165c64ee568b19fe04a","c412281a2b4367841d9fc1eb","b545a2bd1e66b5dcad42acc3","f7bac8d61f92b0d58d694350","8631ae15df88ea157c982d73"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-14b--effort-reasoning","name":"Qwen3-14B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-14b","detailsUrl":"/efforts?model=qwen3-14b","publishedBenchmarkCount":21,"overallRating":{"score":0.025385564099756952,"supported":true,"families":17,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":17,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999877}]},"capabilityRatings":[{"bucket":"agentic","score":0.027966502468566343,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03370132644555398,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.029831420390752164,"supported":true,"families":3,"independentFamilies":3,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.039732598138025786,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.03897450925938405,"lowerBound":0,"upperBound":1,"independentScore":0.03897450925938405,"independent":true,"opponentIds":2820,"independentOpponentIds":2820,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["c200f8f5974cced91b94c3a7"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5481620058974693,"lowerBound":0,"upperBound":1,"independentScore":0.5481620058974693,"independent":true,"opponentIds":2821,"independentOpponentIds":2821,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["3309e13df52fd1fabb19ab86"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05815688641442225,"lowerBound":0,"upperBound":1,"independentScore":0.05815688641442225,"independent":true,"opponentIds":2822,"independentOpponentIds":2822,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["93da3ff3c5d7b1bff4c94ecb"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.029848647404586533,"lowerBound":0,"upperBound":1,"independentScore":0.029848647404586533,"independent":true,"opponentIds":2823,"independentOpponentIds":2823,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["3b2a114e7d0f60358dc89582"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25205842899964154,"lowerBound":0,"upperBound":1,"independentScore":0.25205842899964154,"independent":true,"opponentIds":2824,"independentOpponentIds":2824,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["22963f5bec954903994c9380"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.18282532415963215,"lowerBound":0,"upperBound":1,"independentScore":0.18282532415963215,"independent":true,"opponentIds":2825,"independentOpponentIds":2825,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["28e79ab1e630d682cf1391f6"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.12358375135136254,"lowerBound":0,"upperBound":1,"independentScore":0.12358375135136254,"independent":true,"opponentIds":2826,"independentOpponentIds":2826,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["19b97b3a583459ff567123aa"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2968058847454227,"lowerBound":0,"upperBound":1,"independentScore":0.2968058847454227,"independent":true,"opponentIds":2827,"independentOpponentIds":2827,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e62d0d2d9690c57703bf9f13"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.20129571607323943,"lowerBound":0,"upperBound":1,"independentScore":0.20129571607323943,"independent":true,"opponentIds":2828,"independentOpponentIds":2828,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["29501eeeebecd801dc346bab"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.43702859343476635,"lowerBound":0,"upperBound":1,"independentScore":0.43702859343476635,"independent":true,"opponentIds":2829,"independentOpponentIds":2829,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["c9662b1cbc42cb80f1003cb1"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5630524474265791,"lowerBound":0,"upperBound":1,"independentScore":0.5630524474265791,"independent":true,"opponentIds":2830,"independentOpponentIds":2830,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["d182d825eeccc745161b2067"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.7556608862000357,"lowerBound":0,"upperBound":1,"independentScore":0.7556608862000357,"independent":true,"opponentIds":2831,"independentOpponentIds":2831,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["41d90092001ad63411e08f39"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5342358611003665,"lowerBound":0,"upperBound":1,"independentScore":0.5342358611003665,"independent":true,"opponentIds":2832,"independentOpponentIds":2832,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f1ac22cc2380f41a90cbfc68"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.28233497454684514,"lowerBound":0,"upperBound":1,"independentScore":0.28233497454684514,"independent":true,"opponentIds":2833,"independentOpponentIds":2833,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["ea5ca53936049bd3f26c2477"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.1421322806547068,"lowerBound":0,"upperBound":1,"independentScore":0.1421322806547068,"independent":true,"opponentIds":2834,"independentOpponentIds":2834,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["a32d713ac22ff457128d16eb"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3191956965463292,"lowerBound":0,"upperBound":1,"independentScore":0.3191956965463292,"independent":true,"opponentIds":2835,"independentOpponentIds":2835,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["9cf6758bbc1a1642912303d1","7f1d3dd2bf9d082e2778499a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.21158662174758663,"lowerBound":0,"upperBound":1,"independentScore":0.21158662174758663,"independent":true,"opponentIds":2836,"independentOpponentIds":2836,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["2ce50946464c3e30979c50bf","7eee7a8e12e744a002d4d6b4","1b5bf342de1a14490bce8c1a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c200f8f5974cced91b94c3a7","3309e13df52fd1fabb19ab86","93da3ff3c5d7b1bff4c94ecb","3b2a114e7d0f60358dc89582","22963f5bec954903994c9380","28e79ab1e630d682cf1391f6","19b97b3a583459ff567123aa","e62d0d2d9690c57703bf9f13","29501eeeebecd801dc346bab","c9662b1cbc42cb80f1003cb1","d182d825eeccc745161b2067","41d90092001ad63411e08f39","f1ac22cc2380f41a90cbfc68","ea5ca53936049bd3f26c2477","a32d713ac22ff457128d16eb","9cf6758bbc1a1642912303d1","7f1d3dd2bf9d082e2778499a","2ce50946464c3e30979c50bf","7eee7a8e12e744a002d4d6b4","1b5bf342de1a14490bce8c1a"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":21}],"unspecified":0,"total":21}},{"id":"qwen3-14b--effort-non-reasoning","name":"Qwen3-14B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-14b","detailsUrl":"/efforts?model=qwen3-14b","publishedBenchmarkCount":16,"overallRating":{"score":0.015998284833025882,"supported":true,"families":13,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":217,"independentFamilies":13,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5574280711506073},{"source":"Epoch AI","independent":true,"share":0.4425719288493896}]},"capabilityRatings":[{"bucket":"agentic","score":0.03411679676564993,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.02415112299445756,"supported":true,"families":6,"independentFamilies":6,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.012182442642696916,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.012791900861421826,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.24893317224433573,"lowerBound":0,"upperBound":1,"independentScore":0.24893317224433573,"independent":true,"opponentIds":2837,"independentOpponentIds":2837,"panelSize":150,"publishers":["Artificial Analysis","Epoch AI"],"observations":["7823070fce74572c14440227","epoch-run-RMcys99fv45vvgTgakXXWn"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.055586294260440136,"lowerBound":0,"upperBound":1,"independentScore":0.055586294260440136,"independent":true,"opponentIds":2822,"independentOpponentIds":2822,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["360c4369d2880bd3f33bf48d"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25517331481289857,"lowerBound":0,"upperBound":1,"independentScore":0.25517331481289857,"independent":true,"opponentIds":2824,"independentOpponentIds":2824,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["5bafcc8253fd4f179cd575bd"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.16531579439015207,"lowerBound":0,"upperBound":1,"independentScore":0.16531579439015207,"independent":true,"opponentIds":2838,"independentOpponentIds":2838,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["76b7eda2e03b9fb81d741935","epoch-run-GRQV9Q8gHoHnSEPWofiQuq"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.12712186719253216,"lowerBound":0,"upperBound":1,"independentScore":0.12712186719253216,"independent":true,"opponentIds":2828,"independentOpponentIds":2828,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["fff6cdef363e6e229f008d13"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.0864750448028235,"lowerBound":0,"upperBound":1,"independentScore":0.0864750448028235,"independent":true,"opponentIds":2829,"independentOpponentIds":2829,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["c6cac11306b7bc7f25813687"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.22283941642416208,"lowerBound":0,"upperBound":1,"independentScore":0.22283941642416208,"independent":true,"opponentIds":2830,"independentOpponentIds":2830,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["4a6b0f3481ccc7e6d3e485b4"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.44132386489660247,"lowerBound":0,"upperBound":1,"independentScore":0.44132386489660247,"independent":true,"opponentIds":2831,"independentOpponentIds":2831,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["f92bf192d6248fe1b4e85427"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.24026300276393392,"lowerBound":0,"upperBound":1,"independentScore":0.24026300276393392,"independent":true,"opponentIds":2832,"independentOpponentIds":2832,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["30b278ac1c8c5464b1a1def2"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.19572015275408966,"lowerBound":0,"upperBound":1,"independentScore":0.19572015275408966,"independent":true,"opponentIds":2833,"independentOpponentIds":2833,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["6c21071980d804a1d67a0c8c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4170233263413436,"lowerBound":0,"upperBound":1,"independentScore":0.4170233263413436,"independent":true,"opponentIds":2839,"independentOpponentIds":2839,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["05dcd8e868462f666322c651"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.30822101414164244,"lowerBound":0,"upperBound":1,"independentScore":0.30822101414164244,"independent":true,"opponentIds":2840,"independentOpponentIds":2840,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["57f6dbe626d153af997eff0b"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.0687770904267581,"lowerBound":0,"upperBound":1,"independentScore":0.0687770904267581,"independent":true,"opponentIds":2841,"independentOpponentIds":2841,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-oB8tcqTgWoZYX7BTFj4c8v"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7823070fce74572c14440227","360c4369d2880bd3f33bf48d","5bafcc8253fd4f179cd575bd","76b7eda2e03b9fb81d741935","fff6cdef363e6e229f008d13","c6cac11306b7bc7f25813687","4a6b0f3481ccc7e6d3e485b4","f92bf192d6248fe1b4e85427","30b278ac1c8c5464b1a1def2","6c21071980d804a1d67a0c8c","05dcd8e868462f666322c651","57f6dbe626d153af997eff0b","epoch-run-oB8tcqTgWoZYX7BTFj4c8v","epoch-run-GRQV9Q8gHoHnSEPWofiQuq","epoch-run-RMcys99fv45vvgTgakXXWn"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","gemini-3.5-flash-lite","gpt-5.5","gemini-3.1-flash-lite","gpt-5.6-terra","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","agnes-2.5-pro-alpha","command-a-plus-05-2026","deepseek-v4-flash-0424","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":16}],"unspecified":0,"total":16}},{"id":"qwen3-235b-a22b--effort-non-reasoning","name":"Qwen3-235B-A22B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-235b-a22b","detailsUrl":"/efforts?model=qwen3-235b-a22b","publishedBenchmarkCount":13,"overallRating":{"score":0.019292924456205413,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000044}]},"capabilityRatings":[{"bucket":"agentic","score":0.02350159938323425,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.020433917102701028,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.01654944791989916,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.04292504286647756,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.21905733235398425,"lowerBound":0,"upperBound":1,"independentScore":0.21905733235398425,"independent":true,"opponentIds":2842,"independentOpponentIds":2842,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["38375a3f39d92c5ad2706da2"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05808376451106366,"lowerBound":0,"upperBound":1,"independentScore":0.05808376451106366,"independent":true,"opponentIds":2843,"independentOpponentIds":2843,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["56d76f45737dce7a63a667ff"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25207450906546214,"lowerBound":0,"upperBound":1,"independentScore":0.25207450906546214,"independent":true,"opponentIds":2844,"independentOpponentIds":2844,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["ca93a3563807fd6a9ff50462"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3140102046396389,"lowerBound":0,"upperBound":1,"independentScore":0.3140102046396389,"independent":true,"opponentIds":2845,"independentOpponentIds":2845,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["ca162e62aabc277e7d0ea215"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.15435442309232575,"lowerBound":0,"upperBound":1,"independentScore":0.15435442309232575,"independent":true,"opponentIds":2846,"independentOpponentIds":2846,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["8fb4c5a3c327a127ebc0ebc9"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.3231655717760321,"lowerBound":0,"upperBound":1,"independentScore":0.3231655717760321,"independent":true,"opponentIds":2847,"independentOpponentIds":2847,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["839df9c48331bc134df3997d"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.3018385992385494,"lowerBound":0,"upperBound":1,"independentScore":0.3018385992385494,"independent":true,"opponentIds":2848,"independentOpponentIds":2848,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["ab7dc27978537cbe461952da"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.5212712779854584,"lowerBound":0,"upperBound":1,"independentScore":0.5212712779854584,"independent":true,"opponentIds":2849,"independentOpponentIds":2849,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["a5ec4ea7bfb7ef8568384a61"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5033447036580224,"lowerBound":0,"upperBound":1,"independentScore":0.5033447036580224,"independent":true,"opponentIds":2850,"independentOpponentIds":2850,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["fe9af6c837da0b3d9cf4a593"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.47846053951757644,"lowerBound":0,"upperBound":1,"independentScore":0.47846053951757644,"independent":true,"opponentIds":2851,"independentOpponentIds":2851,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["69f9f3d7ea24015d72835b85"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3348532360156503,"lowerBound":0,"upperBound":1,"independentScore":0.3348532360156503,"independent":true,"opponentIds":2852,"independentOpponentIds":2852,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["0326ce95ca6eb85d64c1291b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3316784447893673,"lowerBound":0,"upperBound":1,"independentScore":0.3316784447893673,"independent":true,"opponentIds":2853,"independentOpponentIds":2853,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["b923b18effc8abc789063841"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["38375a3f39d92c5ad2706da2","56d76f45737dce7a63a667ff","ca93a3563807fd6a9ff50462","ca162e62aabc277e7d0ea215","8fb4c5a3c327a127ebc0ebc9","839df9c48331bc134df3997d","ab7dc27978537cbe461952da","a5ec4ea7bfb7ef8568384a61","fe9af6c837da0b3d9cf4a593","69f9f3d7ea24015d72835b85","0326ce95ca6eb85d64c1291b","b923b18effc8abc789063841"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-235b-a22b--effort-reasoning","name":"Qwen3-235B-A22B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-235b-a22b","detailsUrl":"/efforts?model=qwen3-235b-a22b","publishedBenchmarkCount":13,"overallRating":{"score":0.03812692439649336,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000044}]},"capabilityRatings":[{"bucket":"agentic","score":0.017715182352135424,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.05558700501464902,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03606769895487987,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.06959512928767893,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7984560752323726,"lowerBound":0,"upperBound":1,"independentScore":0.7984560752323726,"independent":true,"opponentIds":2842,"independentOpponentIds":2842,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["89305b27a86a0ce63a7e4eb8"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05808376451106366,"lowerBound":0,"upperBound":1,"independentScore":0.05808376451106366,"independent":true,"opponentIds":2843,"independentOpponentIds":2843,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["14f9f716a2a328d472ca21e0"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25207450906546214,"lowerBound":0,"upperBound":1,"independentScore":0.25207450906546214,"independent":true,"opponentIds":2844,"independentOpponentIds":2844,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["e658e6c4bd06b5c59d0cdf8b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4661540391917484,"lowerBound":0,"upperBound":1,"independentScore":0.4661540391917484,"independent":true,"opponentIds":2845,"independentOpponentIds":2845,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["c361e8d72495bb5786b6cf90"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5697269295751132,"lowerBound":0,"upperBound":1,"independentScore":0.5697269295751132,"independent":true,"opponentIds":2846,"independentOpponentIds":2846,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["cf462f7e796944884abc14f1"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.3678655411578199,"lowerBound":0,"upperBound":1,"independentScore":0.3678655411578199,"independent":true,"opponentIds":2847,"independentOpponentIds":2847,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["b0696a5cc76427177558d015"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6494280577150187,"lowerBound":0,"upperBound":1,"independentScore":0.6494280577150187,"independent":true,"opponentIds":2848,"independentOpponentIds":2848,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["87125f56c97261ce790af1db"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.5833443539041091,"lowerBound":0,"upperBound":1,"independentScore":0.5833443539041091,"independent":true,"opponentIds":2849,"independentOpponentIds":2849,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["43cf687682a8eb0a638a3c45"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8243293214858781,"lowerBound":0,"upperBound":1,"independentScore":0.8243293214858781,"independent":true,"opponentIds":2850,"independentOpponentIds":2850,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["227ee0acf1c6c720d1350ecf"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.4755146827120377,"lowerBound":0,"upperBound":1,"independentScore":0.4755146827120377,"independent":true,"opponentIds":2851,"independentOpponentIds":2851,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["860f80781817eb047ddb5ff5"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.28082278308761255,"lowerBound":0,"upperBound":1,"independentScore":0.28082278308761255,"independent":true,"opponentIds":2852,"independentOpponentIds":2852,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["5ce73290decba9279d8cafa3"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3316784447893673,"lowerBound":0,"upperBound":1,"independentScore":0.3316784447893673,"independent":true,"opponentIds":2853,"independentOpponentIds":2853,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["1a1ddf3972ddca61d88d99d3"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["89305b27a86a0ce63a7e4eb8","14f9f716a2a328d472ca21e0","e658e6c4bd06b5c59d0cdf8b","c361e8d72495bb5786b6cf90","cf462f7e796944884abc14f1","b0696a5cc76427177558d015","87125f56c97261ce790af1db","43cf687682a8eb0a638a3c45","227ee0acf1c6c720d1350ecf","860f80781817eb047ddb5ff5","5ce73290decba9279d8cafa3","1a1ddf3972ddca61d88d99d3"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-235b-a22b-instruct-2507--effort-non-reasoning","name":"Qwen3-235B-A22B-Instruct-2507 · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-235b-a22b-instruct-2507","detailsUrl":"/efforts?model=qwen3-235b-a22b-instruct-2507","publishedBenchmarkCount":13,"overallRating":{"score":0.055322263097677064,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999968}]},"capabilityRatings":[{"bucket":"agentic","score":0.03483887908705504,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.0731768893458295,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.046082793669020516,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.09140581166354063,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.04836115785109673,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6874402853083321,"lowerBound":0,"upperBound":1,"independentScore":0.6874402853083321,"independent":true,"opponentIds":2854,"independentOpponentIds":2854,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["d77b602a8a35d0a4a648dd95"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3708713891350982,"lowerBound":0,"upperBound":1,"independentScore":0.3708713891350982,"independent":true,"opponentIds":2855,"independentOpponentIds":2855,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["67ad2e1e4f3abbfc96fd72d0"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2551733148128987,"lowerBound":0,"upperBound":1,"independentScore":0.2551733148128987,"independent":true,"opponentIds":2856,"independentOpponentIds":2856,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["1d7d03c896b07879689bc033"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.571596772693904,"lowerBound":0,"upperBound":1,"independentScore":0.571596772693904,"independent":true,"opponentIds":2857,"independentOpponentIds":2857,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1622a07edd5343e87803e57a"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5714505516087929,"lowerBound":0,"upperBound":1,"independentScore":0.5714505516087929,"independent":true,"opponentIds":2858,"independentOpponentIds":2858,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["d64fc0c5fd25c6f3f2839386"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5706175877865884,"lowerBound":0,"upperBound":1,"independentScore":0.5706175877865884,"independent":true,"opponentIds":2859,"independentOpponentIds":2859,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["02dd73192a322d1d0f8c6c1d"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.57507300749471,"lowerBound":0,"upperBound":1,"independentScore":0.57507300749471,"independent":true,"opponentIds":2860,"independentOpponentIds":2860,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f1461f99f24065e4929bc6f5"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.9123171725182238,"lowerBound":0,"upperBound":1,"independentScore":0.9123171725182238,"independent":true,"opponentIds":2861,"independentOpponentIds":2861,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["d34742eb5d738ba73157d238"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8238353113657219,"lowerBound":0,"upperBound":1,"independentScore":0.8238353113657219,"independent":true,"opponentIds":2862,"independentOpponentIds":2862,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["e8399cdab1190c86e4e1550d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.48022072300228164,"lowerBound":0,"upperBound":1,"independentScore":0.48022072300228164,"independent":true,"opponentIds":2863,"independentOpponentIds":2863,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["c7456329253fb027797f510f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4325563642932816,"lowerBound":0,"upperBound":1,"independentScore":0.4325563642932816,"independent":true,"opponentIds":2864,"independentOpponentIds":2864,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["70d0cd044393c24c57a06146"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.565669502907531,"lowerBound":0,"upperBound":1,"independentScore":0.565669502907531,"independent":true,"opponentIds":2865,"independentOpponentIds":2865,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["9b42443b66c734d0f2d7c944"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d77b602a8a35d0a4a648dd95","67ad2e1e4f3abbfc96fd72d0","1d7d03c896b07879689bc033","1622a07edd5343e87803e57a","d64fc0c5fd25c6f3f2839386","02dd73192a322d1d0f8c6c1d","f1461f99f24065e4929bc6f5","d34742eb5d738ba73157d238","e8399cdab1190c86e4e1550d","c7456329253fb027797f510f","70d0cd044393c24c57a06146","9b42443b66c734d0f2d7c944"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-235b-a22b-thinking-2507--effort-reasoning","name":"Qwen3-235B-A22B-Thinking-2507 · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-235b-a22b-thinking-2507","detailsUrl":"/efforts?model=qwen3-235b-a22b-thinking-2507","publishedBenchmarkCount":22,"overallRating":{"score":0.0879608492641914,"supported":true,"families":18,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":18,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.999999999999995}]},"capabilityRatings":[{"bucket":"agentic","score":0.07765059490466136,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.11065138062622298,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.09259931844948026,"supported":true,"families":3,"independentFamilies":3,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.14071751973632918,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.26404717308322634,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.1970400693802969,"lowerBound":0,"upperBound":1,"independentScore":0.1970400693802969,"independent":true,"opponentIds":2866,"independentOpponentIds":2866,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["6d1a4f33583a5e4cf8e7a06b"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.9453236179067166,"lowerBound":0,"upperBound":1,"independentScore":0.9453236179067166,"independent":true,"opponentIds":2867,"independentOpponentIds":2867,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["5ecc084f491a729e9b7a74c9"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7627517971447156,"lowerBound":0,"upperBound":1,"independentScore":0.7627517971447156,"independent":true,"opponentIds":2868,"independentOpponentIds":2868,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["3a5ed8eea3db9089c7dbc5ff"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.31349012450196456,"lowerBound":0,"upperBound":1,"independentScore":0.31349012450196456,"independent":true,"opponentIds":2869,"independentOpponentIds":2869,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["bb8fa7dd28b53b28a7ead28e"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.251805421791623,"lowerBound":0,"upperBound":1,"independentScore":0.251805421791623,"independent":true,"opponentIds":2870,"independentOpponentIds":2870,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["c1990682da03247d86412c31"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.4223632204139901,"lowerBound":0,"upperBound":1,"independentScore":0.4223632204139901,"independent":true,"opponentIds":2871,"independentOpponentIds":2871,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["1a399e93d52acd969298026c"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.26757270379519354,"lowerBound":0,"upperBound":1,"independentScore":0.26757270379519354,"independent":true,"opponentIds":2872,"independentOpponentIds":2872,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["16c9acfa6c591aba2ddf7c2f"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.7159260799693993,"lowerBound":0,"upperBound":1,"independentScore":0.7159260799693993,"independent":true,"opponentIds":2873,"independentOpponentIds":2873,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["0558174eaf2fcd898108553e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6373419563999192,"lowerBound":0,"upperBound":1,"independentScore":0.6373419563999192,"independent":true,"opponentIds":2874,"independentOpponentIds":2874,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["72ec400df622abf0993c0b92"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6700157325763487,"lowerBound":0,"upperBound":1,"independentScore":0.6700157325763487,"independent":true,"opponentIds":2875,"independentOpponentIds":2875,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["07bdaa927df321564f2c1d84"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6301242918441461,"lowerBound":0,"upperBound":1,"independentScore":0.6301242918441461,"independent":true,"opponentIds":2876,"independentOpponentIds":2876,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["44d7a6991cc91d58c55ff9a6"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8942586606576188,"lowerBound":0,"upperBound":1,"independentScore":0.8942586606576188,"independent":true,"opponentIds":2877,"independentOpponentIds":2877,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["cabc23b6d1570087cdf40e87"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.9562537981563428,"lowerBound":0,"upperBound":1,"independentScore":0.9562537981563428,"independent":true,"opponentIds":2878,"independentOpponentIds":2878,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["67ad8c31109848b751082bc1"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8918266908695869,"lowerBound":0,"upperBound":1,"independentScore":0.8918266908695869,"independent":true,"opponentIds":2879,"independentOpponentIds":2879,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["1f706dbdb38fdc0c25ef1282"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6250088577383426,"lowerBound":0,"upperBound":1,"independentScore":0.6250088577383426,"independent":true,"opponentIds":2880,"independentOpponentIds":2880,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["e126146d0f6fd5e675ea5077"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.4202624665296147,"lowerBound":0,"upperBound":1,"independentScore":0.4202624665296147,"independent":true,"opponentIds":2881,"independentOpponentIds":2881,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["257a65544bb4192d4e6972b6"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4478801427961715,"lowerBound":0,"upperBound":1,"independentScore":0.4478801427961715,"independent":true,"opponentIds":2882,"independentOpponentIds":2882,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["e51a19f3141204938b7e3a3c","2acb2f76d344a5a0435308de"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.34777436427851316,"lowerBound":0,"upperBound":1,"independentScore":0.34777436427851316,"independent":true,"opponentIds":2883,"independentOpponentIds":2883,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["0c1071699ff2079d8fdebc1b","2f2ba29d0427aaad4c86e0c6","2209fa80f3ef69cff5c6933e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6d1a4f33583a5e4cf8e7a06b","5ecc084f491a729e9b7a74c9","3a5ed8eea3db9089c7dbc5ff","bb8fa7dd28b53b28a7ead28e","c1990682da03247d86412c31","1a399e93d52acd969298026c","16c9acfa6c591aba2ddf7c2f","0558174eaf2fcd898108553e","72ec400df622abf0993c0b92","07bdaa927df321564f2c1d84","44d7a6991cc91d58c55ff9a6","cabc23b6d1570087cdf40e87","67ad8c31109848b751082bc1","1f706dbdb38fdc0c25ef1282","e126146d0f6fd5e675ea5077","257a65544bb4192d4e6972b6","e51a19f3141204938b7e3a3c","2acb2f76d344a5a0435308de","0c1071699ff2079d8fdebc1b","2f2ba29d0427aaad4c86e0c6","2209fa80f3ef69cff5c6933e"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":22}],"unspecified":0,"total":22}},{"id":"qwen3-30b-a3b--effort-non-reasoning","name":"Qwen3-30B-A3B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-30b-a3b","detailsUrl":"/efforts?model=qwen3-30b-a3b","publishedBenchmarkCount":16,"overallRating":{"score":0.016341719187758473,"supported":true,"families":13,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":217,"independentFamilies":13,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5573705070085678},{"source":"Epoch AI","independent":true,"share":0.44262949299143584}]},"capabilityRatings":[{"bucket":"agentic","score":0.014511938605159718,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.021791201463289417,"supported":true,"families":6,"independentFamilies":6,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.017193737586775542,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01736883124592435,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.13862697119241982,"lowerBound":0,"upperBound":1,"independentScore":0.13862697119241982,"independent":true,"opponentIds":2884,"independentOpponentIds":2884,"panelSize":150,"publishers":["Artificial Analysis","Epoch AI"],"observations":["5e6dd137fbbb57f48edbb48f","epoch-run-ZzbWv2QGVfg4o2DTX45nqV"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.055586294260440136,"lowerBound":0,"upperBound":1,"independentScore":0.055586294260440136,"independent":true,"opponentIds":2885,"independentOpponentIds":2885,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["70efb52fb8f76af5b6b52a6e"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25517331481289857,"lowerBound":0,"upperBound":1,"independentScore":0.25517331481289857,"independent":true,"opponentIds":2886,"independentOpponentIds":2886,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["ae488d8b4035636896c7c04b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.1468821524787655,"lowerBound":0,"upperBound":1,"independentScore":0.1468821524787655,"independent":true,"opponentIds":2887,"independentOpponentIds":2887,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["9eba4f44d37ec442eae1c0b6","epoch-run-DGSmhVxWsi7chsuKS64VLg"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.2334627024559302,"lowerBound":0,"upperBound":1,"independentScore":0.2334627024559302,"independent":true,"opponentIds":2888,"independentOpponentIds":2888,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["eeeec44dbdcbcd1fec5088ff"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.20357021589575683,"lowerBound":0,"upperBound":1,"independentScore":0.20357021589575683,"independent":true,"opponentIds":2889,"independentOpponentIds":2889,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["ebd843a2940c41c39943f6fc"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.292605308869508,"lowerBound":0,"upperBound":1,"independentScore":0.292605308869508,"independent":true,"opponentIds":2890,"independentOpponentIds":2890,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["660d0d9d49749f2371fee225"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.42313434217431917,"lowerBound":0,"upperBound":1,"independentScore":0.42313434217431917,"independent":true,"opponentIds":2891,"independentOpponentIds":2891,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["85fa93b4a127efea07f4ee97"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.341015996431591,"lowerBound":0,"upperBound":1,"independentScore":0.341015996431591,"independent":true,"opponentIds":2892,"independentOpponentIds":2892,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["a744d10897af345ffbf1637e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.15108587096233134,"lowerBound":0,"upperBound":1,"independentScore":0.15108587096233134,"independent":true,"opponentIds":2893,"independentOpponentIds":2893,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["811a45a5a0d28bd953acd4a1"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.24975401288788804,"lowerBound":0,"upperBound":1,"independentScore":0.24975401288788804,"independent":true,"opponentIds":2894,"independentOpponentIds":2894,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["a9de0ffeb600f9f6945e64b7"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.38894308589275467,"lowerBound":0,"upperBound":1,"independentScore":0.38894308589275467,"independent":true,"opponentIds":2895,"independentOpponentIds":2895,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["af5c211c7fbd820d3a9078a1"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.2010407258628314,"lowerBound":0,"upperBound":1,"independentScore":0.2010407258628314,"independent":true,"opponentIds":2896,"independentOpponentIds":2896,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-V8VuDYREHNne27eUQT8gir"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["5e6dd137fbbb57f48edbb48f","70efb52fb8f76af5b6b52a6e","ae488d8b4035636896c7c04b","9eba4f44d37ec442eae1c0b6","eeeec44dbdcbcd1fec5088ff","ebd843a2940c41c39943f6fc","660d0d9d49749f2371fee225","85fa93b4a127efea07f4ee97","a744d10897af345ffbf1637e","811a45a5a0d28bd953acd4a1","a9de0ffeb600f9f6945e64b7","af5c211c7fbd820d3a9078a1","epoch-run-V8VuDYREHNne27eUQT8gir","epoch-run-DGSmhVxWsi7chsuKS64VLg","epoch-run-ZzbWv2QGVfg4o2DTX45nqV"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","gemini-3.5-flash-lite","gpt-5.5","gemini-3.1-flash-lite","gpt-5.6-terra","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","agnes-2.5-pro-alpha","command-a-plus-05-2026","deepseek-v4-flash-0424","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":16}],"unspecified":0,"total":16}},{"id":"qwen3-30b-a3b--effort-reasoning","name":"Qwen3-30B-A3B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-30b-a3b","detailsUrl":"/efforts?model=qwen3-30b-a3b","publishedBenchmarkCount":13,"overallRating":{"score":0.02841817008366293,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999991}]},"capabilityRatings":[{"bucket":"agentic","score":0.021288348225520035,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.04326402160854718,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.019597009795681613,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.045090015993894506,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6996184735733535,"lowerBound":0,"upperBound":1,"independentScore":0.6996184735733535,"independent":true,"opponentIds":2897,"independentOpponentIds":2897,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["192afae643d6adf6c2b4c358"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05912979565358639,"lowerBound":0,"upperBound":1,"independentScore":0.05912979565358639,"independent":true,"opponentIds":2885,"independentOpponentIds":2885,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["fdf5b9f8d714afb06ad143b4"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2526092771718238,"lowerBound":0,"upperBound":1,"independentScore":0.2526092771718238,"independent":true,"opponentIds":2886,"independentOpponentIds":2886,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["4381440088e84230d7416ca0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.32135439442858377,"lowerBound":0,"upperBound":1,"independentScore":0.32135439442858377,"independent":true,"opponentIds":2898,"independentOpponentIds":2898,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3fef3ec80ad899c411e920db"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.37582546803165734,"lowerBound":0,"upperBound":1,"independentScore":0.37582546803165734,"independent":true,"opponentIds":2888,"independentOpponentIds":2888,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["0d7d919efd90d5c6c7d2d155"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.4510816231637839,"lowerBound":0,"upperBound":1,"independentScore":0.4510816231637839,"independent":true,"opponentIds":2889,"independentOpponentIds":2889,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["dca37a8019d4b22d0d4f863a"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5156256136246176,"lowerBound":0,"upperBound":1,"independentScore":0.5156256136246176,"independent":true,"opponentIds":2890,"independentOpponentIds":2890,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["2c9b11fa4972aba196c050ec"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.7429952450674452,"lowerBound":0,"upperBound":1,"independentScore":0.7429952450674452,"independent":true,"opponentIds":2891,"independentOpponentIds":2891,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["faac05e386302fdce6abc902"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5574952124577153,"lowerBound":0,"upperBound":1,"independentScore":0.5574952124577153,"independent":true,"opponentIds":2892,"independentOpponentIds":2892,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["bafe260a148c38a7ada467f2"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.33549893897827693,"lowerBound":0,"upperBound":1,"independentScore":0.33549893897827693,"independent":true,"opponentIds":2893,"independentOpponentIds":2893,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["f5dec5d5bb04db837fefe24f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.3168077740858662,"lowerBound":0,"upperBound":1,"independentScore":0.3168077740858662,"independent":true,"opponentIds":2894,"independentOpponentIds":2894,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["ad5665745ea3639e88c0f813"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.17438437363810488,"lowerBound":0,"upperBound":1,"independentScore":0.17438437363810488,"independent":true,"opponentIds":2895,"independentOpponentIds":2895,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["8a719f06b81ca947a876e5a9"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["192afae643d6adf6c2b4c358","fdf5b9f8d714afb06ad143b4","4381440088e84230d7416ca0","3fef3ec80ad899c411e920db","0d7d919efd90d5c6c7d2d155","dca37a8019d4b22d0d4f863a","2c9b11fa4972aba196c050ec","faac05e386302fdce6abc902","bafe260a148c38a7ada467f2","f5dec5d5bb04db837fefe24f","ad5665745ea3639e88c0f813","8a719f06b81ca947a876e5a9"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-30b-a3b-instruct-2507--effort-non-reasoning","name":"Qwen3-30B-A3B-Instruct-2507 · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-30b-a3b-instruct-2507","detailsUrl":"/efforts?model=qwen3-30b-a3b-instruct-2507","publishedBenchmarkCount":14,"overallRating":{"score":0.027781311645579652,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.00000000000001}]},"capabilityRatings":[{"bucket":"agentic","score":0.004732154599087947,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.0499391173700286,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.029203399346011457,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.02749751958279807,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.03375751651297421,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6389051805778619,"lowerBound":0,"upperBound":1,"independentScore":0.6389051805778619,"independent":true,"opponentIds":2899,"independentOpponentIds":2899,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["e6194a0353b1168809b0b254"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.29532665636792105,"lowerBound":0,"upperBound":1,"independentScore":0.29532665636792105,"independent":true,"opponentIds":2900,"independentOpponentIds":2900,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["77ce916db696117abf426908"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2546826059054758,"lowerBound":0,"upperBound":1,"independentScore":0.2546826059054758,"independent":true,"opponentIds":2901,"independentOpponentIds":2901,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["727953477da1c7bfd3dddf55"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.18944691421009138,"lowerBound":0,"upperBound":1,"independentScore":0.18944691421009138,"independent":true,"opponentIds":2902,"independentOpponentIds":2902,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["bbff8e891ca3ce9fb273e4e0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3573594040234422,"lowerBound":0,"upperBound":1,"independentScore":0.3573594040234422,"independent":true,"opponentIds":2903,"independentOpponentIds":2903,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["2d5e8811e66cf17e31e93e44"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.41437574726581655,"lowerBound":0,"upperBound":1,"independentScore":0.41437574726581655,"independent":true,"opponentIds":2904,"independentOpponentIds":2904,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["fdacb847dded341069a86e17"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.24261408831430323,"lowerBound":0,"upperBound":1,"independentScore":0.24261408831430323,"independent":true,"opponentIds":2905,"independentOpponentIds":2905,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9119e88a171b62aff4d1d30f"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5580045787742326,"lowerBound":0,"upperBound":1,"independentScore":0.5580045787742326,"independent":true,"opponentIds":2906,"independentOpponentIds":2906,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["04f2969c4b63ad25ed889181"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.8436811799193578,"lowerBound":0,"upperBound":1,"independentScore":0.8436811799193578,"independent":true,"opponentIds":2907,"independentOpponentIds":2907,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["d2d8294eaf80d456436b1a75"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5644263786056404,"lowerBound":0,"upperBound":1,"independentScore":0.5644263786056404,"independent":true,"opponentIds":2908,"independentOpponentIds":2908,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["4251c0820afca56a08be5811"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2644584021327815,"lowerBound":0,"upperBound":1,"independentScore":0.2644584021327815,"independent":true,"opponentIds":2909,"independentOpponentIds":2909,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["de8c589cdba00a5c5afca9c9"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.07851356206689364,"lowerBound":0,"upperBound":1,"independentScore":0.07851356206689364,"independent":true,"opponentIds":2910,"independentOpponentIds":2910,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["587a06eec8c56d9a9b6aedb0"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.34214512781665096,"lowerBound":0,"upperBound":1,"independentScore":0.34214512781665096,"independent":true,"opponentIds":2911,"independentOpponentIds":2911,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["b8383df5670c6809c2eef77c"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e6194a0353b1168809b0b254","77ce916db696117abf426908","727953477da1c7bfd3dddf55","bbff8e891ca3ce9fb273e4e0","2d5e8811e66cf17e31e93e44","fdacb847dded341069a86e17","9119e88a171b62aff4d1d30f","04f2969c4b63ad25ed889181","d2d8294eaf80d456436b1a75","4251c0820afca56a08be5811","de8c589cdba00a5c5afca9c9","587a06eec8c56d9a9b6aedb0","b8383df5670c6809c2eef77c"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"qwen3-30b-a3b-thinking-2507--effort-reasoning","name":"Qwen3-30B-A3B-Thinking-2507 · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-30b-a3b-thinking-2507","detailsUrl":"/efforts?model=qwen3-30b-a3b-thinking-2507","publishedBenchmarkCount":21,"overallRating":{"score":0.04627274309089205,"supported":true,"families":17,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":17,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999915}]},"capabilityRatings":[{"bucket":"agentic","score":0.03255850408791518,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.07239341382622967,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.04520819341788981,"supported":true,"families":3,"independentFamilies":3,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.06658687054254782,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.1396261423285272,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.12024628433138475,"lowerBound":0,"upperBound":1,"independentScore":0.12024628433138475,"independent":true,"opponentIds":2912,"independentOpponentIds":2912,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["3550590d824ebcef07ed8d6e"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5694459339231056,"lowerBound":0,"upperBound":1,"independentScore":0.5694459339231056,"independent":true,"opponentIds":2913,"independentOpponentIds":2913,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["d6db70276e35943ca61c814e"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6034786899748996,"lowerBound":0,"upperBound":1,"independentScore":0.6034786899748996,"independent":true,"opponentIds":2914,"independentOpponentIds":2914,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["2321ae88075ead248809d8e1"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.17537636721979807,"lowerBound":0,"upperBound":1,"independentScore":0.17537636721979807,"independent":true,"opponentIds":2915,"independentOpponentIds":2915,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["1f1f0c80edae6f3a634beda2"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5567109959069685,"lowerBound":0,"upperBound":1,"independentScore":0.5567109959069685,"independent":true,"opponentIds":2916,"independentOpponentIds":2916,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["370b5b9bebce490bc7802be4"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.06655756965993437,"lowerBound":0,"upperBound":1,"independentScore":0.06655756965993437,"independent":true,"opponentIds":2917,"independentOpponentIds":2917,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["b4d7a3feb92d122e78ebcd62"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.17977828646594984,"lowerBound":0,"upperBound":1,"independentScore":0.17977828646594984,"independent":true,"opponentIds":2918,"independentOpponentIds":2918,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["d2591a46db7e7e1ce9c5d203"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.46107757529609006,"lowerBound":0,"upperBound":1,"independentScore":0.46107757529609006,"independent":true,"opponentIds":2919,"independentOpponentIds":2919,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["82ee76c486480d1331cac8a7"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5231180080878733,"lowerBound":0,"upperBound":1,"independentScore":0.5231180080878733,"independent":true,"opponentIds":2920,"independentOpponentIds":2920,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["694a6ae93a990d591913241b"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6159411043271501,"lowerBound":0,"upperBound":1,"independentScore":0.6159411043271501,"independent":true,"opponentIds":2921,"independentOpponentIds":2921,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["7ece9316f357641df5610882"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7480411614986453,"lowerBound":0,"upperBound":1,"independentScore":0.7480411614986453,"independent":true,"opponentIds":2922,"independentOpponentIds":2922,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f4e0fece0be006e5564b5eea"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.855465593831196,"lowerBound":0,"upperBound":1,"independentScore":0.855465593831196,"independent":true,"opponentIds":2923,"independentOpponentIds":2923,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["48efe4f78a59711b33996eb4"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6593886833010288,"lowerBound":0,"upperBound":1,"independentScore":0.6593886833010288,"independent":true,"opponentIds":2924,"independentOpponentIds":2924,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["1bfc9cea4d180f9ec285a7ad"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.3447790169886912,"lowerBound":0,"upperBound":1,"independentScore":0.3447790169886912,"independent":true,"opponentIds":2925,"independentOpponentIds":2925,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["a0c4514c75c30f131fadd06c"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.22108587299613908,"lowerBound":0,"upperBound":1,"independentScore":0.22108587299613908,"independent":true,"opponentIds":2926,"independentOpponentIds":2926,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["97fe37c7f9321a9afbce9419"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.2606745354500634,"lowerBound":0,"upperBound":1,"independentScore":0.2606745354500634,"independent":true,"opponentIds":2927,"independentOpponentIds":2927,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["2143491abf4fa705ee0ff478","eb94bdb3a73cbd6888dd9b81"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.2033182225072399,"lowerBound":0,"upperBound":1,"independentScore":0.2033182225072399,"independent":true,"opponentIds":2928,"independentOpponentIds":2928,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["7da6e30fc453a9160b7fc090","da91fae6c59400b775705b5c","52eff8771abcc56b8e2ca851"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3550590d824ebcef07ed8d6e","d6db70276e35943ca61c814e","2321ae88075ead248809d8e1","1f1f0c80edae6f3a634beda2","370b5b9bebce490bc7802be4","b4d7a3feb92d122e78ebcd62","d2591a46db7e7e1ce9c5d203","82ee76c486480d1331cac8a7","694a6ae93a990d591913241b","7ece9316f357641df5610882","f4e0fece0be006e5564b5eea","48efe4f78a59711b33996eb4","1bfc9cea4d180f9ec285a7ad","a0c4514c75c30f131fadd06c","97fe37c7f9321a9afbce9419","2143491abf4fa705ee0ff478","eb94bdb3a73cbd6888dd9b81","7da6e30fc453a9160b7fc090","da91fae6c59400b775705b5c","52eff8771abcc56b8e2ca851"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":21}],"unspecified":0,"total":21}},{"id":"qwen3-32b--effort-reasoning","name":"Qwen3-32B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-32b","detailsUrl":"/efforts?model=qwen3-32b","publishedBenchmarkCount":21,"overallRating":{"score":0.03662048450142097,"supported":true,"families":17,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":17,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999899}]},"capabilityRatings":[{"bucket":"agentic","score":0.04097231163020696,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.06508408922468321,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03507950435358954,"supported":true,"families":3,"independentFamilies":3,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.04842658869142106,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.09231412766267566,"lowerBound":0,"upperBound":1,"independentScore":0.09231412766267566,"independent":true,"opponentIds":2929,"independentOpponentIds":2929,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["40395342c9fca4b8ab6ec126"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.713018702471763,"lowerBound":0,"upperBound":1,"independentScore":0.713018702471763,"independent":true,"opponentIds":2930,"independentOpponentIds":2930,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["236503dc2ece70ff04cb2662"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05767512848086709,"lowerBound":0,"upperBound":1,"independentScore":0.05767512848086709,"independent":true,"opponentIds":2931,"independentOpponentIds":2931,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["dc2bbac9236f9e228cd498ce"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.22447129122294487,"lowerBound":0,"upperBound":1,"independentScore":0.22447129122294487,"independent":true,"opponentIds":2932,"independentOpponentIds":2932,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["f14f0ee78f85450317855ae0"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5567109959069685,"lowerBound":0,"upperBound":1,"independentScore":0.5567109959069685,"independent":true,"opponentIds":2933,"independentOpponentIds":2933,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["32e698f91999aa66dbf0d33b"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.25316835559397527,"lowerBound":0,"upperBound":1,"independentScore":0.25316835559397527,"independent":true,"opponentIds":2934,"independentOpponentIds":2934,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["2881dc70ef3c09ffe8b7aaf6"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.1703250001849912,"lowerBound":0,"upperBound":1,"independentScore":0.1703250001849912,"independent":true,"opponentIds":2935,"independentOpponentIds":2935,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["8d8b0c8bfd82a870c0e8e9fe"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3903289428467857,"lowerBound":0,"upperBound":1,"independentScore":0.3903289428467857,"independent":true,"opponentIds":2936,"independentOpponentIds":2936,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["09c94da7f63cc4f35fcaa8ef"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.43433362878686144,"lowerBound":0,"upperBound":1,"independentScore":0.43433362878686144,"independent":true,"opponentIds":2937,"independentOpponentIds":2937,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["532667768a038808e1c06a66"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.31352675963751503,"lowerBound":0,"upperBound":1,"independentScore":0.31352675963751503,"independent":true,"opponentIds":2938,"independentOpponentIds":2938,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["fe95c5c72ff58ffbfe5f6823"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5828850217679985,"lowerBound":0,"upperBound":1,"independentScore":0.5828850217679985,"independent":true,"opponentIds":2939,"independentOpponentIds":2939,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["366e308a05ab543e85742e62"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.7436893887502508,"lowerBound":0,"upperBound":1,"independentScore":0.7436893887502508,"independent":true,"opponentIds":2940,"independentOpponentIds":2940,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["0b986f53a1a49d882b80d396"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6384942716397141,"lowerBound":0,"upperBound":1,"independentScore":0.6384942716397141,"independent":true,"opponentIds":2941,"independentOpponentIds":2941,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["239624201d84931ac65ea002"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.4226325980861376,"lowerBound":0,"upperBound":1,"independentScore":0.4226325980861376,"independent":true,"opponentIds":2942,"independentOpponentIds":2942,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["7986bc6ac6e65fd08a7872d5"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.2382558365642022,"lowerBound":0,"upperBound":1,"independentScore":0.2382558365642022,"independent":true,"opponentIds":2943,"independentOpponentIds":2943,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["4f069f41ce299bb5371886aa"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.2763544114377906,"lowerBound":0,"upperBound":1,"independentScore":0.2763544114377906,"independent":true,"opponentIds":2944,"independentOpponentIds":2944,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["49a11e10c53668cb78a23aff","66b3f17222441498b28217a6"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.19880542881331073,"lowerBound":0,"upperBound":1,"independentScore":0.19880542881331073,"independent":true,"opponentIds":2945,"independentOpponentIds":2945,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["0473d12b293f64f0a0d6891e","600f05c1a0f31fa75134db9e","051c088ca8dff8e607638eba"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["40395342c9fca4b8ab6ec126","236503dc2ece70ff04cb2662","dc2bbac9236f9e228cd498ce","f14f0ee78f85450317855ae0","32e698f91999aa66dbf0d33b","2881dc70ef3c09ffe8b7aaf6","8d8b0c8bfd82a870c0e8e9fe","09c94da7f63cc4f35fcaa8ef","532667768a038808e1c06a66","fe95c5c72ff58ffbfe5f6823","366e308a05ab543e85742e62","0b986f53a1a49d882b80d396","239624201d84931ac65ea002","7986bc6ac6e65fd08a7872d5","4f069f41ce299bb5371886aa","49a11e10c53668cb78a23aff","66b3f17222441498b28217a6","0473d12b293f64f0a0d6891e","600f05c1a0f31fa75134db9e","051c088ca8dff8e607638eba"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":21}],"unspecified":0,"total":21}},{"id":"qwen3-32b--effort-non-reasoning","name":"Qwen3-32B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-32b","detailsUrl":"/efforts?model=qwen3-32b","publishedBenchmarkCount":11,"overallRating":{"score":0.014673402245202955,"supported":true,"families":9,"publishers":2,"evaluationSources":2,"taskAreas":4,"opponents":214,"independentFamilies":9,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.509187371147415},{"source":"Epoch AI","independent":true,"share":0.490812628852585}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.01945928760274802,"supported":true,"families":5,"independentFamilies":5,"opponents":214,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.008238883738250402,"supported":false,"families":1,"independentFamilies":1,"opponents":112,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01782081356767759,"supported":true,"families":2,"independentFamilies":2,"opponents":181,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.09315171326962159,"lowerBound":0,"upperBound":1,"independentScore":0.09315171326962159,"independent":true,"opponentIds":2946,"independentOpponentIds":2946,"panelSize":150,"publishers":["Artificial Analysis","Epoch AI"],"observations":["50bc16029e3f89646a8db5d5","epoch-run-CfmvbqzjpF6cCJQfzqdD4w"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.057765926587936,"lowerBound":0,"upperBound":1,"independentScore":0.057765926587936,"independent":true,"opponentIds":2931,"independentOpponentIds":2931,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["467c0d1a8d9fbd1da7d58c18"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.20559626813148005,"lowerBound":0,"upperBound":1,"independentScore":0.20559626813148005,"independent":true,"opponentIds":2947,"independentOpponentIds":2947,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["ef0a55af7e9bca42a6969898","epoch-run-EXpHB6kFqDjRfG9A5LsDf6"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.13379760131399354,"lowerBound":0,"upperBound":1,"independentScore":0.13379760131399354,"independent":true,"opponentIds":2937,"independentOpponentIds":2937,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["48c85cef75aca509424f96d8"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.17948034080549333,"lowerBound":0,"upperBound":1,"independentScore":0.17948034080549333,"independent":true,"opponentIds":2938,"independentOpponentIds":2938,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["cc30d25c84e9b4477b649acc"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.22355774384507895,"lowerBound":0,"upperBound":1,"independentScore":0.22355774384507895,"independent":true,"opponentIds":2939,"independentOpponentIds":2939,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["c013a49962eaeffd601049e4"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.4374058234181611,"lowerBound":0,"upperBound":1,"independentScore":0.4374058234181611,"independent":true,"opponentIds":2940,"independentOpponentIds":2940,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["ba8a236b0d865aa499356fe1"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.36776502085168944,"lowerBound":0,"upperBound":1,"independentScore":0.36776502085168944,"independent":true,"opponentIds":2941,"independentOpponentIds":2941,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["29346831ae44b3d310de7180"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.2010407258628314,"lowerBound":0,"upperBound":1,"independentScore":0.2010407258628314,"independent":true,"opponentIds":2948,"independentOpponentIds":2948,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-NV5tAZdTHYzP6F6Ym4dUus"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["50bc16029e3f89646a8db5d5","467c0d1a8d9fbd1da7d58c18","ef0a55af7e9bca42a6969898","48c85cef75aca509424f96d8","cc30d25c84e9b4477b649acc","c013a49962eaeffd601049e4","ba8a236b0d865aa499356fe1","29346831ae44b3d310de7180","epoch-run-NV5tAZdTHYzP6F6Ym4dUus","epoch-run-EXpHB6kFqDjRfG9A5LsDf6","epoch-run-CfmvbqzjpF6cCJQfzqdD4w"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","gemini-3.5-flash-lite","gpt-5.5","gemini-3.1-flash-lite","gpt-5.6-terra","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","agnes-2.5-pro-alpha","command-a-plus-05-2026","deepseek-v4-flash-0424","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":11}],"unspecified":0,"total":11}},{"id":"qwen3-4b--effort-reasoning","name":"Qwen3-4B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-4b","detailsUrl":"/efforts?model=qwen3-4b","publishedBenchmarkCount":9,"overallRating":{"score":0.013482463880109893,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":213,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000069}]},"capabilityRatings":[{"bucket":"agentic","score":0.009346778572716463,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.018500426956724894,"supported":true,"families":4,"independentFamilies":4,"opponents":213,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.022307402338776722,"supported":false,"families":1,"independentFamilies":1,"opponents":112,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.017386434157961587,"supported":true,"families":2,"independentFamilies":2,"opponents":181,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.22241547363307976,"lowerBound":0,"upperBound":1,"independentScore":0.22241547363307976,"independent":true,"opponentIds":2949,"independentOpponentIds":2949,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["3fb8f25022ef3577afaf7e10"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.057434128300031716,"lowerBound":0,"upperBound":1,"independentScore":0.057434128300031716,"independent":true,"opponentIds":2950,"independentOpponentIds":2950,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["37ddd191ba8a7706c22ede89"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.21467955464362043,"lowerBound":0,"upperBound":1,"independentScore":0.21467955464362043,"independent":true,"opponentIds":2951,"independentOpponentIds":2951,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["91155b95de942a7455e43323"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.18113314012945078,"lowerBound":0,"upperBound":1,"independentScore":0.18113314012945078,"independent":true,"opponentIds":2952,"independentOpponentIds":2952,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["603076858d0e2948a85c123d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.22261897580120288,"lowerBound":0,"upperBound":1,"independentScore":0.22261897580120288,"independent":true,"opponentIds":2953,"independentOpponentIds":2953,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["87904f931dc2ffb73802afcf"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.442641362649669,"lowerBound":0,"upperBound":1,"independentScore":0.442641362649669,"independent":true,"opponentIds":2954,"independentOpponentIds":2954,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["e0bb53c1cf9d782756209f3d"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.6437499808452053,"lowerBound":0,"upperBound":1,"independentScore":0.6437499808452053,"independent":true,"opponentIds":2955,"independentOpponentIds":2955,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["b4374f7d2c16022ba21b76a9"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.3022533560489432,"lowerBound":0,"upperBound":1,"independentScore":0.3022533560489432,"independent":true,"opponentIds":2956,"independentOpponentIds":2956,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f46c6d830769a6c4e5c99df7"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.172024607378716,"lowerBound":0,"upperBound":1,"independentScore":0.172024607378716,"independent":true,"opponentIds":2957,"independentOpponentIds":2957,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["32c6def6785bf325dc4f87ed"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["3fb8f25022ef3577afaf7e10","37ddd191ba8a7706c22ede89","91155b95de942a7455e43323","603076858d0e2948a85c123d","87904f931dc2ffb73802afcf","e0bb53c1cf9d782756209f3d","b4374f7d2c16022ba21b76a9","f46c6d830769a6c4e5c99df7","32c6def6785bf325dc4f87ed"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":9}],"unspecified":0,"total":9}},{"id":"qwen3-4b--effort-non-reasoning","name":"Qwen3-4B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-4b","detailsUrl":"/efforts?model=qwen3-4b","publishedBenchmarkCount":7,"overallRating":{"score":0.010296832375203803,"supported":true,"families":6,"publishers":2,"evaluationSources":2,"taskAreas":3,"opponents":214,"independentFamilies":6,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.5143635471458637},{"source":"Artificial Analysis","independent":true,"share":0.4856364528541369}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.014066358844921372,"supported":true,"families":4,"independentFamilies":4,"opponents":214,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.005116818941857174,"supported":false,"families":1,"independentFamilies":1,"opponents":112,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.008198372583631883,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.043880566079129164,"lowerBound":0,"upperBound":1,"independentScore":0.043880566079129164,"independent":true,"opponentIds":2958,"independentOpponentIds":2958,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["65f0ddfbfd712968af3079af","epoch-run-SLJyD8yew4TxcmprJfVvuE"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.05276922079079218,"lowerBound":0,"upperBound":1,"independentScore":0.05276922079079218,"independent":true,"opponentIds":2952,"independentOpponentIds":2952,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["6a3477ae7039d94212e11fec"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.13761659345594296,"lowerBound":0,"upperBound":1,"independentScore":0.13761659345594296,"independent":true,"opponentIds":2954,"independentOpponentIds":2954,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["7eda1f86bc4fd88090113e80"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.3713659550480428,"lowerBound":0,"upperBound":1,"independentScore":0.3713659550480428,"independent":true,"opponentIds":2955,"independentOpponentIds":2955,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["f7989a07f2d2c06d46c14671"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.1721362133260222,"lowerBound":0,"upperBound":1,"independentScore":0.1721362133260222,"independent":true,"opponentIds":2956,"independentOpponentIds":2956,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["629a36632de288da7f71fb5d"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.19024631721308574,"lowerBound":0,"upperBound":1,"independentScore":0.19024631721308574,"independent":true,"opponentIds":2959,"independentOpponentIds":2959,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-3mCgC7byPaZ3zzPM98bY5A"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["65f0ddfbfd712968af3079af","6a3477ae7039d94212e11fec","7eda1f86bc4fd88090113e80","f7989a07f2d2c06d46c14671","629a36632de288da7f71fb5d","epoch-run-3mCgC7byPaZ3zzPM98bY5A","epoch-run-SLJyD8yew4TxcmprJfVvuE"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-3.5-turbo","gpt-4","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o3-pro","o4-mini","phi-4","phi-4-mini-instruct","phi-4-multimodal-instruct","pixtral-large-2411","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-max","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","qwen3.7-flash","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":7}],"unspecified":0,"total":7}},{"id":"qwen3-4b-instruct-2507--effort-non-reasoning","name":"Qwen3-4B-Instruct-2507 · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-4b-instruct-2507","detailsUrl":"/efforts?model=qwen3-4b-instruct-2507","publishedBenchmarkCount":13,"overallRating":{"score":0.016505440556535852,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999885}]},"capabilityRatings":[{"bucket":"agentic","score":0.022259807204700527,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.025803480928689088,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.016653579177910136,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.014611997624374753,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.01731872092833937,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5125284833521466,"lowerBound":0,"upperBound":1,"independentScore":0.5125284833521466,"independent":true,"opponentIds":2960,"independentOpponentIds":2960,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["b8304749e7352f154e474794"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.17166977723464932,"lowerBound":0,"upperBound":1,"independentScore":0.17166977723464932,"independent":true,"opponentIds":2961,"independentOpponentIds":2961,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["15a1c599f7692208475bf7ec"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2551733148128987,"lowerBound":0,"upperBound":1,"independentScore":0.2551733148128987,"independent":true,"opponentIds":2962,"independentOpponentIds":2962,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["56d2377da4fb0704eb1ac2d3"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.11797835512831527,"lowerBound":0,"upperBound":1,"independentScore":0.11797835512831527,"independent":true,"opponentIds":2963,"independentOpponentIds":2963,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["fa65e4aae5f09070d5102301"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2197466702175786,"lowerBound":0,"upperBound":1,"independentScore":0.2197466702175786,"independent":true,"opponentIds":2964,"independentOpponentIds":2964,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["9eb087a7abc8d597044257ee"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.20080755388437826,"lowerBound":0,"upperBound":1,"independentScore":0.20080755388437826,"independent":true,"opponentIds":2965,"independentOpponentIds":2965,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["4d43e7f62daa161d728080e2"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.2755621199613465,"lowerBound":0,"upperBound":1,"independentScore":0.2755621199613465,"independent":true,"opponentIds":2966,"independentOpponentIds":2966,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["c10be8c55f9429f748beb6b9"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.3693190140145961,"lowerBound":0,"upperBound":1,"independentScore":0.3693190140145961,"independent":true,"opponentIds":2967,"independentOpponentIds":2967,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["9b204881e5210ee72604f1d6"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.2307919465579482,"lowerBound":0,"upperBound":1,"independentScore":0.2307919465579482,"independent":true,"opponentIds":2968,"independentOpponentIds":2968,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["78d1af6fd684f7bf363b664e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.12779841959271832,"lowerBound":0,"upperBound":1,"independentScore":0.12779841959271832,"independent":true,"opponentIds":2969,"independentOpponentIds":2969,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["cd9a6a9b734e8a05a1d62106"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.33158417434870285,"lowerBound":0,"upperBound":1,"independentScore":0.33158417434870285,"independent":true,"opponentIds":2970,"independentOpponentIds":2970,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["be24a4e27b32bad48a266dab"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.2800367644409318,"lowerBound":0,"upperBound":1,"independentScore":0.2800367644409318,"independent":true,"opponentIds":2971,"independentOpponentIds":2971,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["37afc57a11a68563f8f2ef72"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b8304749e7352f154e474794","15a1c599f7692208475bf7ec","56d2377da4fb0704eb1ac2d3","fa65e4aae5f09070d5102301","9eb087a7abc8d597044257ee","4d43e7f62daa161d728080e2","c10be8c55f9429f748beb6b9","9b204881e5210ee72604f1d6","78d1af6fd684f7bf363b664e","cd9a6a9b734e8a05a1d62106","be24a4e27b32bad48a266dab","37afc57a11a68563f8f2ef72"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-4b-thinking-2507--effort-reasoning","name":"Qwen3-4B-Thinking-2507 · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-4b-thinking-2507","detailsUrl":"/efforts?model=qwen3-4b-thinking-2507","publishedBenchmarkCount":12,"overallRating":{"score":0.032344762601597625,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000175}]},"capabilityRatings":[{"bucket":"agentic","score":0.01951643951821423,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.05074953934809392,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.024671747800570156,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.03669996053842057,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.05559979825562816,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8260831448067643,"lowerBound":0,"upperBound":1,"independentScore":0.8260831448067643,"independent":true,"opponentIds":2972,"independentOpponentIds":2972,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["96ebe1b6fbf2e0d343e3a601"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.39859503565270304,"lowerBound":0,"upperBound":1,"independentScore":0.39859503565270304,"independent":true,"opponentIds":2973,"independentOpponentIds":2973,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["e5545ac10fac2b93cda828d1"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25440087228988834,"lowerBound":0,"upperBound":1,"independentScore":0.25440087228988834,"independent":true,"opponentIds":2974,"independentOpponentIds":2974,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["73326f7b5805389fbe29ad4d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3849384965656618,"lowerBound":0,"upperBound":1,"independentScore":0.3849384965656618,"independent":true,"opponentIds":2975,"independentOpponentIds":2975,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e11def07dfa9e995c73e1bac"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.37480550009766406,"lowerBound":0,"upperBound":1,"independentScore":0.37480550009766406,"independent":true,"opponentIds":2976,"independentOpponentIds":2976,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["15a62e80d61f958a5049ebf7"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.606382949002821,"lowerBound":0,"upperBound":1,"independentScore":0.606382949002821,"independent":true,"opponentIds":2977,"independentOpponentIds":2977,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["8942418d355ebf98c867b34b"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6583797691111729,"lowerBound":0,"upperBound":1,"independentScore":0.6583797691111729,"independent":true,"opponentIds":2978,"independentOpponentIds":2978,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["db6ac46ae5700dbe44444c52"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.4286400532265527,"lowerBound":0,"upperBound":1,"independentScore":0.4286400532265527,"independent":true,"opponentIds":2979,"independentOpponentIds":2979,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["7b9744f8d20c3175afe7b407"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.1650657714089497,"lowerBound":0,"upperBound":1,"independentScore":0.1650657714089497,"independent":true,"opponentIds":2980,"independentOpponentIds":2980,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["fa0a36c238b7bcee88d55771"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.30644830120093836,"lowerBound":0,"upperBound":1,"independentScore":0.30644830120093836,"independent":true,"opponentIds":2981,"independentOpponentIds":2981,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["9cd71124c6978766c9d6d511"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.12408869192698053,"lowerBound":0,"upperBound":1,"independentScore":0.12408869192698053,"independent":true,"opponentIds":2982,"independentOpponentIds":2982,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["a6478507eb9c1b358f3b4a3c"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["96ebe1b6fbf2e0d343e3a601","e5545ac10fac2b93cda828d1","73326f7b5805389fbe29ad4d","e11def07dfa9e995c73e1bac","15a62e80d61f958a5049ebf7","8942418d355ebf98c867b34b","db6ac46ae5700dbe44444c52","7b9744f8d20c3175afe7b407","fa0a36c238b7bcee88d55771","9cd71124c6978766c9d6d511","a6478507eb9c1b358f3b4a3c"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"qwen3-8b--effort-reasoning","name":"Qwen3-8B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-8b","detailsUrl":"/efforts?model=qwen3-8b","publishedBenchmarkCount":21,"overallRating":{"score":0.0174701076660439,"supported":true,"families":17,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":17,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999877}]},"capabilityRatings":[{"bucket":"agentic","score":0.02780216487394804,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.01853803936294384,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.02032487320658291,"supported":true,"families":3,"independentFamilies":3,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.023517986963687287,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.03897450925938405,"lowerBound":0,"upperBound":1,"independentScore":0.03897450925938405,"independent":true,"opponentIds":2983,"independentOpponentIds":2983,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["6aec1ffa155c03633da8ddbc"],"sourceScores":[]},{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.17423404124521236,"lowerBound":0,"upperBound":1,"independentScore":0.17423404124521236,"independent":true,"opponentIds":2984,"independentOpponentIds":2984,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["0ee738972827562727062ab4"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05815688641442225,"lowerBound":0,"upperBound":1,"independentScore":0.05815688641442225,"independent":true,"opponentIds":2985,"independentOpponentIds":2985,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["fff734316823fab5da7d9839"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.10261067628656265,"lowerBound":0,"upperBound":1,"independentScore":0.10261067628656265,"independent":true,"opponentIds":2986,"independentOpponentIds":2986,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["470d367830b121eff8410527"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25205842899964165,"lowerBound":0,"upperBound":1,"independentScore":0.25205842899964165,"independent":true,"opponentIds":2987,"independentOpponentIds":2987,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["a71931fca8ea24e37311ccff"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.22471499456435334,"lowerBound":0,"upperBound":1,"independentScore":0.22471499456435334,"independent":true,"opponentIds":2988,"independentOpponentIds":2988,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["ebca0d32e1876250f09920a9"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.09995053564896601,"lowerBound":0,"upperBound":1,"independentScore":0.09995053564896601,"independent":true,"opponentIds":2989,"independentOpponentIds":2989,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["1d0248ab020e41ba3ca08e1c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2888382098786796,"lowerBound":0,"upperBound":1,"independentScore":0.2888382098786796,"independent":true,"opponentIds":2990,"independentOpponentIds":2990,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3f121713f6dd60580e421928"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.10999001719298197,"lowerBound":0,"upperBound":1,"independentScore":0.10999001719298197,"independent":true,"opponentIds":2991,"independentOpponentIds":2991,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["07a8885a5754031517a535e8"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.26464574730808815,"lowerBound":0,"upperBound":1,"independentScore":0.26464574730808815,"independent":true,"opponentIds":2992,"independentOpponentIds":2992,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["c0a1791dc8cd498b60abbce8"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.4178724838326638,"lowerBound":0,"upperBound":1,"independentScore":0.4178724838326638,"independent":true,"opponentIds":2993,"independentOpponentIds":2993,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["1c4376001c7ea7ed1c0c72d6"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.5147831210152362,"lowerBound":0,"upperBound":1,"independentScore":0.5147831210152362,"independent":true,"opponentIds":2994,"independentOpponentIds":2994,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["c030d0371f9e059436a36972"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.419871954153786,"lowerBound":0,"upperBound":1,"independentScore":0.419871954153786,"independent":true,"opponentIds":2995,"independentOpponentIds":2995,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["3085e36820ee68bd4a102b22"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.20376576012715328,"lowerBound":0,"upperBound":1,"independentScore":0.20376576012715328,"independent":true,"opponentIds":2996,"independentOpponentIds":2996,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["5702032aa67edf32f4667d95"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.10299154133672075,"lowerBound":0,"upperBound":1,"independentScore":0.10299154133672075,"independent":true,"opponentIds":2997,"independentOpponentIds":2997,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["f14ac71d6c0d2283748b9d25"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.22403687649927362,"lowerBound":0,"upperBound":1,"independentScore":0.22403687649927362,"independent":true,"opponentIds":2998,"independentOpponentIds":2998,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["a2753d2f3b8d5e1cdf181a56","733f2508843a636f98ba5701"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.16445505708993904,"lowerBound":0,"upperBound":1,"independentScore":0.16445505708993904,"independent":true,"opponentIds":2999,"independentOpponentIds":2999,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["25b23d6d1d47b76b25448251","90aa8fa4b05c718ddfd307c8","5c8bf720b7385ebdeb270f69"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6aec1ffa155c03633da8ddbc","0ee738972827562727062ab4","fff734316823fab5da7d9839","470d367830b121eff8410527","a71931fca8ea24e37311ccff","ebca0d32e1876250f09920a9","1d0248ab020e41ba3ca08e1c","3f121713f6dd60580e421928","07a8885a5754031517a535e8","c0a1791dc8cd498b60abbce8","1c4376001c7ea7ed1c0c72d6","c030d0371f9e059436a36972","3085e36820ee68bd4a102b22","5702032aa67edf32f4667d95","f14ac71d6c0d2283748b9d25","a2753d2f3b8d5e1cdf181a56","733f2508843a636f98ba5701","25b23d6d1d47b76b25448251","90aa8fa4b05c718ddfd307c8","5c8bf720b7385ebdeb270f69"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","mistral-large-2407","mistral-medium-2505","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","claude-opus-4-6","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","minimax-m2.5","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","o1","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":21}],"unspecified":0,"total":21}},{"id":"qwen3-8b--effort-non-reasoning","name":"Qwen3-8B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-8b","detailsUrl":"/efforts?model=qwen3-8b","publishedBenchmarkCount":16,"overallRating":{"score":0.010623280814261338,"supported":true,"families":13,"publishers":2,"evaluationSources":2,"taskAreas":5,"opponents":217,"independentFamilies":13,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5574280711506073},{"source":"Epoch AI","independent":true,"share":0.4425719288493896}]},"capabilityRatings":[{"bucket":"agentic","score":0.01880540272934247,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.014788854596227329,"supported":true,"families":6,"independentFamilies":6,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.006536215334620555,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.011598578437746655,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.08343466585818583,"lowerBound":0,"upperBound":1,"independentScore":0.08343466585818583,"independent":true,"opponentIds":3000,"independentOpponentIds":3000,"panelSize":150,"publishers":["Artificial Analysis","Epoch AI"],"observations":["77e57e37efff0800a4ac52e2","epoch-run-ASLdzByzxxMxFeLc7dwTPi"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.055586294260440136,"lowerBound":0,"upperBound":1,"independentScore":0.055586294260440136,"independent":true,"opponentIds":2985,"independentOpponentIds":2985,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["810d82044b4b72e1d77b2229"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25517331481289857,"lowerBound":0,"upperBound":1,"independentScore":0.25517331481289857,"independent":true,"opponentIds":2987,"independentOpponentIds":2987,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["553d1656777ad9dd0b5fbd2e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.11012191122057967,"lowerBound":0,"upperBound":1,"independentScore":0.11012191122057967,"independent":true,"opponentIds":3001,"independentOpponentIds":3001,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["9607a0d57cad509ef28ad301","epoch-run-LcttjHHzTyAW6MqNE29xiK"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.0027388189124527475,"lowerBound":0,"upperBound":1,"independentScore":0.0027388189124527475,"independent":true,"opponentIds":2991,"independentOpponentIds":2991,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["f444a8a8c61adea63cb4e058"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.13624493728185935,"lowerBound":0,"upperBound":1,"independentScore":0.13624493728185935,"independent":true,"opponentIds":2992,"independentOpponentIds":2992,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["bf779bb3e13563b175f0959e"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.12409023507842322,"lowerBound":0,"upperBound":1,"independentScore":0.12409023507842322,"independent":true,"opponentIds":2993,"independentOpponentIds":2993,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["a1b9be1ec2a8c4aba2017b1b"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.32621209981061994,"lowerBound":0,"upperBound":1,"independentScore":0.32621209981061994,"independent":true,"opponentIds":2994,"independentOpponentIds":2994,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["3598c03b7e5214c93e9c72ca"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.19741774849876056,"lowerBound":0,"upperBound":1,"independentScore":0.19741774849876056,"independent":true,"opponentIds":2995,"independentOpponentIds":2995,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["bbb6369c5b97ed3eb6f04b90"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.13362028243512156,"lowerBound":0,"upperBound":1,"independentScore":0.13362028243512156,"independent":true,"opponentIds":2996,"independentOpponentIds":2996,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["f261ae29c7c086c8c29aff0b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.298525843062842,"lowerBound":0,"upperBound":1,"independentScore":0.298525843062842,"independent":true,"opponentIds":3002,"independentOpponentIds":3002,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["c2a1189537534941d9d8a6cf"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.17778775562817378,"lowerBound":0,"upperBound":1,"independentScore":0.17778775562817378,"independent":true,"opponentIds":3003,"independentOpponentIds":3003,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["e64c7478502eac8baee26e39"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.0687770904267581,"lowerBound":0,"upperBound":1,"independentScore":0.0687770904267581,"independent":true,"opponentIds":3004,"independentOpponentIds":3004,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-bUATynSWVG53pxLCE2zeAD"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["77e57e37efff0800a4ac52e2","810d82044b4b72e1d77b2229","553d1656777ad9dd0b5fbd2e","9607a0d57cad509ef28ad301","f444a8a8c61adea63cb4e058","bf779bb3e13563b175f0959e","a1b9be1ec2a8c4aba2017b1b","3598c03b7e5214c93e9c72ca","bbb6369c5b97ed3eb6f04b90","f261ae29c7c086c8c29aff0b","c2a1189537534941d9d8a6cf","e64c7478502eac8baee26e39","epoch-run-bUATynSWVG53pxLCE2zeAD","epoch-run-LcttjHHzTyAW6MqNE29xiK","epoch-run-ASLdzByzxxMxFeLc7dwTPi"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","gemini-3.5-flash-lite","gpt-5.5","gemini-3.1-flash-lite","gpt-5.6-terra","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","agnes-2.5-pro-alpha","command-a-plus-05-2026","deepseek-v4-flash-0424","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":16}],"unspecified":0,"total":16}},{"id":"qwen3-coder-30b-a3b-instruct--effort-non-reasoning","name":"Qwen3-Coder-30B-A3B-Instruct · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-coder-30b-a3b-instruct","detailsUrl":"/efforts?model=qwen3-coder-30b-a3b-instruct","publishedBenchmarkCount":13,"overallRating":{"score":0.020795417456905316,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999968}]},"capabilityRatings":[{"bucket":"agentic","score":0.037790117261056,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.01903816369060438,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.032052270219271844,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.024436793462432785,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.04525031805771331,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.29991889041421715,"lowerBound":0,"upperBound":1,"independentScore":0.29991889041421715,"independent":true,"opponentIds":3005,"independentOpponentIds":3005,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["a5e53cf2346ee45d0c582775"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3552640062973937,"lowerBound":0,"upperBound":1,"independentScore":0.3552640062973937,"independent":true,"opponentIds":3006,"independentOpponentIds":3006,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["8639ec30f3a041013cccdecc"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2551733148128987,"lowerBound":0,"upperBound":1,"independentScore":0.2551733148128987,"independent":true,"opponentIds":3007,"independentOpponentIds":3007,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["fdd2d19f3143bc2b076e5415"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.21437688281156503,"lowerBound":0,"upperBound":1,"independentScore":0.21437688281156503,"independent":true,"opponentIds":3008,"independentOpponentIds":3008,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["2ae61a29f11e72de77a36c9d"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.10426326319244579,"lowerBound":0,"upperBound":1,"independentScore":0.10426326319244579,"independent":true,"opponentIds":3009,"independentOpponentIds":3009,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["eec049bcf666ad4a78e12134"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.23242390673028432,"lowerBound":0,"upperBound":1,"independentScore":0.23242390673028432,"independent":true,"opponentIds":3010,"independentOpponentIds":3010,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["2c80de3cac3aa9982c6fbe1a"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.4133219829929257,"lowerBound":0,"upperBound":1,"independentScore":0.4133219829929257,"independent":true,"opponentIds":3011,"independentOpponentIds":3011,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["fe3e00ef3fb3a6b9d569105e"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.48552121396741355,"lowerBound":0,"upperBound":1,"independentScore":0.48552121396741355,"independent":true,"opponentIds":3012,"independentOpponentIds":3012,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["2fb790d8ab3d3930b2000933"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.33154494022560516,"lowerBound":0,"upperBound":1,"independentScore":0.33154494022560516,"independent":true,"opponentIds":3013,"independentOpponentIds":3013,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["1b62d586150de22843349748"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.35773956717238103,"lowerBound":0,"upperBound":1,"independentScore":0.35773956717238103,"independent":true,"opponentIds":3014,"independentOpponentIds":3014,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["9b267017f4daf531a326f8af"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.448957061954722,"lowerBound":0,"upperBound":1,"independentScore":0.448957061954722,"independent":true,"opponentIds":3015,"independentOpponentIds":3015,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["76caa5bcdaa62e0399c1cbd7"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.565669502907531,"lowerBound":0,"upperBound":1,"independentScore":0.565669502907531,"independent":true,"opponentIds":3016,"independentOpponentIds":3016,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["282d2dd5d0f2b0feec3a9bbb"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a5e53cf2346ee45d0c582775","8639ec30f3a041013cccdecc","fdd2d19f3143bc2b076e5415","2ae61a29f11e72de77a36c9d","eec049bcf666ad4a78e12134","2c80de3cac3aa9982c6fbe1a","fe3e00ef3fb3a6b9d569105e","2fb790d8ab3d3930b2000933","1b62d586150de22843349748","9b267017f4daf531a326f8af","76caa5bcdaa62e0399c1cbd7","282d2dd5d0f2b0feec3a9bbb"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-coder-480b-a35b-instruct--effort-non-reasoning","name":"Qwen3-Coder-480B-A35B-Instruct · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-coder-480b-a35b-instruct","detailsUrl":"/efforts?model=qwen3-coder-480b-a35b-instruct","publishedBenchmarkCount":13,"overallRating":{"score":0.03449353101616167,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999968}]},"capabilityRatings":[{"bucket":"agentic","score":0.054865158730564356,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.031194298869604842,"supported":true,"families":5,"independentFamilies":5,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.05502774462953224,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0447129648480617,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.07549380828691042,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.4351626143910235,"lowerBound":0,"upperBound":1,"independentScore":0.4351626143910235,"independent":true,"opponentIds":3017,"independentOpponentIds":3017,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["8ece51f27224d12114df7c4a"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.468346069495121,"lowerBound":0,"upperBound":1,"independentScore":0.468346069495121,"independent":true,"opponentIds":3018,"independentOpponentIds":3018,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["0de3521cedd608973feca387"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2551733148128987,"lowerBound":0,"upperBound":1,"independentScore":0.2551733148128987,"independent":true,"opponentIds":3019,"independentOpponentIds":3019,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["b7bb1715f0274733e3390c12"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.32275860523286926,"lowerBound":0,"upperBound":1,"independentScore":0.32275860523286926,"independent":true,"opponentIds":3020,"independentOpponentIds":3020,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["cfa076638384c0501b932837"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.21155215115630827,"lowerBound":0,"upperBound":1,"independentScore":0.21155215115630827,"independent":true,"opponentIds":3021,"independentOpponentIds":3021,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["1ce4d095b186c8dbb2109774"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.43892016532231737,"lowerBound":0,"upperBound":1,"independentScore":0.43892016532231737,"independent":true,"opponentIds":3022,"independentOpponentIds":3022,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["e9ccf3989be626311c527af4"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6063105521984669,"lowerBound":0,"upperBound":1,"independentScore":0.6063105521984669,"independent":true,"opponentIds":3023,"independentOpponentIds":3023,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["c826b7e819def2b96de0b1c1"],"sourceScores":[]},{"id":"math500","label":"math500","bucket":"hard_reasoning","score":0.6983985952776529,"lowerBound":0,"upperBound":1,"independentScore":0.6983985952776529,"independent":true,"opponentIds":3024,"independentOpponentIds":3024,"panelSize":60,"publishers":["Artificial Analysis"],"observations":["69c8dc453e9cd5a94a8bdbac"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5913407625746018,"lowerBound":0,"upperBound":1,"independentScore":0.5913407625746018,"independent":true,"opponentIds":3025,"independentOpponentIds":3025,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["c490527d77a38dba93e58b40"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.30934227459383146,"lowerBound":0,"upperBound":1,"independentScore":0.30934227459383146,"independent":true,"opponentIds":3026,"independentOpponentIds":3026,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["13d73650a0ce5aadc74813ae"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5297182798153578,"lowerBound":0,"upperBound":1,"independentScore":0.5297182798153578,"independent":true,"opponentIds":3027,"independentOpponentIds":3027,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["7c7d9e8d1215597f71eb1e20"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6242866115224489,"lowerBound":0,"upperBound":1,"independentScore":0.6242866115224489,"independent":true,"opponentIds":3028,"independentOpponentIds":3028,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["cef9782dc0d168133b8a20ff"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8ece51f27224d12114df7c4a","0de3521cedd608973feca387","b7bb1715f0274733e3390c12","cfa076638384c0501b932837","1ce4d095b186c8dbb2109774","e9ccf3989be626311c527af4","c826b7e819def2b96de0b1c1","69c8dc453e9cd5a94a8bdbac","c490527d77a38dba93e58b40","13d73650a0ce5aadc74813ae","7c7d9e8d1215597f71eb1e20","cef9782dc0d168133b8a20ff"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-coder-next--effort-non-reasoning","name":"Qwen3-Coder-Next · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-coder-next","detailsUrl":"/efforts?model=qwen3-coder-next","publishedBenchmarkCount":18,"overallRating":{"score":0.04647311090505568,"supported":true,"families":14,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":14,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.999999999999995}]},"capabilityRatings":[{"bucket":"agentic","score":0.08321827798821296,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.053601656673232356,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.06340359056052798,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.03427578761316692,"supported":true,"families":3,"independentFamilies":3,"opponents":209,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.08314821798178107,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.27770436415853533,"lowerBound":0,"upperBound":1,"independentScore":0.27770436415853533,"independent":true,"opponentIds":3029,"independentOpponentIds":3029,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["d469c05a1795dc81f7c98893"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4875979277817771,"lowerBound":0,"upperBound":1,"independentScore":0.4875979277817771,"independent":true,"opponentIds":3030,"independentOpponentIds":3030,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["4023e37a7772337e40c94a66"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.24349033330545916,"lowerBound":0,"upperBound":1,"independentScore":0.24349033330545916,"independent":true,"opponentIds":3031,"independentOpponentIds":3031,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["c0813bddfc181d56d1e8b8a5"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25380312425226104,"lowerBound":0,"upperBound":1,"independentScore":0.25380312425226104,"independent":true,"opponentIds":3032,"independentOpponentIds":3032,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["b74549c8fd9f209dea3e7bc5"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.2953872311034615,"lowerBound":0,"upperBound":1,"independentScore":0.2953872311034615,"independent":true,"opponentIds":3033,"independentOpponentIds":3033,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["f590ce5d0d46d0cce0006d8e"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.40880586279954645,"lowerBound":0,"upperBound":1,"independentScore":0.40880586279954645,"independent":true,"opponentIds":3034,"independentOpponentIds":3034,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["106d757c07493e32172fb22f"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.38259215722409623,"lowerBound":0,"upperBound":1,"independentScore":0.38259215722409623,"independent":true,"opponentIds":3035,"independentOpponentIds":3035,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["b7b3a1fbc5ff2942f395c61f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5175466008712509,"lowerBound":0,"upperBound":1,"independentScore":0.5175466008712509,"independent":true,"opponentIds":3036,"independentOpponentIds":3036,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["f5eee82bc106b4fb51416f3e"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5154496845226049,"lowerBound":0,"upperBound":1,"independentScore":0.5154496845226049,"independent":true,"opponentIds":3037,"independentOpponentIds":3037,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["1806e532fa8659866761b296"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.297087772665891,"lowerBound":0,"upperBound":1,"independentScore":0.297087772665891,"independent":true,"opponentIds":3038,"independentOpponentIds":3038,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["4fdb286556f7a859f007abc5"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.32444608037253375,"lowerBound":0,"upperBound":1,"independentScore":0.32444608037253375,"independent":true,"opponentIds":3039,"independentOpponentIds":3039,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["9dd3ea750813737b771bb546"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.24869557565388928,"lowerBound":0,"upperBound":1,"independentScore":0.24869557565388928,"independent":true,"opponentIds":3040,"independentOpponentIds":3040,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["e73b78f68f384f26a35c1f23"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4550965584105533,"lowerBound":0,"upperBound":1,"independentScore":0.4550965584105533,"independent":true,"opponentIds":3041,"independentOpponentIds":3041,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["70885ee7997cb7f5413f9175","bb4142bd1725e8cb824ec398"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4403510458731245,"lowerBound":0,"upperBound":1,"independentScore":0.4403510458731245,"independent":true,"opponentIds":3042,"independentOpponentIds":3042,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["1c252534d9d58d5a8dc603c1","0851b3e49721b62cf6fdcad2","48676396dd68515d0e746b37"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d469c05a1795dc81f7c98893","4023e37a7772337e40c94a66","c0813bddfc181d56d1e8b8a5","b74549c8fd9f209dea3e7bc5","f590ce5d0d46d0cce0006d8e","106d757c07493e32172fb22f","b7b3a1fbc5ff2942f395c61f","f5eee82bc106b4fb51416f3e","1806e532fa8659866761b296","4fdb286556f7a859f007abc5","9dd3ea750813737b771bb546","e73b78f68f384f26a35c1f23","70885ee7997cb7f5413f9175","bb4142bd1725e8cb824ec398","1c252534d9d58d5a8dc603c1","0851b3e49721b62cf6fdcad2","48676396dd68515d0e746b37"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","qwen3-max","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":18}],"unspecified":0,"total":18}},{"id":"qwen3-max--effort-non-reasoning","name":"Qwen3-max · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-max","detailsUrl":"/efforts?model=qwen3-max","publishedBenchmarkCount":25,"overallRating":{"score":0.08511804696422821,"supported":false,"families":2,"publishers":1,"evaluationSources":1,"taskAreas":2,"opponents":212,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999986}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.09630338932355276,"supported":false,"families":1,"independentFamilies":1,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.10295199528576915,"supported":false,"families":1,"independentFamilies":1,"opponents":63,"opponentLabs":17,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.5873323288107791,"lowerBound":0,"upperBound":1,"independentScore":0.5873323288107791,"independent":true,"opponentIds":3043,"independentOpponentIds":3043,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["4d4b86792ad7edf434ee2ac5"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6007348619673354,"lowerBound":0,"upperBound":1,"independentScore":0.6007348619673354,"independent":true,"opponentIds":3044,"independentOpponentIds":3044,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1ab71f78c9db94e51405eddb","c2fdb1293b42e7e45cbd183b"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4d4b86792ad7edf434ee2ac5","1ab71f78c9db94e51405eddb","c2fdb1293b42e7e45cbd183b"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-premier","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-sonnet-4-5-20250929","claude-sonnet-4-6","deepseek-r1-0528","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-5.0-thinking-preview","exaone-4.0-32b","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-pro","gemma-3-12b-it","gemma-3-1b-it","gemma-3-27b-it","gemma-3-4b-it","glm-4.6","glm-4.6v","glm-4.7","glm-5","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4-mini","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m2","minimax-m2.1","minimax-m2.5","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","qwen3-1.7b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-4b-instruct-2507","qwen3-coder-next","qwen3-next-80b-a3b-thinking","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","seed-oss-36b-instruct","solar-open-100b","tiny-aya-global","agnes-2.5-pro-alpha","amazon-nova-lite","amazon-nova-micro","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","ernie-4.5-300b-a47b-pt","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3.1-flash-lite","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-270m-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.7-flash","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-3.5-turbo","gpt-4","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5.3-codex","gpt-5.4","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-40k","minimax-m1-80k","minimax-m2.7","minimax-m3","mistral-large-2407","mistral-medium-2505","mistral-medium-2508","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o3-pro","o4-mini","phi-4","phi-4-mini-instruct","phi-4-multimodal-instruct","pixtral-large-2411","qwen-3.8-max","qwen3-0.6b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-2b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":25}],"unspecified":0,"total":25}},{"id":"qwen3-next-80b-a3b-instruct--effort-non-reasoning","name":"Qwen3-Next-80B-A3B-Instruct · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-next-80b-a3b-instruct","detailsUrl":"/efforts?model=qwen3-next-80b-a3b-instruct","publishedBenchmarkCount":12,"overallRating":{"score":0.043466351560124766,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000175}]},"capabilityRatings":[{"bucket":"agentic","score":0.012724568230345469,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.05194123218509714,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.047521688760549984,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.06548811125357214,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.09562620828700562,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6368725442947122,"lowerBound":0,"upperBound":1,"independentScore":0.6368725442947122,"independent":true,"opponentIds":3045,"independentOpponentIds":3045,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["bb0a0f706bcfacfc8bfbcb0b"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.52475100350804,"lowerBound":0,"upperBound":1,"independentScore":0.52475100350804,"independent":true,"opponentIds":3046,"independentOpponentIds":3046,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["39324bf234452599e097140c"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25440087228988834,"lowerBound":0,"upperBound":1,"independentScore":0.25440087228988834,"independent":true,"opponentIds":3047,"independentOpponentIds":3047,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["0bebebb1c0d3d8c78f37ab1f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5268705344109077,"lowerBound":0,"upperBound":1,"independentScore":0.5268705344109077,"independent":true,"opponentIds":3048,"independentOpponentIds":3048,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["b6d6b7200e8855577137d44b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.45048713071329055,"lowerBound":0,"upperBound":1,"independentScore":0.45048713071329055,"independent":true,"opponentIds":3049,"independentOpponentIds":3049,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["e3f87d78cfb9be15308174cc"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.4167643972843994,"lowerBound":0,"upperBound":1,"independentScore":0.4167643972843994,"independent":true,"opponentIds":3050,"independentOpponentIds":3050,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["2dec37e2c4f881a390992157"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7039460386317059,"lowerBound":0,"upperBound":1,"independentScore":0.7039460386317059,"independent":true,"opponentIds":3051,"independentOpponentIds":3051,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["7902cc4d3470d6a216813a4e"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7794339990069813,"lowerBound":0,"upperBound":1,"independentScore":0.7794339990069813,"independent":true,"opponentIds":3052,"independentOpponentIds":3052,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["02254150ed5397242e653e1c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.4160279331192162,"lowerBound":0,"upperBound":1,"independentScore":0.4160279331192162,"independent":true,"opponentIds":3053,"independentOpponentIds":3053,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["c5b9a37885e2ba0e8b3361a4"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.22750708632529568,"lowerBound":0,"upperBound":1,"independentScore":0.22750708632529568,"independent":true,"opponentIds":3054,"independentOpponentIds":3054,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["7ba187ae862e408223ddd229"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.429447083874278,"lowerBound":0,"upperBound":1,"independentScore":0.429447083874278,"independent":true,"opponentIds":3055,"independentOpponentIds":3055,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["32276506d0d1e55800cb28e1"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["bb0a0f706bcfacfc8bfbcb0b","39324bf234452599e097140c","0bebebb1c0d3d8c78f37ab1f","b6d6b7200e8855577137d44b","e3f87d78cfb9be15308174cc","2dec37e2c4f881a390992157","7902cc4d3470d6a216813a4e","02254150ed5397242e653e1c","c5b9a37885e2ba0e8b3361a4","7ba187ae862e408223ddd229","32276506d0d1e55800cb28e1"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"qwen3-next-80b-a3b-thinking--effort-reasoning","name":"Qwen3-Next-80B-A3B-Thinking · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-next-80b-a3b-thinking","detailsUrl":"/efforts?model=qwen3-next-80b-a3b-thinking","publishedBenchmarkCount":16,"overallRating":{"score":0.06885399966558704,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000003}]},"capabilityRatings":[{"bucket":"agentic","score":0.04423078417376972,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.07919210437394776,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0752745320725071,"supported":true,"families":2,"independentFamilies":2,"opponents":210,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.10722758882979054,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.15345092135139948,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8508405190982151,"lowerBound":0,"upperBound":1,"independentScore":0.8508405190982151,"independent":true,"opponentIds":3056,"independentOpponentIds":3056,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["8d89e459916593927b09df0d"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6373932418850201,"lowerBound":0,"upperBound":1,"independentScore":0.6373932418850201,"independent":true,"opponentIds":3057,"independentOpponentIds":3057,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["6f45310222eab628315727a3"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2546826059054758,"lowerBound":0,"upperBound":1,"independentScore":0.2546826059054758,"independent":true,"opponentIds":3058,"independentOpponentIds":3058,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["7cd92797a65aa1b3546d034a"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.18480742502212558,"lowerBound":0,"upperBound":1,"independentScore":0.18480742502212558,"independent":true,"opponentIds":3059,"independentOpponentIds":3059,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["8df0294fd65c5979676259e0"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.5699093322005435,"lowerBound":0,"upperBound":1,"independentScore":0.5699093322005435,"independent":true,"opponentIds":3060,"independentOpponentIds":3060,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["b85018d49d57cf2e8050c2ad"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5772873605809486,"lowerBound":0,"upperBound":1,"independentScore":0.5772873605809486,"independent":true,"opponentIds":3061,"independentOpponentIds":3061,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["9c43e3dd521102061d12b83c"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6020722904700387,"lowerBound":0,"upperBound":1,"independentScore":0.6020722904700387,"independent":true,"opponentIds":3062,"independentOpponentIds":3062,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["a632fb2495b87e7d0e9989e0"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7245529525700047,"lowerBound":0,"upperBound":1,"independentScore":0.7245529525700047,"independent":true,"opponentIds":3063,"independentOpponentIds":3063,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["0fd93cc59b58680c7cd8160d"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8881765255507539,"lowerBound":0,"upperBound":1,"independentScore":0.8881765255507539,"independent":true,"opponentIds":3064,"independentOpponentIds":3064,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["8725748b17d9c049319bc806"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8112801063710839,"lowerBound":0,"upperBound":1,"independentScore":0.8112801063710839,"independent":true,"opponentIds":3065,"independentOpponentIds":3065,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["739cc3ae08400828dd7e34ad"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.4987315177886558,"lowerBound":0,"upperBound":1,"independentScore":0.4987315177886558,"independent":true,"opponentIds":3066,"independentOpponentIds":3066,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["52855ab9f5e4787364e91f02"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.37902849562384044,"lowerBound":0,"upperBound":1,"independentScore":0.37902849562384044,"independent":true,"opponentIds":3067,"independentOpponentIds":3067,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["8d68334084e3a4fcd1a96926","cde368032b5e946e8016b135"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.34510150646007653,"lowerBound":0,"upperBound":1,"independentScore":0.34510150646007653,"independent":true,"opponentIds":3068,"independentOpponentIds":3068,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["8bdb9faad99b2ad6caa3e59e","53f02abbe152e698259000de"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["8d89e459916593927b09df0d","6f45310222eab628315727a3","7cd92797a65aa1b3546d034a","8df0294fd65c5979676259e0","b85018d49d57cf2e8050c2ad","9c43e3dd521102061d12b83c","a632fb2495b87e7d0e9989e0","0fd93cc59b58680c7cd8160d","8725748b17d9c049319bc806","739cc3ae08400828dd7e34ad","52855ab9f5e4787364e91f02","8d68334084e3a4fcd1a96926","cde368032b5e946e8016b135","8bdb9faad99b2ad6caa3e59e","53f02abbe152e698259000de"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-4","qwen3-max","gpt-3.5-turbo","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":16}],"unspecified":0,"total":16}},{"id":"qwen3-omni-30b-a3b-instruct--effort-non-reasoning","name":"Qwen3-Omni-30B-A3B-Instruct · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-omni-30b-a3b-instruct","detailsUrl":"/efforts?model=qwen3-omni-30b-a3b-instruct","publishedBenchmarkCount":13,"overallRating":{"score":0.01731946465135647,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000033}]},"capabilityRatings":[{"bucket":"agentic","score":0.007296165249001525,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.03024650070290182,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.014579217234236351,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.01911678949133715,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.03108332465346782,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5125284833521466,"lowerBound":0,"upperBound":1,"independentScore":0.5125284833521466,"independent":true,"opponentIds":3069,"independentOpponentIds":3069,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["66e1a70cfbb06ba377a24906"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05558629426044013,"lowerBound":0,"upperBound":1,"independentScore":0.05558629426044013,"independent":true,"opponentIds":3070,"independentOpponentIds":3070,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["6e1994fe220192d4f648bc00"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2551733148128987,"lowerBound":0,"upperBound":1,"independentScore":0.2551733148128987,"independent":true,"opponentIds":3071,"independentOpponentIds":3071,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["cb01da84527cd626a88d69a5"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3281283926388828,"lowerBound":0,"upperBound":1,"independentScore":0.3281283926388828,"independent":true,"opponentIds":3072,"independentOpponentIds":3072,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["207e511763a5de76dd47573d"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.24076621955580413,"lowerBound":0,"upperBound":1,"independentScore":0.24076621955580413,"independent":true,"opponentIds":3073,"independentOpponentIds":3073,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["a52027c783bbeb79f5ee0053"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.16755902035809078,"lowerBound":0,"upperBound":1,"independentScore":0.16755902035809078,"independent":true,"opponentIds":3074,"independentOpponentIds":3074,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["d2f6bbcba92a230b64695fba"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.439889997818286,"lowerBound":0,"upperBound":1,"independentScore":0.439889997818286,"independent":true,"opponentIds":3075,"independentOpponentIds":3075,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["a95606570c645f6594bdd527"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.3646936369465551,"lowerBound":0,"upperBound":1,"independentScore":0.3646936369465551,"independent":true,"opponentIds":3076,"independentOpponentIds":3076,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["edacfa4d7f499e0fbdf77f56"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.29515573392332256,"lowerBound":0,"upperBound":1,"independentScore":0.29515573392332256,"independent":true,"opponentIds":3077,"independentOpponentIds":3077,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["23cb074182ab575c2d998986"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.23108103873259148,"lowerBound":0,"upperBound":1,"independentScore":0.23108103873259148,"independent":true,"opponentIds":3078,"independentOpponentIds":3078,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["c67b438ddcafcd62ab222e69"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.139518010400996,"lowerBound":0,"upperBound":1,"independentScore":0.139518010400996,"independent":true,"opponentIds":3079,"independentOpponentIds":3079,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["44fe6f288cb432b5362daa11"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.1244267296135394,"lowerBound":0,"upperBound":1,"independentScore":0.1244267296135394,"independent":true,"opponentIds":3080,"independentOpponentIds":3080,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["da85a712a2a928f8a0093ebe"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["66e1a70cfbb06ba377a24906","6e1994fe220192d4f648bc00","cb01da84527cd626a88d69a5","207e511763a5de76dd47573d","a52027c783bbeb79f5ee0053","d2f6bbcba92a230b64695fba","a95606570c645f6594bdd527","edacfa4d7f499e0fbdf77f56","23cb074182ab575c2d998986","c67b438ddcafcd62ab222e69","44fe6f288cb432b5362daa11","da85a712a2a928f8a0093ebe"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-vl-235b-a22b-instruct--effort-non-reasoning","name":"Qwen3-VL-235B-A22B-Instruct · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-235b-a22b-instruct","detailsUrl":"/efforts?model=qwen3-vl-235b-a22b-instruct","publishedBenchmarkCount":13,"overallRating":{"score":0.047746354828390875,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000033}]},"capabilityRatings":[{"bucket":"agentic","score":0.03991262488135218,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.04893542377754967,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03767517034239496,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0862136765912298,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.10595262710074928,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.04525031805771331,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6774237424711954,"lowerBound":0,"upperBound":1,"independentScore":0.6774237424711954,"independent":true,"opponentIds":3081,"independentOpponentIds":3081,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["f78f496de1e6c875cbbb78f7"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3552640062973937,"lowerBound":0,"upperBound":1,"independentScore":0.3552640062973937,"independent":true,"opponentIds":3082,"independentOpponentIds":3082,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["ffe8f1f73796df547f259cd9"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2551733148128987,"lowerBound":0,"upperBound":1,"independentScore":0.2551733148128987,"independent":true,"opponentIds":3083,"independentOpponentIds":3083,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["debf36b3ff3a8afa229b244f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.47395798961307706,"lowerBound":0,"upperBound":1,"independentScore":0.47395798961307706,"independent":true,"opponentIds":3084,"independentOpponentIds":3084,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["25e5c20c242f402a50e10b5c"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.40005855702365894,"lowerBound":0,"upperBound":1,"independentScore":0.40005855702365894,"independent":true,"opponentIds":3085,"independentOpponentIds":3085,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["d83fa0fcf5570fd9e34ce182"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.48589128993666464,"lowerBound":0,"upperBound":1,"independentScore":0.48589128993666464,"independent":true,"opponentIds":3086,"independentOpponentIds":3086,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["8768eb7e5b3055cae4949a8c"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.6304632929487944,"lowerBound":0,"upperBound":1,"independentScore":0.6304632929487944,"independent":true,"opponentIds":3087,"independentOpponentIds":3087,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["2b8146bfa8634abeab45959f"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.8024647230034974,"lowerBound":0,"upperBound":1,"independentScore":0.8024647230034974,"independent":true,"opponentIds":3088,"independentOpponentIds":3088,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["94e4190c5036843765fa2396"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5865567269309421,"lowerBound":0,"upperBound":1,"independentScore":0.5865567269309421,"independent":true,"opponentIds":3089,"independentOpponentIds":3089,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["5e3a87793c1033e86adf1f22"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5433282234285884,"lowerBound":0,"upperBound":1,"independentScore":0.5433282234285884,"independent":true,"opponentIds":3090,"independentOpponentIds":3090,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["d60c61b3b2041a2b188d80da"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4603341224946402,"lowerBound":0,"upperBound":1,"independentScore":0.4603341224946402,"independent":true,"opponentIds":3091,"independentOpponentIds":3091,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["f872fe1f414e47d1ea0273fc"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.39098320147956983,"lowerBound":0,"upperBound":1,"independentScore":0.39098320147956983,"independent":true,"opponentIds":3092,"independentOpponentIds":3092,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["a131db2197b9e48ad031e4c0"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["f78f496de1e6c875cbbb78f7","ffe8f1f73796df547f259cd9","debf36b3ff3a8afa229b244f","25e5c20c242f402a50e10b5c","d83fa0fcf5570fd9e34ce182","8768eb7e5b3055cae4949a8c","2b8146bfa8634abeab45959f","94e4190c5036843765fa2396","5e3a87793c1033e86adf1f22","d60c61b3b2041a2b188d80da","f872fe1f414e47d1ea0273fc","a131db2197b9e48ad031e4c0"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-vl-30b-a3b-instruct--effort-non-reasoning","name":"Qwen3-VL-30B-A3B-Instruct · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-30b-a3b-instruct","detailsUrl":"/efforts?model=qwen3-vl-30b-a3b-instruct","publishedBenchmarkCount":12,"overallRating":{"score":0.029324066876945946,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000153}]},"capabilityRatings":[{"bucket":"agentic","score":0.009346778572716463,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.04780402978747322,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.025603798028168225,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.029981948126058432,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.05600424985360509,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6999770595700079,"lowerBound":0,"upperBound":1,"independentScore":0.6999770595700079,"independent":true,"opponentIds":3093,"independentOpponentIds":3093,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["1c9c62a5f652b687c1908560"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25440087228988834,"lowerBound":0,"upperBound":1,"independentScore":0.25440087228988834,"independent":true,"opponentIds":3094,"independentOpponentIds":3094,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["ce2d0da396f1bad697146064"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.44715868428226924,"lowerBound":0,"upperBound":1,"independentScore":0.44715868428226924,"independent":true,"opponentIds":3095,"independentOpponentIds":3095,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["6bec8c4c730c568a6b901187"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3819294226551304,"lowerBound":0,"upperBound":1,"independentScore":0.3819294226551304,"independent":true,"opponentIds":3096,"independentOpponentIds":3096,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["5b21bb8a42d86dea2ee62b68"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.24816908308854335,"lowerBound":0,"upperBound":1,"independentScore":0.24816908308854335,"independent":true,"opponentIds":3097,"independentOpponentIds":3097,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["c8b57cbe46a5a65b9861cf57"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.4977313144531907,"lowerBound":0,"upperBound":1,"independentScore":0.4977313144531907,"independent":true,"opponentIds":3098,"independentOpponentIds":3098,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["8edf38eeca7d9796ddf0e53e"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.5083575633990364,"lowerBound":0,"upperBound":1,"independentScore":0.5083575633990364,"independent":true,"opponentIds":3099,"independentOpponentIds":3099,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["7e5b735a0b87bf634aa6456a"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.4249600524530966,"lowerBound":0,"upperBound":1,"independentScore":0.4249600524530966,"independent":true,"opponentIds":3100,"independentOpponentIds":3100,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f977ec4daaaca0a87c90c23a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2978561924395352,"lowerBound":0,"upperBound":1,"independentScore":0.2978561924395352,"independent":true,"opponentIds":3101,"independentOpponentIds":3101,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["d248649872ed9e5e376ce5b7"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.1767420224115715,"lowerBound":0,"upperBound":1,"independentScore":0.1767420224115715,"independent":true,"opponentIds":3102,"independentOpponentIds":3102,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["4f52b0d13a697ef0d9e0d6b8"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.34295816696827985,"lowerBound":0,"upperBound":1,"independentScore":0.34295816696827985,"independent":true,"opponentIds":3103,"independentOpponentIds":3103,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["a6bf0592349468ca8091cc9a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1c9c62a5f652b687c1908560","ce2d0da396f1bad697146064","6bec8c4c730c568a6b901187","5b21bb8a42d86dea2ee62b68","c8b57cbe46a5a65b9861cf57","8edf38eeca7d9796ddf0e53e","7e5b735a0b87bf634aa6456a","f977ec4daaaca0a87c90c23a","d248649872ed9e5e376ce5b7","4f52b0d13a697ef0d9e0d6b8","a6bf0592349468ca8091cc9a"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4o","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"qwen3-vl-30b-a3b-thinking--effort-reasoning","name":"Qwen3-VL-30B-A3B-Thinking · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-30b-a3b-thinking","detailsUrl":"/efforts?model=qwen3-vl-30b-a3b-thinking","publishedBenchmarkCount":12,"overallRating":{"score":0.0438292894284898,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000153}]},"capabilityRatings":[{"bucket":"agentic","score":0.010679926070260394,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.06176097937577652,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.04080742095948168,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.06691206312941765,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.050039504012543645,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8107616109485681,"lowerBound":0,"upperBound":1,"independentScore":0.8107616109485681,"independent":true,"opponentIds":3104,"independentOpponentIds":3104,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["a4c021f4566a015478f0f03d"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25440087228988834,"lowerBound":0,"upperBound":1,"independentScore":0.25440087228988834,"independent":true,"opponentIds":3105,"independentOpponentIds":3105,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["d52a0dfa14f73e70c99eece0"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4912438715911283,"lowerBound":0,"upperBound":1,"independentScore":0.4912438715911283,"independent":true,"opponentIds":3106,"independentOpponentIds":3106,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["2cde6a74401fadb647be7203"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.48729406392686664,"lowerBound":0,"upperBound":1,"independentScore":0.48729406392686664,"independent":true,"opponentIds":3107,"independentOpponentIds":3107,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["c5ba2f971eba83fe4e4cd779"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5468790277555525,"lowerBound":0,"upperBound":1,"independentScore":0.5468790277555525,"independent":true,"opponentIds":3108,"independentOpponentIds":3108,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["652d921806364ca7568196c2"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.7369956476975243,"lowerBound":0,"upperBound":1,"independentScore":0.7369956476975243,"independent":true,"opponentIds":3109,"independentOpponentIds":3109,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f954718896851a2f87b497bd"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6849026333391205,"lowerBound":0,"upperBound":1,"independentScore":0.6849026333391205,"independent":true,"opponentIds":3110,"independentOpponentIds":3110,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["e26f300586ddb51b29981834"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.39782438325381386,"lowerBound":0,"upperBound":1,"independentScore":0.39782438325381386,"independent":true,"opponentIds":3111,"independentOpponentIds":3111,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["4a35028ffd4c5b0bd78f6503"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.4008478948533943,"lowerBound":0,"upperBound":1,"independentScore":0.4008478948533943,"independent":true,"opponentIds":3112,"independentOpponentIds":3112,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["d6a9a7a1d698ec0f45749b16"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.1983473918748529,"lowerBound":0,"upperBound":1,"independentScore":0.1983473918748529,"independent":true,"opponentIds":3113,"independentOpponentIds":3113,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["bbcfcfc5a57e209927c93a91"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3073096494486694,"lowerBound":0,"upperBound":1,"independentScore":0.3073096494486694,"independent":true,"opponentIds":3114,"independentOpponentIds":3114,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["76bffec8df092259b0e2775e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a4c021f4566a015478f0f03d","d52a0dfa14f73e70c99eece0","2cde6a74401fadb647be7203","c5ba2f971eba83fe4e4cd779","652d921806364ca7568196c2","f954718896851a2f87b497bd","e26f300586ddb51b29981834","4a35028ffd4c5b0bd78f6503","d6a9a7a1d698ec0f45749b16","bbcfcfc5a57e209927c93a91","76bffec8df092259b0e2775e"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4o","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"qwen3-vl-32b-instruct--effort-non-reasoning","name":"Qwen3-VL-32B-Instruct · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-32b-instruct","detailsUrl":"/efforts?model=qwen3-vl-32b-instruct","publishedBenchmarkCount":12,"overallRating":{"score":0.03577912495966804,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000153}]},"capabilityRatings":[{"bucket":"agentic","score":0.025732585294770214,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.04517079857603836,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03554888881266131,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.040017505234818444,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.07122101485671488,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6623298620898689,"lowerBound":0,"upperBound":1,"independentScore":0.6623298620898689,"independent":true,"opponentIds":3115,"independentOpponentIds":3115,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["db2809519c432f97129f7f51"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25440087228988834,"lowerBound":0,"upperBound":1,"independentScore":0.25440087228988834,"independent":true,"opponentIds":3116,"independentOpponentIds":3116,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["a0b8bc5d77324f5d4a6184e7"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4023715099665057,"lowerBound":0,"upperBound":1,"independentScore":0.4023715099665057,"independent":true,"opponentIds":3117,"independentOpponentIds":3117,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["f932e350d02270272a4699b5"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4081454576666063,"lowerBound":0,"upperBound":1,"independentScore":0.4081454576666063,"independent":true,"opponentIds":3118,"independentOpponentIds":3118,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["7346e21ff6039e7851f3cf0c"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.392227557737484,"lowerBound":0,"upperBound":1,"independentScore":0.392227557737484,"independent":true,"opponentIds":3119,"independentOpponentIds":3119,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5cdf63b8df011f0ff87fb63b"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.5453468606452817,"lowerBound":0,"upperBound":1,"independentScore":0.5453468606452817,"independent":true,"opponentIds":3120,"independentOpponentIds":3120,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["6fe04ab988c966bcc2cc8917"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.6085962951753394,"lowerBound":0,"upperBound":1,"independentScore":0.6085962951753394,"independent":true,"opponentIds":3121,"independentOpponentIds":3121,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["d82e08723042532db00fbf64"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.48364353148880157,"lowerBound":0,"upperBound":1,"independentScore":0.48364353148880157,"independent":true,"opponentIds":3122,"independentOpponentIds":3122,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["8435069f6714805a5bdcb8b3"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2553141864142734,"lowerBound":0,"upperBound":1,"independentScore":0.2553141864142734,"independent":true,"opponentIds":3123,"independentOpponentIds":3123,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["4eeb25e06a76789d08deef48"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.36995370951817363,"lowerBound":0,"upperBound":1,"independentScore":0.36995370951817363,"independent":true,"opponentIds":3124,"independentOpponentIds":3124,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["937f3deb6ec8769352a2f898"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4598789343106576,"lowerBound":0,"upperBound":1,"independentScore":0.4598789343106576,"independent":true,"opponentIds":3125,"independentOpponentIds":3125,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["788b5a4a18e66ca329d23ccd"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["db2809519c432f97129f7f51","a0b8bc5d77324f5d4a6184e7","f932e350d02270272a4699b5","7346e21ff6039e7851f3cf0c","5cdf63b8df011f0ff87fb63b","6fe04ab988c966bcc2cc8917","d82e08723042532db00fbf64","8435069f6714805a5bdcb8b3","4eeb25e06a76789d08deef48","937f3deb6ec8769352a2f898","788b5a4a18e66ca329d23ccd"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4o","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"qwen3-vl-32b-thinking--effort-reasoning","name":"Qwen3-VL-32B-Thinking · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-32b-thinking","detailsUrl":"/efforts?model=qwen3-vl-32b-thinking","publishedBenchmarkCount":13,"overallRating":{"score":0.06255059832429555,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000033}]},"capabilityRatings":[{"bucket":"agentic","score":0.05893505057357748,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.06921439763468369,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.06084897740931472,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.09389111805592919,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.0651335273486125,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.11193834224692685,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8656650356064706,"lowerBound":0,"upperBound":1,"independentScore":0.8656650356064706,"independent":true,"opponentIds":3126,"independentOpponentIds":3126,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["2e55ba0226be74935acdc897"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5635273341622777,"lowerBound":0,"upperBound":1,"independentScore":0.5635273341622777,"independent":true,"opponentIds":3127,"independentOpponentIds":3127,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["a4094dd3667ddcfa668fe7e5"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2551733148128987,"lowerBound":0,"upperBound":1,"independentScore":0.2551733148128987,"independent":true,"opponentIds":3128,"independentOpponentIds":3128,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["d582a1e6ea952bdaa149da51"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5142658168723199,"lowerBound":0,"upperBound":1,"independentScore":0.5142658168723199,"independent":true,"opponentIds":3129,"independentOpponentIds":3129,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["73203773c02c1803cc040e47"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5212146759911561,"lowerBound":0,"upperBound":1,"independentScore":0.5212146759911561,"independent":true,"opponentIds":3130,"independentOpponentIds":3130,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["90a23b0985eb873d6da4fbac"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7123296586547186,"lowerBound":0,"upperBound":1,"independentScore":0.7123296586547186,"independent":true,"opponentIds":3131,"independentOpponentIds":3131,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a535d8fa36ad7b6f19efccfb"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8095724410227921,"lowerBound":0,"upperBound":1,"independentScore":0.8095724410227921,"independent":true,"opponentIds":3132,"independentOpponentIds":3132,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["8f152c8b037230620cdf6612"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.7666325603575183,"lowerBound":0,"upperBound":1,"independentScore":0.7666325603575183,"independent":true,"opponentIds":3133,"independentOpponentIds":3133,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["0833bcf585498456cc9d0564"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.46232965428421574,"lowerBound":0,"upperBound":1,"independentScore":0.46232965428421574,"independent":true,"opponentIds":3134,"independentOpponentIds":3134,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["72340574c11bdf92b50a5b2f"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.4061741793845358,"lowerBound":0,"upperBound":1,"independentScore":0.4061741793845358,"independent":true,"opponentIds":3135,"independentOpponentIds":3135,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["6175e18fd0e66b677d391766"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5501509577230879,"lowerBound":0,"upperBound":1,"independentScore":0.5501509577230879,"independent":true,"opponentIds":3136,"independentOpponentIds":3136,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["91c0534b0a62fc3b88904ed9"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.43109347863422576,"lowerBound":0,"upperBound":1,"independentScore":0.43109347863422576,"independent":true,"opponentIds":3137,"independentOpponentIds":3137,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["96aa9eb5f454deea7dce2ec5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["2e55ba0226be74935acdc897","a4094dd3667ddcfa668fe7e5","d582a1e6ea952bdaa149da51","73203773c02c1803cc040e47","90a23b0985eb873d6da4fbac","a535d8fa36ad7b6f19efccfb","8f152c8b037230620cdf6612","0833bcf585498456cc9d0564","72340574c11bdf92b50a5b2f","6175e18fd0e66b677d391766","91c0534b0a62fc3b88904ed9","96aa9eb5f454deea7dce2ec5"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-vl-4b-instruct--effort-non-reasoning","name":"Qwen3-VL-4B-Instruct · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-4b-instruct","detailsUrl":"/efforts?model=qwen3-vl-4b-instruct","publishedBenchmarkCount":13,"overallRating":{"score":0.011250849318588602,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000033}]},"capabilityRatings":[{"bucket":"agentic","score":0.01642349002823719,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.01660993581558087,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.006624658549653029,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.011952572087257819,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.011150368765383023,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.01865927791419983,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.3909228835270029,"lowerBound":0,"upperBound":1,"independentScore":0.3909228835270029,"independent":true,"opponentIds":3138,"independentOpponentIds":3138,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["fdb356426f563f83f2ea4a01"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.1857164217885834,"lowerBound":0,"upperBound":1,"independentScore":0.1857164217885834,"independent":true,"opponentIds":3139,"independentOpponentIds":3139,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["ecb1b4b1085894574d2ede22"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2551733148128987,"lowerBound":0,"upperBound":1,"independentScore":0.2551733148128987,"independent":true,"opponentIds":3140,"independentOpponentIds":3140,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["3965d02265b8cd2f3fb53b31"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.09086349055706854,"lowerBound":0,"upperBound":1,"independentScore":0.09086349055706854,"independent":true,"opponentIds":3141,"independentOpponentIds":3141,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["048a32652d70416c7f411620"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.06872039520076574,"lowerBound":0,"upperBound":1,"independentScore":0.06872039520076574,"independent":true,"opponentIds":3142,"independentOpponentIds":3142,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["3411bba2fa134fafbba0bb3a"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.19156648404986815,"lowerBound":0,"upperBound":1,"independentScore":0.19156648404986815,"independent":true,"opponentIds":3143,"independentOpponentIds":3143,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["0cf5d2bad9846828c180e48e"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.2325005127242931,"lowerBound":0,"upperBound":1,"independentScore":0.2325005127242931,"independent":true,"opponentIds":3144,"independentOpponentIds":3144,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["18d7349015832a249624fd5c"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.18163265482211774,"lowerBound":0,"upperBound":1,"independentScore":0.18163265482211774,"independent":true,"opponentIds":3145,"independentOpponentIds":3145,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["656a47fb67b2a19fef4e31ec"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.11360330851297284,"lowerBound":0,"upperBound":1,"independentScore":0.11360330851297284,"independent":true,"opponentIds":3146,"independentOpponentIds":3146,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["5d8e3953b819ae9ecb77cb33"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.12197655675031503,"lowerBound":0,"upperBound":1,"independentScore":0.12197655675031503,"independent":true,"opponentIds":3147,"independentOpponentIds":3147,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["1d167a258f9e93c210f259ed"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.2711044706543578,"lowerBound":0,"upperBound":1,"independentScore":0.2711044706543578,"independent":true,"opponentIds":3148,"independentOpponentIds":3148,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["1724ab099aea8608156fc956"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.03292083955476035,"lowerBound":0,"upperBound":1,"independentScore":0.03292083955476035,"independent":true,"opponentIds":3149,"independentOpponentIds":3149,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["ee07bf88a91e4495261d3439"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["fdb356426f563f83f2ea4a01","ecb1b4b1085894574d2ede22","3965d02265b8cd2f3fb53b31","048a32652d70416c7f411620","3411bba2fa134fafbba0bb3a","0cf5d2bad9846828c180e48e","18d7349015832a249624fd5c","656a47fb67b2a19fef4e31ec","5d8e3953b819ae9ecb77cb33","1d167a258f9e93c210f259ed","1724ab099aea8608156fc956","ee07bf88a91e4495261d3439"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-vl-4b-thinking--effort-reasoning","name":"Qwen3-VL-4B-Thinking · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-4b-thinking","detailsUrl":"/efforts?model=qwen3-vl-4b-thinking","publishedBenchmarkCount":13,"overallRating":{"score":0.014517376098536877,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000033}]},"capabilityRatings":[{"bucket":"agentic","score":0.006443323550048102,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.01858733348929703,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.009594600210710328,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0202078694163539,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.02195344944013349,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.029031927566160062,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.2602041767090786,"lowerBound":0,"upperBound":1,"independentScore":0.2602041767090786,"independent":true,"opponentIds":3150,"independentOpponentIds":3150,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["a2016ac901838a157d54e1eb"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.2674767213286945,"lowerBound":0,"upperBound":1,"independentScore":0.2674767213286945,"independent":true,"opponentIds":3151,"independentOpponentIds":3151,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["ecb9cf10e11fd05f5d7d8502"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2551733148128987,"lowerBound":0,"upperBound":1,"independentScore":0.2551733148128987,"independent":true,"opponentIds":3152,"independentOpponentIds":3152,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["5819e3fd8452136833f35718"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.17994688675426804,"lowerBound":0,"upperBound":1,"independentScore":0.17994688675426804,"independent":true,"opponentIds":3153,"independentOpponentIds":3153,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["57b61b1da9a2c9e3a3acb85f"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.225246245718572,"lowerBound":0,"upperBound":1,"independentScore":0.225246245718572,"independent":true,"opponentIds":3154,"independentOpponentIds":3154,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["e959c69c4467ef5bf9ef4072"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.3264159614699442,"lowerBound":0,"upperBound":1,"independentScore":0.3264159614699442,"independent":true,"opponentIds":3155,"independentOpponentIds":3155,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["45e7c304d53e99009f735f7b"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.2829442125693769,"lowerBound":0,"upperBound":1,"independentScore":0.2829442125693769,"independent":true,"opponentIds":3156,"independentOpponentIds":3156,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["500c1e917c2929e5059ee4d0"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.31260282781363374,"lowerBound":0,"upperBound":1,"independentScore":0.31260282781363374,"independent":true,"opponentIds":3157,"independentOpponentIds":3157,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["574bba91af7fe1baced3aeb5"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.22629128372119636,"lowerBound":0,"upperBound":1,"independentScore":0.22629128372119636,"independent":true,"opponentIds":3158,"independentOpponentIds":3158,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["5937d980c6d4c9fbd919d5c9"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.15981866522593624,"lowerBound":0,"upperBound":1,"independentScore":0.15981866522593624,"independent":true,"opponentIds":3159,"independentOpponentIds":3159,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["be0266afffdd5c4ea60000a9"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.12137342632391876,"lowerBound":0,"upperBound":1,"independentScore":0.12137342632391876,"independent":true,"opponentIds":3160,"independentOpponentIds":3160,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["ca54d8ad8a33c18db1d947ab"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.1244267296135394,"lowerBound":0,"upperBound":1,"independentScore":0.1244267296135394,"independent":true,"opponentIds":3161,"independentOpponentIds":3161,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["bd7f1bd0f1e410e21b9c5b0a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a2016ac901838a157d54e1eb","ecb9cf10e11fd05f5d7d8502","5819e3fd8452136833f35718","57b61b1da9a2c9e3a3acb85f","e959c69c4467ef5bf9ef4072","45e7c304d53e99009f735f7b","500c1e917c2929e5059ee4d0","574bba91af7fe1baced3aeb5","5937d980c6d4c9fbd919d5c9","be0266afffdd5c4ea60000a9","ca54d8ad8a33c18db1d947ab","bd7f1bd0f1e410e21b9c5b0a"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-vl-8b-instruct--effort-non-reasoning","name":"Qwen3-VL-8B-Instruct · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-8b-instruct","detailsUrl":"/efforts?model=qwen3-vl-8b-instruct","publishedBenchmarkCount":13,"overallRating":{"score":0.015597711712333734,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000033}]},"capabilityRatings":[{"bucket":"agentic","score":0.025732585294770214,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.013908044030379338,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.011471177458594106,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.029285940005662845,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.01519940796129504,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.021389171676792756,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.288232923770891,"lowerBound":0,"upperBound":1,"independentScore":0.288232923770891,"independent":true,"opponentIds":3162,"independentOpponentIds":3162,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["a73112ccabc790faf47fc2ac"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.2117687454484441,"lowerBound":0,"upperBound":1,"independentScore":0.2117687454484441,"independent":true,"opponentIds":3163,"independentOpponentIds":3163,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["5bc12952f1891bb0379aa9c7"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2551733148128987,"lowerBound":0,"upperBound":1,"independentScore":0.2551733148128987,"independent":true,"opponentIds":3164,"independentOpponentIds":3164,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["1a3f4483f198c01a748200ab"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.12308221499314997,"lowerBound":0,"upperBound":1,"independentScore":0.12308221499314997,"independent":true,"opponentIds":3165,"independentOpponentIds":3165,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["6b9f2418d52839baa7a340b2"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.013694094562263736,"lowerBound":0,"upperBound":1,"independentScore":0.013694094562263736,"independent":true,"opponentIds":3166,"independentOpponentIds":3166,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["2616cf11c1caf39e02f50c19"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.21781066796137633,"lowerBound":0,"upperBound":1,"independentScore":0.21781066796137633,"independent":true,"opponentIds":3167,"independentOpponentIds":3167,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["fa9589c76a8ee5e83bd7774c"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.3057167967054001,"lowerBound":0,"upperBound":1,"independentScore":0.3057167967054001,"independent":true,"opponentIds":3168,"independentOpponentIds":3168,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["f7d1263f0ece557ae1ad4f4d"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.2738686364071025,"lowerBound":0,"upperBound":1,"independentScore":0.2738686364071025,"independent":true,"opponentIds":3169,"independentOpponentIds":3169,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["68113c3030360a2eb3a4d15a"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.16245705784368825,"lowerBound":0,"upperBound":1,"independentScore":0.16245705784368825,"independent":true,"opponentIds":3170,"independentOpponentIds":3170,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["adbe6ad89c794eda3ff9c001"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5599621172640262,"lowerBound":0,"upperBound":1,"independentScore":0.5599621172640262,"independent":true,"opponentIds":3171,"independentOpponentIds":3171,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["1cd485ab01810c1389e0f4d6"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.37005932453824425,"lowerBound":0,"upperBound":1,"independentScore":0.37005932453824425,"independent":true,"opponentIds":3172,"independentOpponentIds":3172,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["5cc01773941f38b549389bb9"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.1770917377460502,"lowerBound":0,"upperBound":1,"independentScore":0.1770917377460502,"independent":true,"opponentIds":3173,"independentOpponentIds":3173,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["79091a97cdd8c46eb8496f8f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a73112ccabc790faf47fc2ac","5bc12952f1891bb0379aa9c7","1a3f4483f198c01a748200ab","6b9f2418d52839baa7a340b2","2616cf11c1caf39e02f50c19","fa9589c76a8ee5e83bd7774c","f7d1263f0ece557ae1ad4f4d","68113c3030360a2eb3a4d15a","adbe6ad89c794eda3ff9c001","1cd485ab01810c1389e0f4d6","5cc01773941f38b549389bb9","79091a97cdd8c46eb8496f8f"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-thinking","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3-vl-8b-thinking--effort-reasoning","name":"Qwen3-VL-8B-Thinking · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-8b-thinking","detailsUrl":"/efforts?model=qwen3-vl-8b-thinking","publishedBenchmarkCount":13,"overallRating":{"score":0.02532025391471565,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000033}]},"capabilityRatings":[{"bucket":"agentic","score":0.015231890894806076,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.02765281738876044,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.014535979100043358,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.05027914689586671,"supported":true,"families":3,"independentFamilies":3,"opponents":211,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.03626246086735099,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.04709614996955191,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.3275285918242736,"lowerBound":0,"upperBound":1,"independentScore":0.3275285918242736,"independent":true,"opponentIds":3174,"independentOpponentIds":3174,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["cc7b91f0e6eb4ba4a8af2d29"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3646284360000164,"lowerBound":0,"upperBound":1,"independentScore":0.3646284360000164,"independent":true,"opponentIds":3175,"independentOpponentIds":3175,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["6070f6657824dddd8b696352"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5637107178108715,"lowerBound":0,"upperBound":1,"independentScore":0.5637107178108715,"independent":true,"opponentIds":3176,"independentOpponentIds":3176,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["70e25eae318c15611c90329a"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2761982814090034,"lowerBound":0,"upperBound":1,"independentScore":0.2761982814090034,"independent":true,"opponentIds":3177,"independentOpponentIds":3177,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["96396a220f050f9c610a29b7"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.10426326319244579,"lowerBound":0,"upperBound":1,"independentScore":0.10426326319244579,"independent":true,"opponentIds":3178,"independentOpponentIds":3178,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["405328f5d7cbbe8ce56d7b17"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.42952594039944797,"lowerBound":0,"upperBound":1,"independentScore":0.42952594039944797,"independent":true,"opponentIds":3179,"independentOpponentIds":3179,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["8ab8eba51f6cc002414295be"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.3451662732642685,"lowerBound":0,"upperBound":1,"independentScore":0.3451662732642685,"independent":true,"opponentIds":3180,"independentOpponentIds":3180,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["4ecac423e4e3317e14f55ad5"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.44999385469918274,"lowerBound":0,"upperBound":1,"independentScore":0.44999385469918274,"independent":true,"opponentIds":3181,"independentOpponentIds":3181,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f865331efe53ccc13479e7f9"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.326653892521455,"lowerBound":0,"upperBound":1,"independentScore":0.326653892521455,"independent":true,"opponentIds":3182,"independentOpponentIds":3182,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["cffa767ba0a1e16e2db0137e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5541402544216231,"lowerBound":0,"upperBound":1,"independentScore":0.5541402544216231,"independent":true,"opponentIds":3183,"independentOpponentIds":3183,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["bce789fbb94ae0834475783e"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.2572894685701715,"lowerBound":0,"upperBound":1,"independentScore":0.2572894685701715,"independent":true,"opponentIds":3184,"independentOpponentIds":3184,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["a0a268dca21cea302e2bdc4b"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.24248391153447107,"lowerBound":0,"upperBound":1,"independentScore":0.24248391153447107,"independent":true,"opponentIds":3185,"independentOpponentIds":3185,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["a6c738ba4e4e4ebda37da9cf"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["cc7b91f0e6eb4ba4a8af2d29","6070f6657824dddd8b696352","70e25eae318c15611c90329a","96396a220f050f9c610a29b7","405328f5d7cbbe8ce56d7b17","8ab8eba51f6cc002414295be","4ecac423e4e3317e14f55ad5","f865331efe53ccc13479e7f9","cffa767ba0a1e16e2db0137e","bce789fbb94ae0834475783e","a0a268dca21cea302e2bdc4b","a6c738ba4e4e4ebda37da9cf"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","seed-oss-36b-instruct","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3.5-0.8b--effort-non-reasoning","name":"Qwen3.5-0.8B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-0.8b","detailsUrl":"/efforts?model=qwen3.5-0.8b","publishedBenchmarkCount":12,"overallRating":{"score":0.011666051853996039,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000153}]},"capabilityRatings":[{"bucket":"agentic","score":0.05262936546724067,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.019087208454464093,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.005592308353890955,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.006393796430539994,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.005661014584955341,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.014037008861357876,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.14209598490961461,"lowerBound":0,"upperBound":1,"independentScore":0.14209598490961461,"independent":true,"opponentIds":3186,"independentOpponentIds":3186,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["c79f005bd2c96b3dfac33ffa"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2508086062604663,"lowerBound":0,"upperBound":1,"independentScore":0.2508086062604663,"independent":true,"opponentIds":3187,"independentOpponentIds":3187,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["d0bdc890c6710da451dc8600"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.020959012997681707,"lowerBound":0,"upperBound":1,"independentScore":0.020959012997681707,"independent":true,"opponentIds":3188,"independentOpponentIds":3188,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["07ef03c305071784ff828680"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.017621132196489808,"lowerBound":0,"upperBound":1,"independentScore":0.017621132196489808,"independent":true,"opponentIds":3189,"independentOpponentIds":3189,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3f1ad55633cc7a58851cd2c9"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.303069334527235,"lowerBound":0,"upperBound":1,"independentScore":0.303069334527235,"independent":true,"opponentIds":3190,"independentOpponentIds":3190,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["00910596b4c53cfe534ac0eb"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.040374700960241754,"lowerBound":0,"upperBound":1,"independentScore":0.040374700960241754,"independent":true,"opponentIds":3191,"independentOpponentIds":3191,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["dedc8bed9daad7fda2892e8f"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.014707874342780768,"lowerBound":0,"upperBound":1,"independentScore":0.014707874342780768,"independent":true,"opponentIds":3192,"independentOpponentIds":3192,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["b6fa5f20a494fa9ecedcc7ee"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.012856390732919292,"lowerBound":0,"upperBound":1,"independentScore":0.012856390732919292,"independent":true,"opponentIds":3193,"independentOpponentIds":3193,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["aff956fbf6dee32a521c6a67"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6190179648334493,"lowerBound":0,"upperBound":1,"independentScore":0.6190179648334493,"independent":true,"opponentIds":3194,"independentOpponentIds":3194,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["c43d78ed5ec033460060cf6c"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.032388689763822975,"lowerBound":0,"upperBound":1,"independentScore":0.032388689763822975,"independent":true,"opponentIds":3195,"independentOpponentIds":3195,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["fe58f57624f6bfd77e4a529b","0557d91e1328599eddeedaa0"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c79f005bd2c96b3dfac33ffa","d0bdc890c6710da451dc8600","07ef03c305071784ff828680","3f1ad55633cc7a58851cd2c9","00910596b4c53cfe534ac0eb","dedc8bed9daad7fda2892e8f","b6fa5f20a494fa9ecedcc7ee","aff956fbf6dee32a521c6a67","c43d78ed5ec033460060cf6c","fe58f57624f6bfd77e4a529b","0557d91e1328599eddeedaa0"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"qwen3.5-0.8b--effort-reasoning","name":"Qwen3.5-0.8B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-0.8b","detailsUrl":"/efforts?model=qwen3.5-0.8b","publishedBenchmarkCount":12,"overallRating":{"score":0.009225134945338335,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000153}]},"capabilityRatings":[{"bucket":"agentic","score":0.04255384798818589,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.011129285809889205,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.005190409362318213,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.00630007199643539,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.005661014584955341,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.014881824413135576,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.1520211829787603,"lowerBound":0,"upperBound":1,"independentScore":0.1520211829787603,"independent":true,"opponentIds":3186,"independentOpponentIds":3186,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["6526c4eb6102f766c4c1062f"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2508086062604663,"lowerBound":0,"upperBound":1,"independentScore":0.2508086062604663,"independent":true,"opponentIds":3187,"independentOpponentIds":3187,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["60b7d90d07f72044a849d7a4"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.020959012997681707,"lowerBound":0,"upperBound":1,"independentScore":0.020959012997681707,"independent":true,"opponentIds":3188,"independentOpponentIds":3188,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["694b1c4ba5beca31bc0eb98e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.005757399628556076,"lowerBound":0,"upperBound":1,"independentScore":0.005757399628556076,"independent":true,"opponentIds":3189,"independentOpponentIds":3189,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["3cf0f7313bdb3bb306cf325b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":3190,"independentOpponentIds":3190,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["1c91f30bb30bc36833d46e2a"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.040374700960241754,"lowerBound":0,"upperBound":1,"independentScore":0.040374700960241754,"independent":true,"opponentIds":3191,"independentOpponentIds":3191,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["b20cc339a7f979c41b1c036d"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.014707874342780768,"lowerBound":0,"upperBound":1,"independentScore":0.014707874342780768,"independent":true,"opponentIds":3192,"independentOpponentIds":3192,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["8aad14fd7116de2c2cfdeeef"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.008590813297171127,"lowerBound":0,"upperBound":1,"independentScore":0.008590813297171127,"independent":true,"opponentIds":3193,"independentOpponentIds":3193,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["9eb4731b4ea4ea831d5585e4"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.56203551297359,"lowerBound":0,"upperBound":1,"independentScore":0.56203551297359,"independent":true,"opponentIds":3194,"independentOpponentIds":3194,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["ced6927af98788f28fec7064"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.024854166502555137,"lowerBound":0,"upperBound":1,"independentScore":0.024854166502555137,"independent":true,"opponentIds":3195,"independentOpponentIds":3195,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["f848e97ce77653c8903415bd","6c477d7a9ed5f790dea8bffe"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6526c4eb6102f766c4c1062f","60b7d90d07f72044a849d7a4","694b1c4ba5beca31bc0eb98e","3cf0f7313bdb3bb306cf325b","1c91f30bb30bc36833d46e2a","b20cc339a7f979c41b1c036d","8aad14fd7116de2c2cfdeeef","9eb4731b4ea4ea831d5585e4","ced6927af98788f28fec7064","f848e97ce77653c8903415bd","6c477d7a9ed5f790dea8bffe"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"qwen3.5-122b-a10b--effort-reasoning","name":"Qwen3.5-122B-A10B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-122b-a10b","detailsUrl":"/efforts?model=qwen3.5-122b-a10b","publishedBenchmarkCount":19,"overallRating":{"score":0.14385663716466723,"supported":true,"families":15,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":15,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000001}]},"capabilityRatings":[{"bucket":"agentic","score":0.15545946599728355,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.18734488082806242,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.09577128295459819,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2363924356503386,"supported":true,"families":3,"independentFamilies":3,"opponents":209,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.23776585837513523,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.36938508187483454,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.3558099660514901,"lowerBound":0,"upperBound":1,"independentScore":0.3558099660514901,"independent":true,"opponentIds":3196,"independentOpponentIds":3196,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["c98dbe8888cd28347bc8f571"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8765509465398256,"lowerBound":0,"upperBound":1,"independentScore":0.8765509465398256,"independent":true,"opponentIds":3197,"independentOpponentIds":3197,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["fd77aa95b9c29c06a6b169cc"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.4533476937837303,"lowerBound":0,"upperBound":1,"independentScore":0.4533476937837303,"independent":true,"opponentIds":3198,"independentOpponentIds":3198,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["f1e2c1476fab5dba5c841fa6"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6321673884871619,"lowerBound":0,"upperBound":1,"independentScore":0.6321673884871619,"independent":true,"opponentIds":3199,"independentOpponentIds":3199,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["4e4780dee2a81d7e9171107a"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.35849702769517555,"lowerBound":0,"upperBound":1,"independentScore":0.35849702769517555,"independent":true,"opponentIds":3200,"independentOpponentIds":3200,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["dc76f6471810c741012070f3"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5686984542883237,"lowerBound":0,"upperBound":1,"independentScore":0.5686984542883237,"independent":true,"opponentIds":3201,"independentOpponentIds":3201,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["128847b55a3390d3459c48df"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.861728342378647,"lowerBound":0,"upperBound":1,"independentScore":0.861728342378647,"independent":true,"opponentIds":3202,"independentOpponentIds":3202,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["89cbf8eb01c2697fd35c27a3"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8222859164806192,"lowerBound":0,"upperBound":1,"independentScore":0.8222859164806192,"independent":true,"opponentIds":3203,"independentOpponentIds":3203,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["9b2b75d84b4f7c03bc1bc751"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7977696372604696,"lowerBound":0,"upperBound":1,"independentScore":0.7977696372604696,"independent":true,"opponentIds":3204,"independentOpponentIds":3204,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["91a6a7e402d1e1cd935677c2"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9416429336405406,"lowerBound":0,"upperBound":1,"independentScore":0.9416429336405406,"independent":true,"opponentIds":3205,"independentOpponentIds":3205,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["ad4b717ca4a435c0c7b6bf1a"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7916095742320652,"lowerBound":0,"upperBound":1,"independentScore":0.7916095742320652,"independent":true,"opponentIds":3206,"independentOpponentIds":3206,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["633304c9460583efb1a9d123"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6728576388585175,"lowerBound":0,"upperBound":1,"independentScore":0.6728576388585175,"independent":true,"opponentIds":3207,"independentOpponentIds":3207,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["dca6e42139718103b2bc6718"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.35137860738754195,"lowerBound":0,"upperBound":1,"independentScore":0.35137860738754195,"independent":true,"opponentIds":3208,"independentOpponentIds":3208,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["515eeda369aef75d1b3b90a2"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7447976074779564,"lowerBound":0,"upperBound":1,"independentScore":0.7447976074779564,"independent":true,"opponentIds":3209,"independentOpponentIds":3209,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["a3b2b0715095d52d58ac063b","591bd1ccff3f9c16ac8904ce"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5316282189076534,"lowerBound":0,"upperBound":1,"independentScore":0.5316282189076534,"independent":true,"opponentIds":3210,"independentOpponentIds":3210,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["dbcbfe85658c4ab468fa9ca3","928dfca300ef1cd20891bdf3","393b7eb4b3c229026330a49e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c98dbe8888cd28347bc8f571","fd77aa95b9c29c06a6b169cc","f1e2c1476fab5dba5c841fa6","4e4780dee2a81d7e9171107a","dc76f6471810c741012070f3","128847b55a3390d3459c48df","89cbf8eb01c2697fd35c27a3","9b2b75d84b4f7c03bc1bc751","91a6a7e402d1e1cd935677c2","ad4b717ca4a435c0c7b6bf1a","633304c9460583efb1a9d123","dca6e42139718103b2bc6718","515eeda369aef75d1b3b90a2","a3b2b0715095d52d58ac063b","591bd1ccff3f9c16ac8904ce","dbcbfe85658c4ab468fa9ca3","928dfca300ef1cd20891bdf3","393b7eb4b3c229026330a49e"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","qwen3-max","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":19}],"unspecified":0,"total":19}},{"id":"qwen3.5-122b-a10b--effort-non-reasoning","name":"Qwen3.5-122B-A10B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-122b-a10b","detailsUrl":"/efforts?model=qwen3.5-122b-a10b","publishedBenchmarkCount":15,"overallRating":{"score":0.11861829287672589,"supported":true,"families":12,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":220,"independentFamilies":12,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.684542091890061},{"source":"Epoch AI","independent":true,"share":0.3154579081099492}]},"capabilityRatings":[{"bucket":"agentic","score":0.14799165415369328,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.1565010126034345,"supported":true,"families":4,"independentFamilies":4,"opponents":220,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.14311565767067952,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.10506678937444662,"supported":true,"families":3,"independentFamilies":3,"opponents":209,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.1397000737298653,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.13700815697023788,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6182914199378525,"lowerBound":0,"upperBound":1,"independentScore":0.6182914199378525,"independent":true,"opponentIds":3197,"independentOpponentIds":3197,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["7570031879abad667cd8e969"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6669177996201393,"lowerBound":0,"upperBound":1,"independentScore":0.6669177996201393,"independent":true,"opponentIds":3199,"independentOpponentIds":3199,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["1434c5402cedf4ac2b4da110"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5138550323733367,"lowerBound":0,"upperBound":1,"independentScore":0.5138550323733367,"independent":true,"opponentIds":3201,"independentOpponentIds":3201,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["5f77b4f7b54fff6de405295d"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.744051127765654,"lowerBound":0,"upperBound":1,"independentScore":0.744051127765654,"independent":true,"opponentIds":3202,"independentOpponentIds":3202,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["4f7ad991264657d538d51832"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.726058969439574,"lowerBound":0,"upperBound":1,"independentScore":0.726058969439574,"independent":true,"opponentIds":3203,"independentOpponentIds":3203,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["712427354a54a3d7928dc9a0"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6920202533719165,"lowerBound":0,"upperBound":1,"independentScore":0.6920202533719165,"independent":true,"opponentIds":3204,"independentOpponentIds":3204,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["cd859ec8921f41c450fecef8"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6301117331158241,"lowerBound":0,"upperBound":1,"independentScore":0.6301117331158241,"independent":true,"opponentIds":3205,"independentOpponentIds":3205,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9e4d9fd1a2574d6a5ae7703f"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6635281234581987,"lowerBound":0,"upperBound":1,"independentScore":0.6635281234581987,"independent":true,"opponentIds":3206,"independentOpponentIds":3206,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["b5b2eded240cc84231225e2e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5203786758044491,"lowerBound":0,"upperBound":1,"independentScore":0.5203786758044491,"independent":true,"opponentIds":3207,"independentOpponentIds":3207,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["2680ab741c6710c6308ef76b"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6011578165621878,"lowerBound":0,"upperBound":1,"independentScore":0.6011578165621878,"independent":true,"opponentIds":3209,"independentOpponentIds":3209,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["c3bfff836c0b94cd19e1ab01","3dd3e9d4d8dcd772354db4ac"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6796068312013456,"lowerBound":0,"upperBound":1,"independentScore":0.6796068312013456,"independent":true,"opponentIds":3210,"independentOpponentIds":3210,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["c6b2a6fcceb391533b9ccb6d","a29311df8979dbac227d11e3"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.47728386815270496,"lowerBound":0,"upperBound":1,"independentScore":0.47728386815270496,"independent":true,"opponentIds":3211,"independentOpponentIds":3211,"panelSize":40,"publishers":["Epoch AI"],"observations":["epoch-run-X5FL4gkJQYjzJ7axz23rfd"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["7570031879abad667cd8e969","1434c5402cedf4ac2b4da110","5f77b4f7b54fff6de405295d","4f7ad991264657d538d51832","712427354a54a3d7928dc9a0","cd859ec8921f41c450fecef8","9e4d9fd1a2574d6a5ae7703f","b5b2eded240cc84231225e2e","2680ab741c6710c6308ef76b","c3bfff836c0b94cd19e1ab01","3dd3e9d4d8dcd772354db4ac","c6b2a6fcceb391533b9ccb6d","a29311df8979dbac227d11e3","epoch-run-X5FL4gkJQYjzJ7axz23rfd"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","qwen3-max","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo","qwen3.6-flash","qwen3.5-flash","qwen3.7-flash","qwen3.5-plus"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"qwen3.5-27b--effort-non-reasoning","name":"Qwen3.5-27B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-27b","detailsUrl":"/efforts?model=qwen3.5-27b","publishedBenchmarkCount":11,"overallRating":{"score":0.09544837519224177,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000038}]},"capabilityRatings":[{"bucket":"agentic","score":0.21998952949444892,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.12991301828795457,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.15070139833834337,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.06671616410634572,"supported":true,"families":3,"independentFamilies":3,"opponents":209,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.13040157992357548,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.15859472446895337,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6697632796758862,"lowerBound":0,"upperBound":1,"independentScore":0.6697632796758862,"independent":true,"opponentIds":3212,"independentOpponentIds":3212,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["70ec9dd22c9c9b201c491822"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5615775208414292,"lowerBound":0,"upperBound":1,"independentScore":0.5615775208414292,"independent":true,"opponentIds":3213,"independentOpponentIds":3213,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["52b6b150197775cfe5c91b8e"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.6339708953639368,"lowerBound":0,"upperBound":1,"independentScore":0.6339708953639368,"independent":true,"opponentIds":3214,"independentOpponentIds":3214,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["c1822f4f16b355f03b6b133e"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7809090777132986,"lowerBound":0,"upperBound":1,"independentScore":0.7809090777132986,"independent":true,"opponentIds":3215,"independentOpponentIds":3215,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["4a6498ef78e583463717f583"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6578086789831777,"lowerBound":0,"upperBound":1,"independentScore":0.6578086789831777,"independent":true,"opponentIds":3216,"independentOpponentIds":3216,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["78ef779c3fcd29db093d3844"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5716274499151093,"lowerBound":0,"upperBound":1,"independentScore":0.5716274499151093,"independent":true,"opponentIds":3217,"independentOpponentIds":3217,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["b21250eb9c4c108f04af43f0"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6603703474746685,"lowerBound":0,"upperBound":1,"independentScore":0.6603703474746685,"independent":true,"opponentIds":3218,"independentOpponentIds":3218,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["8e7a86835734ba4cfd98b502"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.31724548655922413,"lowerBound":0,"upperBound":1,"independentScore":0.31724548655922413,"independent":true,"opponentIds":3219,"independentOpponentIds":3219,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["6fe875ee0279a564bcd15685"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8180355802130319,"lowerBound":0,"upperBound":1,"independentScore":0.8180355802130319,"independent":true,"opponentIds":3220,"independentOpponentIds":3220,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["dd74023e1d36e1931e867b89"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7794948779352133,"lowerBound":0,"upperBound":1,"independentScore":0.7794948779352133,"independent":true,"opponentIds":3221,"independentOpponentIds":3221,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["3535372b77b4f10a2aae2f53"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["70ec9dd22c9c9b201c491822","52b6b150197775cfe5c91b8e","c1822f4f16b355f03b6b133e","4a6498ef78e583463717f583","78ef779c3fcd29db093d3844","b21250eb9c4c108f04af43f0","8e7a86835734ba4cfd98b502","6fe875ee0279a564bcd15685","dd74023e1d36e1931e867b89","3535372b77b4f10a2aae2f53"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-max","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":11}],"unspecified":0,"total":11}},{"id":"qwen3.5-27b--effort-reasoning","name":"Qwen3.5-27B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-27b","detailsUrl":"/efforts?model=qwen3.5-27b","publishedBenchmarkCount":12,"overallRating":{"score":0.19083125125864853,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000029}]},"capabilityRatings":[{"bucket":"agentic","score":0.3174761875508863,"supported":true,"families":2,"independentFamilies":2,"opponents":173,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.19049496272914576,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.1618957091683518,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.19077322476939473,"supported":true,"families":3,"independentFamilies":3,"opponents":209,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.2466853734757485,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.41270003484373485,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9070674936283218,"lowerBound":0,"upperBound":1,"independentScore":0.9070674936283218,"independent":true,"opponentIds":3212,"independentOpponentIds":3212,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["b3259eb613b9008d13bfb2fd"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6494262468292387,"lowerBound":0,"upperBound":1,"independentScore":0.6494262468292387,"independent":true,"opponentIds":3213,"independentOpponentIds":3213,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["3e51ac2e0bcfc616f60fdbcb"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.7991270008547193,"lowerBound":0,"upperBound":1,"independentScore":0.7991270008547193,"independent":true,"opponentIds":3214,"independentOpponentIds":3214,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["3a55ccda11cad6f5dc83eb08"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8351977517205049,"lowerBound":0,"upperBound":1,"independentScore":0.8351977517205049,"independent":true,"opponentIds":3215,"independentOpponentIds":3215,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["c89518098dd5dccb090f454a"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7933944074451205,"lowerBound":0,"upperBound":1,"independentScore":0.7933944074451205,"independent":true,"opponentIds":3216,"independentOpponentIds":3216,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["4f49cf2685886f6ec4a83da8"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9346136423649545,"lowerBound":0,"upperBound":1,"independentScore":0.9346136423649545,"independent":true,"opponentIds":3217,"independentOpponentIds":3217,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9dc289d96ddc9b2f19861742"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.6696043250299925,"lowerBound":0,"upperBound":1,"independentScore":0.6696043250299925,"independent":true,"opponentIds":3222,"independentOpponentIds":3222,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["6386fdf31a291d72b80c8bda"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8099338502685931,"lowerBound":0,"upperBound":1,"independentScore":0.8099338502685931,"independent":true,"opponentIds":3218,"independentOpponentIds":3218,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["4ae5bffa4ac662eed074e463"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5650461405871918,"lowerBound":0,"upperBound":1,"independentScore":0.5650461405871918,"independent":true,"opponentIds":3219,"independentOpponentIds":3219,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["8e5f70a0d9b318aca939682c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8955815217512245,"lowerBound":0,"upperBound":1,"independentScore":0.8955815217512245,"independent":true,"opponentIds":3220,"independentOpponentIds":3220,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["d04bd91f3abbf17a30df7293"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7995496155673275,"lowerBound":0,"upperBound":1,"independentScore":0.7995496155673275,"independent":true,"opponentIds":3221,"independentOpponentIds":3221,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["87314125e9b141d0f793b80a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b3259eb613b9008d13bfb2fd","3e51ac2e0bcfc616f60fdbcb","3a55ccda11cad6f5dc83eb08","c89518098dd5dccb090f454a","4f49cf2685886f6ec4a83da8","9dc289d96ddc9b2f19861742","6386fdf31a291d72b80c8bda","4ae5bffa4ac662eed074e463","8e5f70a0d9b318aca939682c","d04bd91f3abbf17a30df7293","87314125e9b141d0f793b80a"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-max","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"qwen3.5-2b--effort-non-reasoning","name":"Qwen3.5-2B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-2b","detailsUrl":"/efforts?model=qwen3.5-2b","publishedBenchmarkCount":13,"overallRating":{"score":0.014736809308830782,"supported":true,"families":11,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":217,"independentFamilies":11,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.7173042691082407},{"source":"Epoch AI","independent":true,"share":0.28269573089176264}]},"capabilityRatings":[{"bucket":"agentic","score":0.07108845861323647,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.02085663032119568,"supported":true,"families":4,"independentFamilies":4,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.012684472970607699,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.010338897247774084,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.010339186603520205,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.018198413660486423,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.1899904283933298,"lowerBound":0,"upperBound":1,"independentScore":0.1899904283933298,"independent":true,"opponentIds":3223,"independentOpponentIds":3223,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["a7c022f322decc2d18aacdf5"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2531174878245495,"lowerBound":0,"upperBound":1,"independentScore":0.2531174878245495,"independent":true,"opponentIds":3224,"independentOpponentIds":3224,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["d6189f1ea70832a412f06340"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.03576680363470401,"lowerBound":0,"upperBound":1,"independentScore":0.03576680363470401,"independent":true,"opponentIds":3225,"independentOpponentIds":3225,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["d62f734d7f7d727dff607f0b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.1408682898579218,"lowerBound":0,"upperBound":1,"independentScore":0.1408682898579218,"independent":true,"opponentIds":3226,"independentOpponentIds":3226,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1dc539f5096fa85e6092c50a"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.2841620630298383,"lowerBound":0,"upperBound":1,"independentScore":0.2841620630298383,"independent":true,"opponentIds":3227,"independentOpponentIds":3227,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["248d8fef7e7a90ae0e4e2295"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.14518782077268919,"lowerBound":0,"upperBound":1,"independentScore":0.14518782077268919,"independent":true,"opponentIds":3228,"independentOpponentIds":3228,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["67088604dbeb65c302440afb"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.0923175042621066,"lowerBound":0,"upperBound":1,"independentScore":0.0923175042621066,"independent":true,"opponentIds":3229,"independentOpponentIds":3229,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["4dfcabb11e935b9d77c34307"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.047253489608263394,"lowerBound":0,"upperBound":1,"independentScore":0.047253489608263394,"independent":true,"opponentIds":3230,"independentOpponentIds":3230,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["05ae862b6429e595ff8d2b84"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7368421741376041,"lowerBound":0,"upperBound":1,"independentScore":0.7368421741376041,"independent":true,"opponentIds":3231,"independentOpponentIds":3231,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["60624d170a81e918f4879de3"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.13978424062951456,"lowerBound":0,"upperBound":1,"independentScore":0.13978424062951456,"independent":true,"opponentIds":3232,"independentOpponentIds":3232,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["20c954bf67b034614b5f10b0","84335a8349dd1b9d4fa8d0d2"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.0556036571319634,"lowerBound":0,"upperBound":1,"independentScore":0.0556036571319634,"independent":true,"opponentIds":3233,"independentOpponentIds":3233,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-QeVP4X52JBDZBdeefZjEmb"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a7c022f322decc2d18aacdf5","d6189f1ea70832a412f06340","d62f734d7f7d727dff607f0b","1dc539f5096fa85e6092c50a","248d8fef7e7a90ae0e4e2295","67088604dbeb65c302440afb","4dfcabb11e935b9d77c34307","05ae862b6429e595ff8d2b84","60624d170a81e918f4879de3","20c954bf67b034614b5f10b0","84335a8349dd1b9d4fa8d0d2","epoch-run-QeVP4X52JBDZBdeefZjEmb"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","qwen3.7-flash"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3.5-2b--effort-reasoning","name":"Qwen3.5-2B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-2b","detailsUrl":"/efforts?model=qwen3.5-2b","publishedBenchmarkCount":12,"overallRating":{"score":0.015067522869663395,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000107}]},"capabilityRatings":[{"bucket":"agentic","score":0.06371941320370934,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.01475948093992985,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.014926111835925104,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.011458740931897573,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.010827772232311572,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.026330919744841266,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.2572740836968815,"lowerBound":0,"upperBound":1,"independentScore":0.2572740836968815,"independent":true,"opponentIds":3223,"independentOpponentIds":3223,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["340251b326024b7a69c3bf39"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2514278823805469,"lowerBound":0,"upperBound":1,"independentScore":0.2514278823805469,"independent":true,"opponentIds":3224,"independentOpponentIds":3224,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["98ea8b4e38a123443727892b"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.10687947226645259,"lowerBound":0,"upperBound":1,"independentScore":0.10687947226645259,"independent":true,"opponentIds":3225,"independentOpponentIds":3225,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["4d4a80b838db126050c276e6"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.15374019685548398,"lowerBound":0,"upperBound":1,"independentScore":0.15374019685548398,"independent":true,"opponentIds":3226,"independentOpponentIds":3226,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1efb5443137143050e7ed17e"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.011985755987021864,"lowerBound":0,"upperBound":1,"independentScore":0.011985755987021864,"independent":true,"opponentIds":3227,"independentOpponentIds":3227,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["7bd48532b9a85b06d476758b"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.17331050092683245,"lowerBound":0,"upperBound":1,"independentScore":0.17331050092683245,"independent":true,"opponentIds":3228,"independentOpponentIds":3228,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a54f47fe6f74069debb77e36"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.10189404573052468,"lowerBound":0,"upperBound":1,"independentScore":0.10189404573052468,"independent":true,"opponentIds":3229,"independentOpponentIds":3229,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f426f85b359f8e2fe9579751"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.06114368086855083,"lowerBound":0,"upperBound":1,"independentScore":0.06114368086855083,"independent":true,"opponentIds":3230,"independentOpponentIds":3230,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["30a8a589ff73daf9b30088ef"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.647280910084901,"lowerBound":0,"upperBound":1,"independentScore":0.647280910084901,"independent":true,"opponentIds":3231,"independentOpponentIds":3231,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["3f24913e7ca1a2f286dbdce8"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.19201024880928313,"lowerBound":0,"upperBound":1,"independentScore":0.19201024880928313,"independent":true,"opponentIds":3232,"independentOpponentIds":3232,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["050daa4bef2d46ebbccd176d","31afa3a5ee4f8ddeb7c59185"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["340251b326024b7a69c3bf39","98ea8b4e38a123443727892b","4d4a80b838db126050c276e6","1efb5443137143050e7ed17e","7bd48532b9a85b06d476758b","a54f47fe6f74069debb77e36","f426f85b359f8e2fe9579751","30a8a589ff73daf9b30088ef","3f24913e7ca1a2f286dbdce8","050daa4bef2d46ebbccd176d","31afa3a5ee4f8ddeb7c59185"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"qwen3.5-35b-a3b--effort-non-reasoning","name":"Qwen3.5-35B-A3B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-35b-a3b","detailsUrl":"/efforts?model=qwen3.5-35b-a3b","publishedBenchmarkCount":17,"overallRating":{"score":0.08872065515464383,"supported":true,"families":13,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":217,"independentFamilies":13,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5487272196668845},{"source":"Epoch AI","independent":true,"share":0.4512727803331345}]},"capabilityRatings":[{"bucket":"agentic","score":0.10926822301932433,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.13028577801250896,"supported":true,"families":5,"independentFamilies":5,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.06866600702200372,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.05687906432987424,"supported":true,"families":3,"independentFamilies":3,"opponents":209,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.11338096512089867,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.1461862968924301,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.44795159390183537,"lowerBound":0,"upperBound":1,"independentScore":0.44795159390183537,"independent":true,"opponentIds":3234,"independentOpponentIds":3234,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-h9aoDxyWEhybvARHpyuoco"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6320603428546306,"lowerBound":0,"upperBound":1,"independentScore":0.6320603428546306,"independent":true,"opponentIds":3235,"independentOpponentIds":3235,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["518b3def44f7c280d9c2b344"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6351090190336,"lowerBound":0,"upperBound":1,"independentScore":0.6351090190336,"independent":true,"opponentIds":3236,"independentOpponentIds":3236,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["0c4fc56597384246a3c510ea"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.455172136831482,"lowerBound":0,"upperBound":1,"independentScore":0.455172136831482,"independent":true,"opponentIds":3237,"independentOpponentIds":3237,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["fab70734378c4523a279cdfa"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.5791987423608117,"lowerBound":0,"upperBound":1,"independentScore":0.5791987423608117,"independent":true,"opponentIds":3238,"independentOpponentIds":3238,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["52dac326b14ad8274e860038"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5319349486317541,"lowerBound":0,"upperBound":1,"independentScore":0.5319349486317541,"independent":true,"opponentIds":3239,"independentOpponentIds":3239,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["ffa5a2f4c3d54a3e22f9ef1e","epoch-run-KKm5DbPUgXo88eYr64g4SK"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6299760813039806,"lowerBound":0,"upperBound":1,"independentScore":0.6299760813039806,"independent":true,"opponentIds":3240,"independentOpponentIds":3240,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["f4bcadbf6a497277a67985f9"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5390714923377257,"lowerBound":0,"upperBound":1,"independentScore":0.5390714923377257,"independent":true,"opponentIds":3241,"independentOpponentIds":3241,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["4b2a00224e4e77c869bb3525"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6199106886909063,"lowerBound":0,"upperBound":1,"independentScore":0.6199106886909063,"independent":true,"opponentIds":3242,"independentOpponentIds":3242,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["3db7471df67389c685b88dbc"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.31708424090957626,"lowerBound":0,"upperBound":1,"independentScore":0.31708424090957626,"independent":true,"opponentIds":3243,"independentOpponentIds":3243,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["cce73caaf54d5224ad13f618"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.4657725902169533,"lowerBound":0,"upperBound":1,"independentScore":0.4657725902169533,"independent":true,"opponentIds":3244,"independentOpponentIds":3244,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["956b26763c1cc19ed48e62ee","0fe2b426e7191799fd5ad7b0"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.49184159002450006,"lowerBound":0,"upperBound":1,"independentScore":0.49184159002450006,"independent":true,"opponentIds":3245,"independentOpponentIds":3245,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["23b432199e2d041e6d0644b0","ab038381c16df8d1e510bd8a"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.5618559233324394,"lowerBound":0,"upperBound":1,"independentScore":0.5618559233324394,"independent":true,"opponentIds":3246,"independentOpponentIds":3246,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-jzqDbWHvQXhMkpYHfTjnRE"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["518b3def44f7c280d9c2b344","0c4fc56597384246a3c510ea","fab70734378c4523a279cdfa","52dac326b14ad8274e860038","ffa5a2f4c3d54a3e22f9ef1e","f4bcadbf6a497277a67985f9","4b2a00224e4e77c869bb3525","3db7471df67389c685b88dbc","cce73caaf54d5224ad13f618","956b26763c1cc19ed48e62ee","0fe2b426e7191799fd5ad7b0","23b432199e2d041e6d0644b0","ab038381c16df8d1e510bd8a","epoch-run-jzqDbWHvQXhMkpYHfTjnRE","epoch-run-KKm5DbPUgXo88eYr64g4SK","epoch-run-h9aoDxyWEhybvARHpyuoco"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash-0424","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-oss-120b","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","qwen3-max","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":17}],"unspecified":0,"total":17}},{"id":"qwen3.5-35b-a3b--effort-reasoning","name":"Qwen3.5-35B-A3B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-35b-a3b","detailsUrl":"/efforts?model=qwen3.5-35b-a3b","publishedBenchmarkCount":12,"overallRating":{"score":0.13414206054744332,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999962}]},"capabilityRatings":[{"bucket":"agentic","score":0.15938682220779243,"supported":true,"families":2,"independentFamilies":2,"opponents":173,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.17715202498919824,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.11018403548991275,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.16191572967015724,"supported":true,"families":3,"independentFamilies":3,"opponents":209,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.1769639166773734,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.2683085020254968,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8035586479730558,"lowerBound":0,"upperBound":1,"independentScore":0.8035586479730558,"independent":true,"opponentIds":3235,"independentOpponentIds":3235,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["a6bb3e77e8089018687551e0"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6709962064805616,"lowerBound":0,"upperBound":1,"independentScore":0.6709962064805616,"independent":true,"opponentIds":3236,"independentOpponentIds":3236,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["bca3df4c2afb6534b7ab2365"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.7437643383668402,"lowerBound":0,"upperBound":1,"independentScore":0.7437643383668402,"independent":true,"opponentIds":3238,"independentOpponentIds":3238,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["5b6def33141d74b866cef6e3"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7944559635750527,"lowerBound":0,"upperBound":1,"independentScore":0.7944559635750527,"independent":true,"opponentIds":3247,"independentOpponentIds":3247,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["1a4eac252ecd64ac0ec9fac3"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7637789880461563,"lowerBound":0,"upperBound":1,"independentScore":0.7637789880461563,"independent":true,"opponentIds":3240,"independentOpponentIds":3240,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["e47d94c493c3d8efa18fed87"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8890871075234356,"lowerBound":0,"upperBound":1,"independentScore":0.8890871075234356,"independent":true,"opponentIds":3241,"independentOpponentIds":3241,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["6429639babbd562974064492"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.14370285885671727,"lowerBound":0,"upperBound":1,"independentScore":0.14370285885671727,"independent":true,"opponentIds":3248,"independentOpponentIds":3248,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["7eb289685e2f9e25fba62890"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.734781567854006,"lowerBound":0,"upperBound":1,"independentScore":0.734781567854006,"independent":true,"opponentIds":3242,"independentOpponentIds":3242,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["71b06d1e69d3282835e9802d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5414128363084523,"lowerBound":0,"upperBound":1,"independentScore":0.5414128363084523,"independent":true,"opponentIds":3243,"independentOpponentIds":3243,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["1ef6e17ab8bf9c8ccebbad85"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8357851082573249,"lowerBound":0,"upperBound":1,"independentScore":0.8357851082573249,"independent":true,"opponentIds":3249,"independentOpponentIds":3249,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["ef170a6bbbf2157e05ffd6b9"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7011408526470377,"lowerBound":0,"upperBound":1,"independentScore":0.7011408526470377,"independent":true,"opponentIds":3250,"independentOpponentIds":3250,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["f796f8cd0abdbccf18ef98f6"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["a6bb3e77e8089018687551e0","bca3df4c2afb6534b7ab2365","5b6def33141d74b866cef6e3","1a4eac252ecd64ac0ec9fac3","e47d94c493c3d8efa18fed87","6429639babbd562974064492","7eb289685e2f9e25fba62890","71b06d1e69d3282835e9802d","1ef6e17ab8bf9c8ccebbad85","ef170a6bbbf2157e05ffd6b9","f796f8cd0abdbccf18ef98f6"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-max","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"qwen3.5-397b-a17b--effort-reasoning","name":"Qwen3.5-397B-A17B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-397b-a17b","detailsUrl":"/efforts?model=qwen3.5-397b-a17b","publishedBenchmarkCount":23,"overallRating":{"score":0.19363113643074914,"supported":true,"families":19,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":19,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999759}]},"capabilityRatings":[{"bucket":"agentic","score":0.2056158582154267,"supported":true,"families":9,"independentFamilies":9,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.26581849441922856,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.16400872677665598,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.3191488097881346,"supported":true,"families":3,"independentFamilies":3,"opponents":209,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.3153118626634871,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.39374713934061534,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.4242564881712676,"lowerBound":0,"upperBound":1,"independentScore":0.4242564881712676,"independent":true,"opponentIds":3251,"independentOpponentIds":3251,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["76d6f70fae4e310ca7590def"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.5025499442642591,"lowerBound":0,"upperBound":1,"independentScore":0.5025499442642591,"independent":true,"opponentIds":3252,"independentOpponentIds":3252,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["acf644377690a4fb775a2880"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8847464819998236,"lowerBound":0,"upperBound":1,"independentScore":0.8847464819998236,"independent":true,"opponentIds":3253,"independentOpponentIds":3253,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["dfb69334a23f689f666068a2"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5111382643546076,"lowerBound":0,"upperBound":1,"independentScore":0.5111382643546076,"independent":true,"opponentIds":3254,"independentOpponentIds":3254,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["135958e9d5c43321eb1d8dbb"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.753099527917127,"lowerBound":0,"upperBound":1,"independentScore":0.753099527917127,"independent":true,"opponentIds":3255,"independentOpponentIds":3255,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["c99d476c058b4a89123fa646"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.2988152071117678,"lowerBound":0,"upperBound":1,"independentScore":0.2988152071117678,"independent":true,"opponentIds":3256,"independentOpponentIds":3256,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["83ea18f7ab43ad1f8b8722de"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7070935563448594,"lowerBound":0,"upperBound":1,"independentScore":0.7070935563448594,"independent":true,"opponentIds":3257,"independentOpponentIds":3257,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["521a42cd831cbbe5b0e2060b"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5658819189309192,"lowerBound":0,"upperBound":1,"independentScore":0.5658819189309192,"independent":true,"opponentIds":3258,"independentOpponentIds":3258,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["27488df1427b0253553c87df"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.8956359001879681,"lowerBound":0,"upperBound":1,"independentScore":0.8956359001879681,"independent":true,"opponentIds":3259,"independentOpponentIds":3259,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["7e0dbe0e88c6108996e40748"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8949757495255215,"lowerBound":0,"upperBound":1,"independentScore":0.8949757495255215,"independent":true,"opponentIds":3260,"independentOpponentIds":3260,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["bc7c4c940825fac880dcc166"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.27905199460258795,"lowerBound":0,"upperBound":1,"independentScore":0.27905199460258795,"independent":true,"opponentIds":3261,"independentOpponentIds":3261,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["98e5e9d937b9d54203e61f95"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8458492188953083,"lowerBound":0,"upperBound":1,"independentScore":0.8458492188953083,"independent":true,"opponentIds":3262,"independentOpponentIds":3262,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["ba25e9f3d4d437738db9b852"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9729020839159448,"lowerBound":0,"upperBound":1,"independentScore":0.9729020839159448,"independent":true,"opponentIds":3263,"independentOpponentIds":3263,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a3d4369851bced4c6f9e534d"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.5800530555240874,"lowerBound":0,"upperBound":1,"independentScore":0.5800530555240874,"independent":true,"opponentIds":3264,"independentOpponentIds":3264,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["b395c95b8a65bb01a89133e0"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8454988167388501,"lowerBound":0,"upperBound":1,"independentScore":0.8454988167388501,"independent":true,"opponentIds":3265,"independentOpponentIds":3265,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["721334010c9ce0613c28fb6c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8065068921567714,"lowerBound":0,"upperBound":1,"independentScore":0.8065068921567714,"independent":true,"opponentIds":3266,"independentOpponentIds":3266,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["028e196a79298f6522c3e81f"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.5465581556769117,"lowerBound":0,"upperBound":1,"independentScore":0.5465581556769117,"independent":true,"opponentIds":3267,"independentOpponentIds":3267,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["b223f7629fdf1388f9bed2a9"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7404534581420533,"lowerBound":0,"upperBound":1,"independentScore":0.7404534581420533,"independent":true,"opponentIds":3268,"independentOpponentIds":3268,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["a0cc3fbb604ccc3d914119e9","6f9e10389b596e289112755a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5883606461643908,"lowerBound":0,"upperBound":1,"independentScore":0.5883606461643908,"independent":true,"opponentIds":3269,"independentOpponentIds":3269,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["4ce0b8becc8fdf948549228c","642a262fba6eeac8cd6c33a1","ee547f794b6f2b28ae9a8028"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["76d6f70fae4e310ca7590def","acf644377690a4fb775a2880","dfb69334a23f689f666068a2","135958e9d5c43321eb1d8dbb","c99d476c058b4a89123fa646","83ea18f7ab43ad1f8b8722de","521a42cd831cbbe5b0e2060b","27488df1427b0253553c87df","7e0dbe0e88c6108996e40748","bc7c4c940825fac880dcc166","98e5e9d937b9d54203e61f95","ba25e9f3d4d437738db9b852","a3d4369851bced4c6f9e534d","b395c95b8a65bb01a89133e0","721334010c9ce0613c28fb6c","028e196a79298f6522c3e81f","b223f7629fdf1388f9bed2a9","a0cc3fbb604ccc3d914119e9","6f9e10389b596e289112755a","4ce0b8becc8fdf948549228c","642a262fba6eeac8cd6c33a1","ee547f794b6f2b28ae9a8028"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","qwen3-max","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":23}],"unspecified":0,"total":23}},{"id":"qwen3.5-397b-a17b--effort-non-reasoning","name":"Qwen3.5-397B-A17B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-397b-a17b","detailsUrl":"/efforts?model=qwen3.5-397b-a17b","publishedBenchmarkCount":16,"overallRating":{"score":0.15049897507503168,"supported":true,"families":13,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":220,"independentFamilies":13,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5246151938262896},{"source":"Epoch AI","independent":true,"share":0.47538480617371115}]},"capabilityRatings":[{"bucket":"agentic","score":0.15531570335733932,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.20155740537696712,"supported":true,"families":6,"independentFamilies":6,"opponents":220,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.2296330426355424,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.14094885904353938,"supported":true,"families":3,"independentFamilies":3,"opponents":209,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.023135628406709418,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.16533282206429933,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6294287687703048,"lowerBound":0,"upperBound":1,"independentScore":0.6294287687703048,"independent":true,"opponentIds":3270,"independentOpponentIds":3270,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-i2ZUgMREKiFAnE2M54w3Py"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6653738484307525,"lowerBound":0,"upperBound":1,"independentScore":0.6653738484307525,"independent":true,"opponentIds":3253,"independentOpponentIds":3253,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["cd62f190593255d149665e0c"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6695544271102885,"lowerBound":0,"upperBound":1,"independentScore":0.6695544271102885,"independent":true,"opponentIds":3255,"independentOpponentIds":3255,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["75a41b8db9b3590c183008fc"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.7977472437832418,"lowerBound":0,"upperBound":1,"independentScore":0.7977472437832418,"independent":true,"opponentIds":3259,"independentOpponentIds":3259,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["082b89a396ab2c1e7104c310"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7335273206432479,"lowerBound":0,"upperBound":1,"independentScore":0.7335273206432479,"independent":true,"opponentIds":3271,"independentOpponentIds":3271,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["911a594d4aab2c408e3fd321","epoch-run-bXrmQqzF9sXbuZfRrSc7NP"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7385467700763555,"lowerBound":0,"upperBound":1,"independentScore":0.7385467700763555,"independent":true,"opponentIds":3262,"independentOpponentIds":3262,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["79dce625ee6f0c2ed9c8245b"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6474709467937311,"lowerBound":0,"upperBound":1,"independentScore":0.6474709467937311,"independent":true,"opponentIds":3263,"independentOpponentIds":3263,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["dfd2256c044cc016cd99b343"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.23341259232978814,"lowerBound":0,"upperBound":1,"independentScore":0.23341259232978814,"independent":true,"opponentIds":3265,"independentOpponentIds":3265,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["86340fbe3bc82bdd6b9d0f7d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6825127511540875,"lowerBound":0,"upperBound":1,"independentScore":0.6825127511540875,"independent":true,"opponentIds":3266,"independentOpponentIds":3266,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["8ff8cfd69dedb3a094f26ced"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7580446237035173,"lowerBound":0,"upperBound":1,"independentScore":0.7580446237035173,"independent":true,"opponentIds":3272,"independentOpponentIds":3272,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["3d1b866c502ba3c2b8352a96"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8731148366732874,"lowerBound":0,"upperBound":1,"independentScore":0.8731148366732874,"independent":true,"opponentIds":3273,"independentOpponentIds":3273,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["1164bcd5a5aa3712ceea50a7"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.5309987117663921,"lowerBound":0,"upperBound":1,"independentScore":0.5309987117663921,"independent":true,"opponentIds":3274,"independentOpponentIds":3274,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-VRLKwMA8hJnNRpp8M3WDCw","epoch-run-D7WDyCr24AVdzr4eKAreJu"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.39568492311045106,"lowerBound":0,"upperBound":1,"independentScore":0.39568492311045106,"independent":true,"opponentIds":3275,"independentOpponentIds":3275,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-A4yUA9PfzRr92JAqDDo9ro"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["cd62f190593255d149665e0c","75a41b8db9b3590c183008fc","082b89a396ab2c1e7104c310","911a594d4aab2c408e3fd321","79dce625ee6f0c2ed9c8245b","dfd2256c044cc016cd99b343","86340fbe3bc82bdd6b9d0f7d","8ff8cfd69dedb3a094f26ced","3d1b866c502ba3c2b8352a96","1164bcd5a5aa3712ceea50a7","epoch-run-VRLKwMA8hJnNRpp8M3WDCw","epoch-run-A4yUA9PfzRr92JAqDDo9ro","epoch-run-bXrmQqzF9sXbuZfRrSc7NP","epoch-run-D7WDyCr24AVdzr4eKAreJu","epoch-run-i2ZUgMREKiFAnE2M54w3Py"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash-0424","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-oss-120b","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-max","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":16}],"unspecified":0,"total":16}},{"id":"qwen3.5-4b--effort-non-reasoning","name":"Qwen3.5-4B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-4b","detailsUrl":"/efforts?model=qwen3.5-4b","publishedBenchmarkCount":13,"overallRating":{"score":0.03939500427770449,"supported":true,"families":10,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":217,"independentFamilies":10,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.6699125124080829},{"source":"Epoch AI","independent":true,"share":0.3300874875919182}]},"capabilityRatings":[{"bucket":"agentic","score":0.1473117075194134,"supported":false,"families":1,"independentFamilies":1,"opponents":202,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.053040996911644184,"supported":true,"families":4,"independentFamilies":4,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.04851471730400633,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0181305489159275,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.0521784065212782,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.047914594528829964,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.30063672267341746,"lowerBound":0,"upperBound":1,"independentScore":0.30063672267341746,"independent":true,"opponentIds":3276,"independentOpponentIds":3276,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-SAZy8rk2HgyPjA8XZJFUmR"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.3828794358298648,"lowerBound":0,"upperBound":1,"independentScore":0.3828794358298648,"independent":true,"opponentIds":3277,"independentOpponentIds":3277,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["0ea8b264473dc425326ac154"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25207392811468754,"lowerBound":0,"upperBound":1,"independentScore":0.25207392811468754,"independent":true,"opponentIds":3278,"independentOpponentIds":3278,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["053597e91079b350b9341d09"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.47865181441800037,"lowerBound":0,"upperBound":1,"independentScore":0.47865181441800037,"independent":true,"opponentIds":3279,"independentOpponentIds":3279,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e91f85c76ca2395e8d16bcd7"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4690672964887,"lowerBound":0,"upperBound":1,"independentScore":0.4690672964887,"independent":true,"opponentIds":3280,"independentOpponentIds":3280,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["47153236c0ed4b07d1500751"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.2603732035366723,"lowerBound":0,"upperBound":1,"independentScore":0.2603732035366723,"independent":true,"opponentIds":3281,"independentOpponentIds":3281,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["dce15135abcbf97e2e75e164"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.41227155322499065,"lowerBound":0,"upperBound":1,"independentScore":0.41227155322499065,"independent":true,"opponentIds":3282,"independentOpponentIds":3282,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["a9e1f9b1809bcd29819a8408"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.13573569201069016,"lowerBound":0,"upperBound":1,"independentScore":0.13573569201069016,"independent":true,"opponentIds":3283,"independentOpponentIds":3283,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["ed5f4a1b29b3009ad0ceeed1"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5170755622959983,"lowerBound":0,"upperBound":1,"independentScore":0.5170755622959983,"independent":true,"opponentIds":3284,"independentOpponentIds":3284,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["d28e385d70e803a765f7fc5c","f08a6b8acbba22210e4198c1"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.43365054889732146,"lowerBound":0,"upperBound":1,"independentScore":0.43365054889732146,"independent":true,"opponentIds":3285,"independentOpponentIds":3285,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["d6fe8b1efef057e8b67e8412","5776b4e242b36d7888d749b7"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["0ea8b264473dc425326ac154","053597e91079b350b9341d09","e91f85c76ca2395e8d16bcd7","47153236c0ed4b07d1500751","dce15135abcbf97e2e75e164","a9e1f9b1809bcd29819a8408","ed5f4a1b29b3009ad0ceeed1","d28e385d70e803a765f7fc5c","f08a6b8acbba22210e4198c1","d6fe8b1efef057e8b67e8412","5776b4e242b36d7888d749b7","epoch-run-SAZy8rk2HgyPjA8XZJFUmR"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash-0424","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-oss-120b","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3.5-4b--effort-reasoning","name":"Qwen3.5-4B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-4b","detailsUrl":"/efforts?model=qwen3.5-4b","publishedBenchmarkCount":12,"overallRating":{"score":0.06363482283943982,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999931}]},"capabilityRatings":[{"bucket":"agentic","score":0.1918259427753554,"supported":false,"families":1,"independentFamilies":1,"opponents":202,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.060605754383136694,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.06770619100437868,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.05692268684268507,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.08023612263623518,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.14511702902232398,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.641497475036563,"lowerBound":0,"upperBound":1,"independentScore":0.641497475036563,"independent":true,"opponentIds":3277,"independentOpponentIds":3277,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["897ab118ac1342a924d6112e"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25014070953030465,"lowerBound":0,"upperBound":1,"independentScore":0.25014070953030465,"independent":true,"opponentIds":3278,"independentOpponentIds":3278,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["92b1bbe4bab1236ee4b0635f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6241373510662602,"lowerBound":0,"upperBound":1,"independentScore":0.6241373510662602,"independent":true,"opponentIds":3279,"independentOpponentIds":3279,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["af08f36e4be4659803ff0480"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5299179948149292,"lowerBound":0,"upperBound":1,"independentScore":0.5299179948149292,"independent":true,"opponentIds":3280,"independentOpponentIds":3280,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["642772c958d7cd65f97835cb"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6461434973999893,"lowerBound":0,"upperBound":1,"independentScore":0.6461434973999893,"independent":true,"opponentIds":3281,"independentOpponentIds":3281,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["9f54a0ec86853c159d448797"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5312254031508495,"lowerBound":0,"upperBound":1,"independentScore":0.5312254031508495,"independent":true,"opponentIds":3282,"independentOpponentIds":3282,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["a1af20461c5aa98121c402cd"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.26921068303451606,"lowerBound":0,"upperBound":1,"independentScore":0.26921068303451606,"independent":true,"opponentIds":3283,"independentOpponentIds":3283,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["247c36abe2eb6e790cc417b2"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6349577066364903,"lowerBound":0,"upperBound":1,"independentScore":0.6349577066364903,"independent":true,"opponentIds":3284,"independentOpponentIds":3284,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["50e3c30102eb314283834c71","b2ed8afbd8136fb37d1c54bd"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5268742093456695,"lowerBound":0,"upperBound":1,"independentScore":0.5268742093456695,"independent":true,"opponentIds":3285,"independentOpponentIds":3285,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["3f84ada02ed713f5b4df5e8b","6b92b80ee9f40384f85cdd13"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["897ab118ac1342a924d6112e","92b1bbe4bab1236ee4b0635f","af08f36e4be4659803ff0480","642772c958d7cd65f97835cb","9f54a0ec86853c159d448797","a1af20461c5aa98121c402cd","247c36abe2eb6e790cc417b2","50e3c30102eb314283834c71","b2ed8afbd8136fb37d1c54bd","3f84ada02ed713f5b4df5e8b","6b92b80ee9f40384f85cdd13"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":12}],"unspecified":0,"total":12}},{"id":"qwen3.5-9b--effort-non-reasoning","name":"Qwen3.5-9B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-9b","detailsUrl":"/efforts?model=qwen3.5-9b","publishedBenchmarkCount":14,"overallRating":{"score":0.07133782932617354,"supported":true,"families":11,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":217,"independentFamilies":11,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5152203151877288},{"source":"Epoch AI","independent":true,"share":0.4847796848122772}]},"capabilityRatings":[{"bucket":"agentic","score":0.18374616465295837,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.10407536601337959,"supported":true,"families":5,"independentFamilies":5,"opponents":217,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.06577592784296869,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.02715411119287085,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.0953984441374921,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.0797476284318034,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.33669564247523576,"lowerBound":0,"upperBound":1,"independentScore":0.33669564247523576,"independent":true,"opponentIds":3286,"independentOpponentIds":3286,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-YBMTDnW5LmCN6tBp2QYHzi"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4858724146867982,"lowerBound":0,"upperBound":1,"independentScore":0.4858724146867982,"independent":true,"opponentIds":3287,"independentOpponentIds":3287,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["987f147949570e5f033630d1"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.629684674542898,"lowerBound":0,"upperBound":1,"independentScore":0.629684674542898,"independent":true,"opponentIds":3288,"independentOpponentIds":3288,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["51cceb0f761a19498f07f43b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.47169127233704294,"lowerBound":0,"upperBound":1,"independentScore":0.47169127233704294,"independent":true,"opponentIds":3289,"independentOpponentIds":3289,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["c2a233e0c283bc6f848ab7f8","epoch-run-AczFCvkWR5SmdbV7eXruqj"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4978891891296226,"lowerBound":0,"upperBound":1,"independentScore":0.4978891891296226,"independent":true,"opponentIds":3290,"independentOpponentIds":3290,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["4d9e271b62a791eb7aa355fb"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.3479401969132453,"lowerBound":0,"upperBound":1,"independentScore":0.3479401969132453,"independent":true,"opponentIds":3291,"independentOpponentIds":3291,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["405394a5fe3ae5cd4ffb5987"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5720464096182056,"lowerBound":0,"upperBound":1,"independentScore":0.5720464096182056,"independent":true,"opponentIds":3292,"independentOpponentIds":3292,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["bee5fa058648448b9abb72f4"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2213607462320926,"lowerBound":0,"upperBound":1,"independentScore":0.2213607462320926,"independent":true,"opponentIds":3293,"independentOpponentIds":3293,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["37143e5c779711b1534cd2c0"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7870080234373525,"lowerBound":0,"upperBound":1,"independentScore":0.7870080234373525,"independent":true,"opponentIds":3294,"independentOpponentIds":3294,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["35b08aa160794079a7760a9a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5005507373525766,"lowerBound":0,"upperBound":1,"independentScore":0.5005507373525766,"independent":true,"opponentIds":3295,"independentOpponentIds":3295,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["5a9c2b5e5ea876f9675bbd0c","9beec241281354166f7f4cdf"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.6015350139632614,"lowerBound":0,"upperBound":1,"independentScore":0.6015350139632614,"independent":true,"opponentIds":3296,"independentOpponentIds":3296,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-i8CTho47u9qDcnXF3psREo"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["987f147949570e5f033630d1","51cceb0f761a19498f07f43b","c2a233e0c283bc6f848ab7f8","4d9e271b62a791eb7aa355fb","405394a5fe3ae5cd4ffb5987","bee5fa058648448b9abb72f4","37143e5c779711b1534cd2c0","35b08aa160794079a7760a9a","5a9c2b5e5ea876f9675bbd0c","9beec241281354166f7f4cdf","epoch-run-i8CTho47u9qDcnXF3psREo","epoch-run-AczFCvkWR5SmdbV7eXruqj","epoch-run-YBMTDnW5LmCN6tBp2QYHzi"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3-30b-a3b","agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash-0424","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-oss-120b","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":14}],"unspecified":0,"total":14}},{"id":"qwen3.5-9b--effort-reasoning","name":"Qwen3.5-9B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-9b","detailsUrl":"/efforts?model=qwen3.5-9b","publishedBenchmarkCount":13,"overallRating":{"score":0.08936415051288456,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000047}]},"capabilityRatings":[{"bucket":"agentic","score":0.10109340606829292,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.11749125493875719,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.08718872537086703,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.09118924301460755,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.11706786868965657,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.2208906878652248,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7481749799150214,"lowerBound":0,"upperBound":1,"independentScore":0.7481749799150214,"independent":true,"opponentIds":3287,"independentOpponentIds":3287,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["35ab75c2d9610fd9d6afd707"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5605904602976058,"lowerBound":0,"upperBound":1,"independentScore":0.5605904602976058,"independent":true,"opponentIds":3288,"independentOpponentIds":3288,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["93e0ee1fea4ee49c409f7f30"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.3342917498336698,"lowerBound":0,"upperBound":1,"independentScore":0.3342917498336698,"independent":true,"opponentIds":3297,"independentOpponentIds":3297,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["d2c14147928ad0cbac8fa156"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6829867139474599,"lowerBound":0,"upperBound":1,"independentScore":0.6829867139474599,"independent":true,"opponentIds":3298,"independentOpponentIds":3298,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["9f70624165f1bfb5534f12d8"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6826901102534289,"lowerBound":0,"upperBound":1,"independentScore":0.6826901102534289,"independent":true,"opponentIds":3290,"independentOpponentIds":3290,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["91f1614a6570830ed8587c39"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7988899324973274,"lowerBound":0,"upperBound":1,"independentScore":0.7988899324973274,"independent":true,"opponentIds":3291,"independentOpponentIds":3291,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["b268faf0293cf763ce33c6d5"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6263365239887848,"lowerBound":0,"upperBound":1,"independentScore":0.6263365239887848,"independent":true,"opponentIds":3292,"independentOpponentIds":3292,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["3271ebc988e5db1d40b6ee92"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.3651386857658797,"lowerBound":0,"upperBound":1,"independentScore":0.3651386857658797,"independent":true,"opponentIds":3293,"independentOpponentIds":3293,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["bbb1c791dbb001405e0b3785"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5475366271770392,"lowerBound":0,"upperBound":1,"independentScore":0.5475366271770392,"independent":true,"opponentIds":3299,"independentOpponentIds":3299,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["b6ad97d2e6b84fb5bfff38af","1ea96f71f7b8acf0e5c92135"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5867484606723189,"lowerBound":0,"upperBound":1,"independentScore":0.5867484606723189,"independent":true,"opponentIds":3295,"independentOpponentIds":3295,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["0eb44799cf54377c7b779992","71565ab7921a7bff37fd8271"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["35ab75c2d9610fd9d6afd707","93e0ee1fea4ee49c409f7f30","d2c14147928ad0cbac8fa156","9f70624165f1bfb5534f12d8","91f1614a6570830ed8587c39","b268faf0293cf763ce33c6d5","3271ebc988e5db1d40b6ee92","bbb1c791dbb001405e0b3785","b6ad97d2e6b84fb5bfff38af","1ea96f71f7b8acf0e5c92135","0eb44799cf54377c7b779992","71565ab7921a7bff37fd8271"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3.5-omni-flash--effort-non-reasoning","name":"Qwen3.5-omni-flash · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-omni-flash","detailsUrl":"/efforts?model=qwen3.5-omni-flash","publishedBenchmarkCount":10,"overallRating":{"score":0.04461783331433521,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999979}]},"capabilityRatings":[{"bucket":"agentic","score":0.1661476697000818,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.04930496660646349,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.03839051447111334,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.029246815166504004,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.07857635469751949,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.09110970438858386,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5193185368150799,"lowerBound":0,"upperBound":1,"independentScore":0.5193185368150799,"independent":true,"opponentIds":3300,"independentOpponentIds":3300,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["c717dab863d029554a546f07"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2520739281146876,"lowerBound":0,"upperBound":1,"independentScore":0.2520739281146876,"independent":true,"opponentIds":3301,"independentOpponentIds":3301,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["b94f1d2228e900a6c2df44ae"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5407652002054769,"lowerBound":0,"upperBound":1,"independentScore":0.5407652002054769,"independent":true,"opponentIds":3302,"independentOpponentIds":3302,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["4828255fcd543335b20e8178"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.4412969488529189,"lowerBound":0,"upperBound":1,"independentScore":0.4412969488529189,"independent":true,"opponentIds":3303,"independentOpponentIds":3303,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["5584d2dd8f205f5dfc703398"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.35152866787779974,"lowerBound":0,"upperBound":1,"independentScore":0.35152866787779974,"independent":true,"opponentIds":3304,"independentOpponentIds":3304,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["7ed7cbd32da3164f960078dd"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.5055251401640144,"lowerBound":0,"upperBound":1,"independentScore":0.5055251401640144,"independent":true,"opponentIds":3305,"independentOpponentIds":3305,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f03d2e976501ce3b51c34286"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2480572323883518,"lowerBound":0,"upperBound":1,"independentScore":0.2480572323883518,"independent":true,"opponentIds":3306,"independentOpponentIds":3306,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["de3e87fa1b992b3a661f0744"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7663742733729656,"lowerBound":0,"upperBound":1,"independentScore":0.7663742733729656,"independent":true,"opponentIds":3307,"independentOpponentIds":3307,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["4305e3ee57626ca07733f9a1"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4532189525904724,"lowerBound":0,"upperBound":1,"independentScore":0.4532189525904724,"independent":true,"opponentIds":3308,"independentOpponentIds":3308,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["0e201fd8e88804cf432985b7"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c717dab863d029554a546f07","b94f1d2228e900a6c2df44ae","4828255fcd543335b20e8178","5584d2dd8f205f5dfc703398","7ed7cbd32da3164f960078dd","f03d2e976501ce3b51c34286","de3e87fa1b992b3a661f0744","4305e3ee57626ca07733f9a1","0e201fd8e88804cf432985b7"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"qwen3.5-omni-plus--effort-non-reasoning","name":"Qwen3.5-omni-plus · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-omni-plus","detailsUrl":"/efforts?model=qwen3.5-omni-plus","publishedBenchmarkCount":10,"overallRating":{"score":0.09972349823954281,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999979}]},"capabilityRatings":[{"bucket":"agentic","score":0.2322249000913612,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.13542229734633152,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.08364226954955951,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.07481436063758092,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.15088012800797757,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.15345092135139948,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6452440872865329,"lowerBound":0,"upperBound":1,"independentScore":0.6452440872865329,"independent":true,"opponentIds":3309,"independentOpponentIds":3309,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["c82039a80845dab3eadfacd8"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6126407282827835,"lowerBound":0,"upperBound":1,"independentScore":0.6126407282827835,"independent":true,"opponentIds":3310,"independentOpponentIds":3310,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["2e75afb685d3a3295079aa9b"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7203782674950369,"lowerBound":0,"upperBound":1,"independentScore":0.7203782674950369,"independent":true,"opponentIds":3311,"independentOpponentIds":3311,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["0f1a5a784a71c9e6676ed3fd"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6665295050811162,"lowerBound":0,"upperBound":1,"independentScore":0.6665295050811162,"independent":true,"opponentIds":3312,"independentOpponentIds":3312,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["4d99610acf5319007bb0aeea"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6309969597667301,"lowerBound":0,"upperBound":1,"independentScore":0.6309969597667301,"independent":true,"opponentIds":3313,"independentOpponentIds":3313,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["ef689030a893d35e97f6f3d2"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6757526360155054,"lowerBound":0,"upperBound":1,"independentScore":0.6757526360155054,"independent":true,"opponentIds":3314,"independentOpponentIds":3314,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["4db50a094c083851e4fab68c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.4305437820736176,"lowerBound":0,"upperBound":1,"independentScore":0.4305437820736176,"independent":true,"opponentIds":3315,"independentOpponentIds":3315,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["047dd20376f5c65c5e1a899a"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8322022061496476,"lowerBound":0,"upperBound":1,"independentScore":0.8322022061496476,"independent":true,"opponentIds":3316,"independentOpponentIds":3316,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["75ce6997f9a7d90791f02ea5"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6416044410377594,"lowerBound":0,"upperBound":1,"independentScore":0.6416044410377594,"independent":true,"opponentIds":3317,"independentOpponentIds":3317,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["08f342f50a739b3ac9528085"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c82039a80845dab3eadfacd8","2e75afb685d3a3295079aa9b","0f1a5a784a71c9e6676ed3fd","4d99610acf5319007bb0aeea","ef689030a893d35e97f6f3d2","4db50a094c083851e4fab68c","047dd20376f5c65c5e1a899a","75ce6997f9a7d90791f02ea5","08f342f50a739b3ac9528085"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"qwen3.6-27b--effort-reasoning","name":"Qwen3.6-27B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.6-27b","detailsUrl":"/efforts?model=qwen3.6-27b","publishedBenchmarkCount":19,"overallRating":{"score":0.1714249120910484,"supported":true,"families":15,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":15,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999881}]},"capabilityRatings":[{"bucket":"agentic","score":0.25842500329264856,"supported":true,"families":6,"independentFamilies":6,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.18701785031714904,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.13337671339642174,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.12951601205740884,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.22614936178360343,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.39354433628923974,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.5338463982958952,"lowerBound":0,"upperBound":1,"independentScore":0.5338463982958952,"independent":true,"opponentIds":3318,"independentOpponentIds":3318,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["90ba7abd10ab7bfb8b7e1265"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8911100531517837,"lowerBound":0,"upperBound":1,"independentScore":0.8911100531517837,"independent":true,"opponentIds":3319,"independentOpponentIds":3319,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["e7a488abcf660ae289f3a24f"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5292703903588606,"lowerBound":0,"upperBound":1,"independentScore":0.5292703903588606,"independent":true,"opponentIds":3320,"independentOpponentIds":3320,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["69a809df0aeb1b2ecf654222"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7065812917372241,"lowerBound":0,"upperBound":1,"independentScore":0.7065812917372241,"independent":true,"opponentIds":3321,"independentOpponentIds":3321,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["536bcb7f59ec5628dcee1463"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.6409181059592731,"lowerBound":0,"upperBound":1,"independentScore":0.6409181059592731,"independent":true,"opponentIds":3322,"independentOpponentIds":3322,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["448b575dcd1acd2a60fbb4cd"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6676420410945114,"lowerBound":0,"upperBound":1,"independentScore":0.6676420410945114,"independent":true,"opponentIds":3323,"independentOpponentIds":3323,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["0b4a0dd24a68180a17e59c72"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7725674778427818,"lowerBound":0,"upperBound":1,"independentScore":0.7725674778427818,"independent":true,"opponentIds":3324,"independentOpponentIds":3324,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["ab44e7ebb36589f6af440d58"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.562439748674303,"lowerBound":0,"upperBound":1,"independentScore":0.562439748674303,"independent":true,"opponentIds":3325,"independentOpponentIds":3325,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["055fd1f94ed84235b0dd236b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7762472208169888,"lowerBound":0,"upperBound":1,"independentScore":0.7762472208169888,"independent":true,"opponentIds":3326,"independentOpponentIds":3326,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["f8e8bc36191c7551f6b5cc4d"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8121370124201445,"lowerBound":0,"upperBound":1,"independentScore":0.8121370124201445,"independent":true,"opponentIds":3327,"independentOpponentIds":3327,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["147cff2e7b77dbe7a3ab9a02"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7796570980472347,"lowerBound":0,"upperBound":1,"independentScore":0.7796570980472347,"independent":true,"opponentIds":3328,"independentOpponentIds":3328,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["1f330c240a2e147daf36750e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.5278426360141731,"lowerBound":0,"upperBound":1,"independentScore":0.5278426360141731,"independent":true,"opponentIds":3329,"independentOpponentIds":3329,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["3ccb2b0ee8fb9a12d8d0b958"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.4558356046249494,"lowerBound":0,"upperBound":1,"independentScore":0.4558356046249494,"independent":true,"opponentIds":3330,"independentOpponentIds":3330,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["db7758f0177deb0686de0fde"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7690901780415317,"lowerBound":0,"upperBound":1,"independentScore":0.7690901780415317,"independent":true,"opponentIds":3331,"independentOpponentIds":3331,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["e8af44f1827fd2b34c9c1f57","b302521289de79298a4c4a11"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5852712573868859,"lowerBound":0,"upperBound":1,"independentScore":0.5852712573868859,"independent":true,"opponentIds":3332,"independentOpponentIds":3332,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["3e197f94e3c030d6c4c768f4","c666c345c763a37020abfa2b","44ce799a8b6dfb3736957ecf"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["90ba7abd10ab7bfb8b7e1265","e7a488abcf660ae289f3a24f","69a809df0aeb1b2ecf654222","536bcb7f59ec5628dcee1463","448b575dcd1acd2a60fbb4cd","0b4a0dd24a68180a17e59c72","ab44e7ebb36589f6af440d58","055fd1f94ed84235b0dd236b","f8e8bc36191c7551f6b5cc4d","147cff2e7b77dbe7a3ab9a02","1f330c240a2e147daf36750e","3ccb2b0ee8fb9a12d8d0b958","db7758f0177deb0686de0fde","e8af44f1827fd2b34c9c1f57","b302521289de79298a4c4a11","3e197f94e3c030d6c4c768f4","c666c345c763a37020abfa2b","44ce799a8b6dfb3736957ecf"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":19}],"unspecified":0,"total":19}},{"id":"qwen3.6-27b--effort-non-reasoning","name":"Qwen3.6-27B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.6-27b","detailsUrl":"/efforts?model=qwen3.6-27b","publishedBenchmarkCount":18,"overallRating":{"score":0.10747720885691259,"supported":true,"families":13,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":220,"independentFamilies":13,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5255455482723277},{"source":"Epoch AI","independent":true,"share":0.474454451727671}]},"capabilityRatings":[{"bucket":"agentic","score":0.21331463916770863,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.14034514490132421,"supported":true,"families":6,"independentFamilies":6,"opponents":220,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.10927640412697792,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.05882777427412761,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.1658232144257802,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.18688103265034403,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.34918523445294314,"lowerBound":0,"upperBound":1,"independentScore":0.34918523445294314,"independent":true,"opponentIds":3333,"independentOpponentIds":3333,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-o6VtA8qruLpoShhPy2JdLg"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6956880743937842,"lowerBound":0,"upperBound":1,"independentScore":0.6956880743937842,"independent":true,"opponentIds":3319,"independentOpponentIds":3319,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["9407d449239c38058843fede"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.6695544271102885,"lowerBound":0,"upperBound":1,"independentScore":0.6695544271102885,"independent":true,"opponentIds":3321,"independentOpponentIds":3321,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["f8f423f444a94a81a9c1a0a8"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6316862109670535,"lowerBound":0,"upperBound":1,"independentScore":0.6316862109670535,"independent":true,"opponentIds":3323,"independentOpponentIds":3323,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["6121ad64b0d2129d07648388"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6415441309495077,"lowerBound":0,"upperBound":1,"independentScore":0.6415441309495077,"independent":true,"opponentIds":3334,"independentOpponentIds":3334,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["9f3b5a5650f0028b75e6627a","epoch-run-WeP7Q27N5PzxSgg4ybgijX"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6771688824367524,"lowerBound":0,"upperBound":1,"independentScore":0.6771688824367524,"independent":true,"opponentIds":3326,"independentOpponentIds":3326,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["511a91b9c33047739bda7f2e"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.5606064369375983,"lowerBound":0,"upperBound":1,"independentScore":0.5606064369375983,"independent":true,"opponentIds":3327,"independentOpponentIds":3327,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5a0cb4fe77de2668f3a7851d"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.706338423705346,"lowerBound":0,"upperBound":1,"independentScore":0.706338423705346,"independent":true,"opponentIds":3328,"independentOpponentIds":3328,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["01d2afdc9f3d7512a2797f1c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.38517127710878374,"lowerBound":0,"upperBound":1,"independentScore":0.38517127710878374,"independent":true,"opponentIds":3329,"independentOpponentIds":3329,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["8c5b10be361e3b52f4be8621"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6555296620750342,"lowerBound":0,"upperBound":1,"independentScore":0.6555296620750342,"independent":true,"opponentIds":3331,"independentOpponentIds":3331,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["ef1ca5e4c1d0640e21632a3b","3bdf7a8c944fd163c8dd47a8"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6305616224150351,"lowerBound":0,"upperBound":1,"independentScore":0.6305616224150351,"independent":true,"opponentIds":3332,"independentOpponentIds":3332,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["319dd147ad8ab4256d9e920a","c4e9d38c2e0b145c31db613b"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.2511268106926541,"lowerBound":0,"upperBound":1,"independentScore":0.2511268106926541,"independent":true,"opponentIds":3335,"independentOpponentIds":3335,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-CGac6TZg5qVdxNGULzfR6R","epoch-run-dKZDn279PKuc2Kxm68D4r2"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.5100998406363646,"lowerBound":0,"upperBound":1,"independentScore":0.5100998406363646,"independent":true,"opponentIds":3336,"independentOpponentIds":3336,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-WjXdTPMnJUAT27azUKo3Ka"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9407d449239c38058843fede","f8f423f444a94a81a9c1a0a8","6121ad64b0d2129d07648388","9f3b5a5650f0028b75e6627a","511a91b9c33047739bda7f2e","5a0cb4fe77de2668f3a7851d","01d2afdc9f3d7512a2797f1c","8c5b10be361e3b52f4be8621","ef1ca5e4c1d0640e21632a3b","3bdf7a8c944fd163c8dd47a8","319dd147ad8ab4256d9e920a","c4e9d38c2e0b145c31db613b","epoch-run-CGac6TZg5qVdxNGULzfR6R","epoch-run-WjXdTPMnJUAT27azUKo3Ka","epoch-run-WeP7Q27N5PzxSgg4ybgijX","epoch-run-dKZDn279PKuc2Kxm68D4r2","epoch-run-o6VtA8qruLpoShhPy2JdLg"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash-0424","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-oss-120b","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":18}],"unspecified":0,"total":18}},{"id":"qwen3.6-35b-a3b--effort-reasoning","name":"Qwen3.6-35B-A3B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.6-35b-a3b","detailsUrl":"/efforts?model=qwen3.6-35b-a3b","publishedBenchmarkCount":18,"overallRating":{"score":0.12362341453665687,"supported":true,"families":14,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":14,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999751}]},"capabilityRatings":[{"bucket":"agentic","score":0.1795392222540825,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.14971322709028467,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.08455941402699045,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.10582208431529105,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.24636893092891457,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.25461132281705595,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.45396264226163247,"lowerBound":0,"upperBound":1,"independentScore":0.45396264226163247,"independent":true,"opponentIds":3337,"independentOpponentIds":3337,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["abc2c041b38dbf315527e97e"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7814057696616807,"lowerBound":0,"upperBound":1,"independentScore":0.7814057696616807,"independent":true,"opponentIds":3338,"independentOpponentIds":3338,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["fc1010f44b620abdf26e9a2e"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.43309294954586847,"lowerBound":0,"upperBound":1,"independentScore":0.43309294954586847,"independent":true,"opponentIds":3339,"independentOpponentIds":3339,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["2e3c0a8de99217d5789e6006"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.5566907818181241,"lowerBound":0,"upperBound":1,"independentScore":0.5566907818181241,"independent":true,"opponentIds":3340,"independentOpponentIds":3340,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["7ade4f0426c6245254429d02"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.4981724961159562,"lowerBound":0,"upperBound":1,"independentScore":0.4981724961159562,"independent":true,"opponentIds":3341,"independentOpponentIds":3341,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["6744996241ae0d03122039af"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.60056835097199,"lowerBound":0,"upperBound":1,"independentScore":0.60056835097199,"independent":true,"opponentIds":3342,"independentOpponentIds":3342,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["010d7241edecdc97c2517e80"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7664643977167347,"lowerBound":0,"upperBound":1,"independentScore":0.7664643977167347,"independent":true,"opponentIds":3343,"independentOpponentIds":3343,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["22f962a63a0b5ff81b811a76"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7676660850835546,"lowerBound":0,"upperBound":1,"independentScore":0.7676660850835546,"independent":true,"opponentIds":3344,"independentOpponentIds":3344,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["65e97e60b864e0aeedbb1d77"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7714385649585062,"lowerBound":0,"upperBound":1,"independentScore":0.7714385649585062,"independent":true,"opponentIds":3345,"independentOpponentIds":3345,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["4082640dc825a629a68d77ca"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8035911703231364,"lowerBound":0,"upperBound":1,"independentScore":0.8035911703231364,"independent":true,"opponentIds":3346,"independentOpponentIds":3346,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["f021164defbe4c063630dc02"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.48584592145502226,"lowerBound":0,"upperBound":1,"independentScore":0.48584592145502226,"independent":true,"opponentIds":3347,"independentOpponentIds":3347,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["794bebda292e3704b05c0a0d"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.2780552026851747,"lowerBound":0,"upperBound":1,"independentScore":0.2780552026851747,"independent":true,"opponentIds":3348,"independentOpponentIds":3348,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["ed5c9e27d2893228f1baa185"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6895868460364345,"lowerBound":0,"upperBound":1,"independentScore":0.6895868460364345,"independent":true,"opponentIds":3349,"independentOpponentIds":3349,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["5fd472847cba72707397312a","2c7fa9fd818e2d0e84c1b39f"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5495352650459326,"lowerBound":0,"upperBound":1,"independentScore":0.5495352650459326,"independent":true,"opponentIds":3350,"independentOpponentIds":3350,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["034278450a24f60e27015b1a","34bbe6472870bee2df06ea3d","50d69af85898178490384a19"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["abc2c041b38dbf315527e97e","fc1010f44b620abdf26e9a2e","2e3c0a8de99217d5789e6006","7ade4f0426c6245254429d02","6744996241ae0d03122039af","010d7241edecdc97c2517e80","22f962a63a0b5ff81b811a76","65e97e60b864e0aeedbb1d77","4082640dc825a629a68d77ca","f021164defbe4c063630dc02","794bebda292e3704b05c0a0d","ed5c9e27d2893228f1baa185","5fd472847cba72707397312a","2c7fa9fd818e2d0e84c1b39f","034278450a24f60e27015b1a","34bbe6472870bee2df06ea3d","50d69af85898178490384a19"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":18}],"unspecified":0,"total":18}},{"id":"qwen3.6-35b-a3b--effort-non-reasoning","name":"Qwen3.6-35B-A3B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.6-35b-a3b","detailsUrl":"/efforts?model=qwen3.6-35b-a3b","publishedBenchmarkCount":18,"overallRating":{"score":0.08599090696963167,"supported":true,"families":13,"publishers":2,"evaluationSources":2,"taskAreas":6,"opponents":220,"independentFamilies":13,"reason":null,"independentSources":2,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.5255383583032058},{"source":"Epoch AI","independent":true,"share":0.47446164169680005}]},"capabilityRatings":[{"bucket":"agentic","score":0.14578517925283263,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.10239076050000544,"supported":true,"families":6,"independentFamilies":6,"opponents":220,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.11327298953359623,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.036308197004068926,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.15332982023750208,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.16580058257154404,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.3894758384282827,"lowerBound":0,"upperBound":1,"independentScore":0.3894758384282827,"independent":true,"opponentIds":3351,"independentOpponentIds":3351,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-7GiYWM7UagUsHpNsdymd4z"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6653738484307525,"lowerBound":0,"upperBound":1,"independentScore":0.6653738484307525,"independent":true,"opponentIds":3338,"independentOpponentIds":3338,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["fa3d8f5b093a68f35e1410fa"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.25468958485486043,"lowerBound":0,"upperBound":1,"independentScore":0.25468958485486043,"independent":true,"opponentIds":3340,"independentOpponentIds":3340,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["5e00d1d331c11537440b8cc4"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5885757520907817,"lowerBound":0,"upperBound":1,"independentScore":0.5885757520907817,"independent":true,"opponentIds":3342,"independentOpponentIds":3342,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["ba9f4904226ab6c8af5d97a7"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6314615714375403,"lowerBound":0,"upperBound":1,"independentScore":0.6314615714375403,"independent":true,"opponentIds":3352,"independentOpponentIds":3352,"panelSize":213,"publishers":["Artificial Analysis","Epoch AI"],"observations":["94ac74e00d580eaeef1daa5e","epoch-run-9kErpmgQ42wTvgJaFn478v"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.642686196278148,"lowerBound":0,"upperBound":1,"independentScore":0.642686196278148,"independent":true,"opponentIds":3344,"independentOpponentIds":3344,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["2140cb653135c824c77c5a52"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.308154939679198,"lowerBound":0,"upperBound":1,"independentScore":0.308154939679198,"independent":true,"opponentIds":3345,"independentOpponentIds":3345,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["39d90e1de15d33cb62e706b4"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6891696237272115,"lowerBound":0,"upperBound":1,"independentScore":0.6891696237272115,"independent":true,"opponentIds":3346,"independentOpponentIds":3346,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["e3238199ea24918db578f48a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.38517127710878374,"lowerBound":0,"upperBound":1,"independentScore":0.38517127710878374,"independent":true,"opponentIds":3347,"independentOpponentIds":3347,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["60d26e69fe34430556065e73"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5113677660580144,"lowerBound":0,"upperBound":1,"independentScore":0.5113677660580144,"independent":true,"opponentIds":3349,"independentOpponentIds":3349,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["309240dbc037d56fbcb6b7b9","ec8ec75f74ad4b9274f062ed"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.626914579676633,"lowerBound":0,"upperBound":1,"independentScore":0.626914579676633,"independent":true,"opponentIds":3350,"independentOpponentIds":3350,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["948bee28800b4658a01a25ed","e2153c542957bfe883a91411"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.42084135198384853,"lowerBound":0,"upperBound":1,"independentScore":0.42084135198384853,"independent":true,"opponentIds":3353,"independentOpponentIds":3353,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-g4iGoqwjeF5vqkdvtyytx5","epoch-run-Ua5RK6JRxdyrHRa3hVFQwq"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.1144149175259136,"lowerBound":0,"upperBound":1,"independentScore":0.1144149175259136,"independent":true,"opponentIds":3354,"independentOpponentIds":3354,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-YRvn36dmMyDbS5e4XkF4Xi"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["fa3d8f5b093a68f35e1410fa","5e00d1d331c11537440b8cc4","ba9f4904226ab6c8af5d97a7","94ac74e00d580eaeef1daa5e","2140cb653135c824c77c5a52","39d90e1de15d33cb62e706b4","e3238199ea24918db578f48a","60d26e69fe34430556065e73","309240dbc037d56fbcb6b7b9","ec8ec75f74ad4b9274f062ed","948bee28800b4658a01a25ed","e2153c542957bfe883a91411","epoch-run-g4iGoqwjeF5vqkdvtyytx5","epoch-run-YRvn36dmMyDbS5e4XkF4Xi","epoch-run-9kErpmgQ42wTvgJaFn478v","epoch-run-Ua5RK6JRxdyrHRa3hVFQwq","epoch-run-7GiYWM7UagUsHpNsdymd4z"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash-0424","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-5","glm-5-turbo","glm-5.1","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-oss-120b","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo","qwen3.6-flash","qwen3.5-flash","qwen3.5-plus"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":18}],"unspecified":0,"total":18}},{"id":"qwen3.6-plus--effort-reasoning","name":"Qwen3.6-plus · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.6-plus","detailsUrl":"/efforts?model=qwen3.6-plus","publishedBenchmarkCount":13,"overallRating":{"score":0.23935405729287443,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999888}]},"capabilityRatings":[{"bucket":"agentic","score":0.3054159018194429,"supported":true,"families":2,"independentFamilies":2,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.25771224641054175,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.288944208440208,"supported":false,"families":1,"independentFamilies":1,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.24914722223563857,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.31522727376314713,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.4317881777160006,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9081551084280439,"lowerBound":0,"upperBound":1,"independentScore":0.9081551084280439,"independent":true,"opponentIds":3355,"independentOpponentIds":3355,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["93638a70fa1bd2eb2973ebf3"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7801194084821482,"lowerBound":0,"upperBound":1,"independentScore":0.7801194084821482,"independent":true,"opponentIds":3356,"independentOpponentIds":3356,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["d22f57bac206134b0895962b"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6616657365401355,"lowerBound":0,"upperBound":1,"independentScore":0.6616657365401355,"independent":true,"opponentIds":3357,"independentOpponentIds":3357,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["b350b5042596f5ed2bb3dff4"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.875535451593497,"lowerBound":0,"upperBound":1,"independentScore":0.875535451593497,"independent":true,"opponentIds":3358,"independentOpponentIds":3358,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["0ea5751656e8fdb09476cde1"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8189152879127531,"lowerBound":0,"upperBound":1,"independentScore":0.8189152879127531,"independent":true,"opponentIds":3359,"independentOpponentIds":3359,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["b17e297aaf4c740f79979be4"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9224855184518861,"lowerBound":0,"upperBound":1,"independentScore":0.9224855184518861,"independent":true,"opponentIds":3360,"independentOpponentIds":3360,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["e50ff97c4425d2ebbf1223b7"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.8590791122154435,"lowerBound":0,"upperBound":1,"independentScore":0.8590791122154435,"independent":true,"opponentIds":3361,"independentOpponentIds":3361,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["3eb7381b382205fba1f0fe65"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.7414994123479534,"lowerBound":0,"upperBound":1,"independentScore":0.7414994123479534,"independent":true,"opponentIds":3362,"independentOpponentIds":3362,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["45436b8af16d8065711b3a43"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.8359900086426307,"lowerBound":0,"upperBound":1,"independentScore":0.8359900086426307,"independent":true,"opponentIds":3363,"independentOpponentIds":3363,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["21437c6d099de4a38389b43d","489ee597fc16833ca2058214"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8460287643968696,"lowerBound":0,"upperBound":1,"independentScore":0.8460287643968696,"independent":true,"opponentIds":3364,"independentOpponentIds":3364,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["59391278a6dd9fcc53640072","08465a135acc9707f92293e4"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["93638a70fa1bd2eb2973ebf3","d22f57bac206134b0895962b","b350b5042596f5ed2bb3dff4","0ea5751656e8fdb09476cde1","b17e297aaf4c740f79979be4","e50ff97c4425d2ebbf1223b7","3eb7381b382205fba1f0fe65","45436b8af16d8065711b3a43","21437c6d099de4a38389b43d","489ee597fc16833ca2058214","59391278a6dd9fcc53640072","08465a135acc9707f92293e4"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"qwen3.7-max--effort-reasoning","name":"Qwen3.7-max · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.7-max","detailsUrl":"/efforts?model=qwen3.7-max","publishedBenchmarkCount":21,"overallRating":{"score":0.3130624348681103,"supported":true,"families":17,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":17,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999964}]},"capabilityRatings":[{"bucket":"agentic","score":0.3545436448558233,"supported":true,"families":9,"independentFamilies":9,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.4392867014452146,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.33125322294803045,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.34056366767335183,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.4635971381345323,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"analyst-agent","label":"analyst-agent","bucket":"agentic","score":0.5895278795871555,"lowerBound":0,"upperBound":1,"independentScore":0.5895278795871555,"independent":true,"opponentIds":3365,"independentOpponentIds":3365,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["9ad3e1f3423393d133f7b393"],"sourceScores":[]},{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6591430776170915,"lowerBound":0,"upperBound":1,"independentScore":0.6591430776170915,"independent":true,"opponentIds":3366,"independentOpponentIds":3366,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["3965321e80f30621ed470e8f"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9042731391825573,"lowerBound":0,"upperBound":1,"independentScore":0.9042731391825573,"independent":true,"opponentIds":3367,"independentOpponentIds":3367,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["6f305c1c4e37d27e61f689a4"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.6696316627396937,"lowerBound":0,"upperBound":1,"independentScore":0.6696316627396937,"independent":true,"opponentIds":3368,"independentOpponentIds":3368,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["2a657017fa2edaf82956db37"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9100300520545203,"lowerBound":0,"upperBound":1,"independentScore":0.9100300520545203,"independent":true,"opponentIds":3369,"independentOpponentIds":3369,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["870c96fc00ec0feb2f32dfb8"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.8828647265794117,"lowerBound":0,"upperBound":1,"independentScore":0.8828647265794117,"independent":true,"opponentIds":3370,"independentOpponentIds":3370,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["297e5cb842ccbb88ca618949"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5608938168785952,"lowerBound":0,"upperBound":1,"independentScore":0.5608938168785952,"independent":true,"opponentIds":3371,"independentOpponentIds":3371,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["6e30bc47e35c2d4bf9e1eb0a"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7974441065172138,"lowerBound":0,"upperBound":1,"independentScore":0.7974441065172138,"independent":true,"opponentIds":3372,"independentOpponentIds":3372,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["4be42440d0557b1c75f0a0e8"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9467508567263738,"lowerBound":0,"upperBound":1,"independentScore":0.9467508567263738,"independent":true,"opponentIds":3373,"independentOpponentIds":3373,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["2307b5abe75cf7cfc52c4986"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.6153355597443787,"lowerBound":0,"upperBound":1,"independentScore":0.6153355597443787,"independent":true,"opponentIds":3374,"independentOpponentIds":3374,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["0dabc74907ca4392d902bfc6"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9311674667198055,"lowerBound":0,"upperBound":1,"independentScore":0.9311674667198055,"independent":true,"opponentIds":3375,"independentOpponentIds":3375,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["4c0e30a179da19a4e7f3bfa4"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9839126498611553,"lowerBound":0,"upperBound":1,"independentScore":0.9839126498611553,"independent":true,"opponentIds":3376,"independentOpponentIds":3376,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["1b9110161c8cc2b19d6f2080"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.9427353791269175,"lowerBound":0,"upperBound":1,"independentScore":0.9427353791269175,"independent":true,"opponentIds":3377,"independentOpponentIds":3377,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["3a4875b885ec50b15c8693a6"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8045552336650962,"lowerBound":0,"upperBound":1,"independentScore":0.8045552336650962,"independent":true,"opponentIds":3378,"independentOpponentIds":3378,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["7baa3c2e804282809b3e549f"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.70398837275312,"lowerBound":0,"upperBound":1,"independentScore":0.70398837275312,"independent":true,"opponentIds":3379,"independentOpponentIds":3379,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["9ca0c4c478ac4a52d15f4f0c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.713108508168691,"lowerBound":0,"upperBound":1,"independentScore":0.713108508168691,"independent":true,"opponentIds":3380,"independentOpponentIds":3380,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["41227f76cdd36be7d5ea2c15","d5af817cd3c32f49b5984987"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8239030211998467,"lowerBound":0,"upperBound":1,"independentScore":0.8239030211998467,"independent":true,"opponentIds":3381,"independentOpponentIds":3381,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["f157407c28400fa2fac4f930","f2e2da41746ec055e02aecf7","3196d9aa5b9ad70ac47a6b65"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9ad3e1f3423393d133f7b393","3965321e80f30621ed470e8f","6f305c1c4e37d27e61f689a4","2a657017fa2edaf82956db37","870c96fc00ec0feb2f32dfb8","297e5cb842ccbb88ca618949","6e30bc47e35c2d4bf9e1eb0a","4be42440d0557b1c75f0a0e8","2307b5abe75cf7cfc52c4986","0dabc74907ca4392d902bfc6","4c0e30a179da19a4e7f3bfa4","1b9110161c8cc2b19d6f2080","3a4875b885ec50b15c8693a6","7baa3c2e804282809b3e549f","9ca0c4c478ac4a52d15f4f0c","41227f76cdd36be7d5ea2c15","d5af817cd3c32f49b5984987","f157407c28400fa2fac4f930","f2e2da41746ec055e02aecf7","3196d9aa5b9ad70ac47a6b65"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","deepseek-v4-flash-0424","deepseek-v4-pro-0424","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.7-flash","gpt-5.4-mini","gpt-5.5","gpt-5.6-sol","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","nemotron-3-ultra","agnes-2.5-pro-alpha","claude-sonnet-4-5-20250929","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-pro","devstral-2512","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-nano","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","hy3","kimi-k2.6","kimi-k2.7-code","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","minicpm5-2b","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-small-2506","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":21}],"unspecified":0,"total":21}},{"id":"qwen3.7-plus--effort-reasoning","name":"Qwen3.7-plus · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.7-plus","detailsUrl":"/efforts?model=qwen3.7-plus","publishedBenchmarkCount":22,"overallRating":{"score":0.24185546402354238,"supported":true,"families":17,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":17,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000042}]},"capabilityRatings":[{"bucket":"agentic","score":0.27885492417409424,"supported":true,"families":8,"independentFamilies":8,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.359380084734691,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.24769191939479732,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2233794818170094,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.4622573797059139,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.27574863181013876,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.6447779684731839,"lowerBound":0,"upperBound":1,"independentScore":0.6447779684731839,"independent":true,"opponentIds":3382,"independentOpponentIds":3382,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["c7aa87b0fb7770deb506f5b6"],"sourceScores":[]},{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.5989409516526013,"lowerBound":0,"upperBound":1,"independentScore":0.5989409516526013,"independent":true,"opponentIds":3383,"independentOpponentIds":3383,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["9cedf613da4351040d1e92db"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6463617177906084,"lowerBound":0,"upperBound":1,"independentScore":0.6463617177906084,"independent":true,"opponentIds":3384,"independentOpponentIds":3384,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["963077a2374e6ded6adff9ed","5d2243ff9337e95a2dd7edc4"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.5941805163769627,"lowerBound":0,"upperBound":1,"independentScore":0.5941805163769627,"independent":true,"opponentIds":3385,"independentOpponentIds":3385,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["0fbe559fc5ce72b2613c6245"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8695312908878177,"lowerBound":0,"upperBound":1,"independentScore":0.8695312908878177,"independent":true,"opponentIds":3386,"independentOpponentIds":3386,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["a2ed5103fa0df8f7cfd0375e"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.6599920722404159,"lowerBound":0,"upperBound":1,"independentScore":0.6599920722404159,"independent":true,"opponentIds":3387,"independentOpponentIds":3387,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["5a1345f8a31fdf95832c6a86"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7091995215171604,"lowerBound":0,"upperBound":1,"independentScore":0.7091995215171604,"independent":true,"opponentIds":3388,"independentOpponentIds":3388,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["defc9a7127c75101a72a75b1"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5486256938701555,"lowerBound":0,"upperBound":1,"independentScore":0.5486256938701555,"independent":true,"opponentIds":3389,"independentOpponentIds":3389,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["f961b4367e7279d1907c103f"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9012216357844188,"lowerBound":0,"upperBound":1,"independentScore":0.9012216357844188,"independent":true,"opponentIds":3390,"independentOpponentIds":3390,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["ccb7687f63b0c6d5ac1eecd7"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.5117714237106019,"lowerBound":0,"upperBound":1,"independentScore":0.5117714237106019,"independent":true,"opponentIds":3391,"independentOpponentIds":3391,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["35f5a4346e3ce8ee05a96b41"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8862863007563703,"lowerBound":0,"upperBound":1,"independentScore":0.8862863007563703,"independent":true,"opponentIds":3392,"independentOpponentIds":3392,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["79ac3364e000c6cd672fbd91"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.9649003269697936,"lowerBound":0,"upperBound":1,"independentScore":0.9649003269697936,"independent":true,"opponentIds":3393,"independentOpponentIds":3393,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["4945d0ef68fe56561ca877da"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9277640007845943,"lowerBound":0,"upperBound":1,"independentScore":0.9277640007845943,"independent":true,"opponentIds":3394,"independentOpponentIds":3394,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["b7a0d9322ace326caf2db310"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6159111313405127,"lowerBound":0,"upperBound":1,"independentScore":0.6159111313405127,"independent":true,"opponentIds":3395,"independentOpponentIds":3395,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["987027dbf8f699071447f03f"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.6024728458283908,"lowerBound":0,"upperBound":1,"independentScore":0.6024728458283908,"independent":true,"opponentIds":3396,"independentOpponentIds":3396,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["3ea57b2c6129ce72f6450114"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7700342479066875,"lowerBound":0,"upperBound":1,"independentScore":0.7700342479066875,"independent":true,"opponentIds":3397,"independentOpponentIds":3397,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["85e6bb415f16c9b56e03fef9","97acc2df5e24a7cda1402355"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7628073870118491,"lowerBound":0,"upperBound":1,"independentScore":0.7628073870118491,"independent":true,"opponentIds":3398,"independentOpponentIds":3398,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["3f7cbb594499981fc7681ee1","85fb53fb3b36f8e29d58711e","eb42639192e6f3b2becf6ef8"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["c7aa87b0fb7770deb506f5b6","9cedf613da4351040d1e92db","963077a2374e6ded6adff9ed","0fbe559fc5ce72b2613c6245","a2ed5103fa0df8f7cfd0375e","5a1345f8a31fdf95832c6a86","defc9a7127c75101a72a75b1","f961b4367e7279d1907c103f","ccb7687f63b0c6d5ac1eecd7","35f5a4346e3ce8ee05a96b41","79ac3364e000c6cd672fbd91","4945d0ef68fe56561ca877da","5d2243ff9337e95a2dd7edc4","b7a0d9322ace326caf2db310","987027dbf8f699071447f03f","3ea57b2c6129ce72f6450114","85e6bb415f16c9b56e03fef9","97acc2df5e24a7cda1402355","3f7cbb594499981fc7681ee1","85fb53fb3b36f8e29d58711e","eb42639192e6f3b2becf6ef8"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","claude-opus-4-6","deepseek-v3.2","gemini-3-flash-preview","glm-5","gpt-5.4","step-3.7-flash","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":22}],"unspecified":0,"total":22}},{"id":"qwen3.8-2.4t-a95b--effort-reasoning","name":"Qwen3.8-2.4T-A95B · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.8-2.4t-a95b","detailsUrl":"/efforts?model=qwen3.8-2.4t-a95b","publishedBenchmarkCount":16,"overallRating":{"score":0.43409932603915485,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000062}]},"capabilityRatings":[{"bucket":"agentic","score":0.6386791968687465,"supported":true,"families":6,"independentFamilies":6,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5141071084805057,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.514663462914307,"supported":true,"families":2,"independentFamilies":2,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2516266314554013,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.20282094869637288,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8957755125779485,"lowerBound":0,"upperBound":1,"independentScore":0.8957755125779485,"independent":true,"opponentIds":3399,"independentOpponentIds":3399,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["9444d9b9256a7cd2e2918fda"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.5856333880476754,"lowerBound":0,"upperBound":1,"independentScore":0.5856333880476754,"independent":true,"opponentIds":3400,"independentOpponentIds":3400,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["27df0e5138bd5f8d7c930041","6ea79d9a87da1399709e4fe4"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.927170443153592,"lowerBound":0,"upperBound":1,"independentScore":0.927170443153592,"independent":true,"opponentIds":3401,"independentOpponentIds":3401,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["ff0811d93cce836318787010"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9542884118670587,"lowerBound":0,"upperBound":1,"independentScore":0.9542884118670587,"independent":true,"opponentIds":3402,"independentOpponentIds":3402,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["190e54337ed7afe809ef9033"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.9498181331893353,"lowerBound":0,"upperBound":1,"independentScore":0.9498181331893353,"independent":true,"opponentIds":3403,"independentOpponentIds":3403,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["8bba6cdadf34a978f2014270"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8045723528956735,"lowerBound":0,"upperBound":1,"independentScore":0.8045723528956735,"independent":true,"opponentIds":3404,"independentOpponentIds":3404,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["1c96bec87c5b1f7f05ecaba5"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9395876068544257,"lowerBound":0,"upperBound":1,"independentScore":0.9395876068544257,"independent":true,"opponentIds":3405,"independentOpponentIds":3405,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["56238879c4a50c74046c5756"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.982526152790865,"lowerBound":0,"upperBound":1,"independentScore":0.982526152790865,"independent":true,"opponentIds":3406,"independentOpponentIds":3406,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["a99e4925b9bb3d9b381f52ca"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9557860827451554,"lowerBound":0,"upperBound":1,"independentScore":0.9557860827451554,"independent":true,"opponentIds":3407,"independentOpponentIds":3407,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["1305aa179987856b5864ef92"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.8156700395052446,"lowerBound":0,"upperBound":1,"independentScore":0.8156700395052446,"independent":true,"opponentIds":3408,"independentOpponentIds":3408,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["3cb914a9e40ec3c843a24080"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.8681953974551064,"lowerBound":0,"upperBound":1,"independentScore":0.8681953974551064,"independent":true,"opponentIds":3409,"independentOpponentIds":3409,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["845e3104f356e8046a04495f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9678593374817059,"lowerBound":0,"upperBound":1,"independentScore":0.9678593374817059,"independent":true,"opponentIds":3410,"independentOpponentIds":3410,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["72e55893e37d975afe2e59af"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.8475455989545876,"lowerBound":0,"upperBound":1,"independentScore":0.8475455989545876,"independent":true,"opponentIds":3411,"independentOpponentIds":3411,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["cc3f9005dc869c1b5547b4f0","db82321f46121c82cac0b9d8"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["9444d9b9256a7cd2e2918fda","27df0e5138bd5f8d7c930041","ff0811d93cce836318787010","190e54337ed7afe809ef9033","8bba6cdadf34a978f2014270","1c96bec87c5b1f7f05ecaba5","56238879c4a50c74046c5756","a99e4925b9bb3d9b381f52ca","1305aa179987856b5864ef92","6ea79d9a87da1399709e4fe4","3cb914a9e40ec3c843a24080","845e3104f356e8046a04495f","72e55893e37d975afe2e59af","cc3f9005dc869c1b5547b4f0","db82321f46121c82cac0b9d8"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-27b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":16}],"unspecified":0,"total":16}},{"id":"qwen3.8-27b--effort-low","name":"Qwen3.8-27B · Low","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.8-27b","detailsUrl":"/efforts?model=qwen3.8-27b","publishedBenchmarkCount":16,"overallRating":{"score":0.16646424263698487,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999909}]},"capabilityRatings":[{"bucket":"agentic","score":0.4146179827023238,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.09288895449718942,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.18981236480423677,"supported":true,"families":2,"independentFamilies":2,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.056225538996182635,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.19887775923784215,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.3963964180553159,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8346818974200545,"lowerBound":0,"upperBound":1,"independentScore":0.8346818974200545,"independent":true,"opponentIds":3412,"independentOpponentIds":3412,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["b719f9e8b09e209b85b1a1f1"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9047542828728575,"lowerBound":0,"upperBound":1,"independentScore":0.9047542828728575,"independent":true,"opponentIds":3413,"independentOpponentIds":3413,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["19b0485cf1bfd20332a6d197"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7081877207527534,"lowerBound":0,"upperBound":1,"independentScore":0.7081877207527534,"independent":true,"opponentIds":3414,"independentOpponentIds":3414,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["b7c106e9436bf259deec9c01"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.24829440425225024,"lowerBound":0,"upperBound":1,"independentScore":0.24829440425225024,"independent":true,"opponentIds":3415,"independentOpponentIds":3415,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["ee9a12dcf44b9eb2c8f122e9"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.5916075393052045,"lowerBound":0,"upperBound":1,"independentScore":0.5916075393052045,"independent":true,"opponentIds":3416,"independentOpponentIds":3416,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["62b4a85d1ee9d190988264d3"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.887076986733209,"lowerBound":0,"upperBound":1,"independentScore":0.887076986733209,"independent":true,"opponentIds":3417,"independentOpponentIds":3417,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["5a3eb5d8a89b57365845de17"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8005414821597223,"lowerBound":0,"upperBound":1,"independentScore":0.8005414821597223,"independent":true,"opponentIds":3418,"independentOpponentIds":3418,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["a3d2839bcc71d9bb7edd251b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6657986196805022,"lowerBound":0,"upperBound":1,"independentScore":0.6657986196805022,"independent":true,"opponentIds":3419,"independentOpponentIds":3419,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["c14c8032c2a9477a91be02e2"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7769619941625506,"lowerBound":0,"upperBound":1,"independentScore":0.7769619941625506,"independent":true,"opponentIds":3420,"independentOpponentIds":3420,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["0a5895e3fbece4eaf4323c47"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.40939103364227647,"lowerBound":0,"upperBound":1,"independentScore":0.40939103364227647,"independent":true,"opponentIds":3421,"independentOpponentIds":3421,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["133afe96fba2e67c6aaa2ac0"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.3330433057151558,"lowerBound":0,"upperBound":1,"independentScore":0.3330433057151558,"independent":true,"opponentIds":3422,"independentOpponentIds":3422,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["811f19db6bfb655cc3a26d44"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7844693773998207,"lowerBound":0,"upperBound":1,"independentScore":0.7844693773998207,"independent":true,"opponentIds":3423,"independentOpponentIds":3423,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["4dc87aed8e48c77a76e5b0ae"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7231146828614575,"lowerBound":0,"upperBound":1,"independentScore":0.7231146828614575,"independent":true,"opponentIds":3424,"independentOpponentIds":3424,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["6ded7cba3e8c6acf2681b027","125ea9db3e69a8e08b2b0147"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b719f9e8b09e209b85b1a1f1","19b0485cf1bfd20332a6d197","b7c106e9436bf259deec9c01","ee9a12dcf44b9eb2c8f122e9","62b4a85d1ee9d190988264d3","5a3eb5d8a89b57365845de17","a3d2839bcc71d9bb7edd251b","c14c8032c2a9477a91be02e2","0a5895e3fbece4eaf4323c47","133afe96fba2e67c6aaa2ac0","811f19db6bfb655cc3a26d44","4dc87aed8e48c77a76e5b0ae","6ded7cba3e8c6acf2681b027","125ea9db3e69a8e08b2b0147"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":16}],"unspecified":0,"total":16}},{"id":"qwen3.8-27b--effort-medium","name":"Qwen3.8-27B · Medium","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.8-27b","detailsUrl":"/efforts?model=qwen3.8-27b","publishedBenchmarkCount":16,"overallRating":{"score":0.18733922465828298,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999909}]},"capabilityRatings":[{"bucket":"agentic","score":0.5141582946176778,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.0930945372573691,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.18770145268936508,"supported":true,"families":2,"independentFamilies":2,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.06535421774000445,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.20882304470612123,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5146138693218678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.8558595465469133,"lowerBound":0,"upperBound":1,"independentScore":0.8558595465469133,"independent":true,"opponentIds":3412,"independentOpponentIds":3412,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["86bee422ce1951283a6eee66"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.949996040209893,"lowerBound":0,"upperBound":1,"independentScore":0.949996040209893,"independent":true,"opponentIds":3413,"independentOpponentIds":3413,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["6f61543be64902b815e4737c"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7729858950052247,"lowerBound":0,"upperBound":1,"independentScore":0.7729858950052247,"independent":true,"opponentIds":3414,"independentOpponentIds":3414,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["a11d07d00f37c70adccad7cc"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.24829440425225024,"lowerBound":0,"upperBound":1,"independentScore":0.24829440425225024,"independent":true,"opponentIds":3415,"independentOpponentIds":3415,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["74444598a5429e7c932561c6"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.7010456590704074,"lowerBound":0,"upperBound":1,"independentScore":0.7010456590704074,"independent":true,"opponentIds":3416,"independentOpponentIds":3416,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["f34a69bcff3a02bebb787c16"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8975330381696496,"lowerBound":0,"upperBound":1,"independentScore":0.8975330381696496,"independent":true,"opponentIds":3417,"independentOpponentIds":3417,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["65e57ec334f4df9a4b3617de"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8005414821597223,"lowerBound":0,"upperBound":1,"independentScore":0.8005414821597223,"independent":true,"opponentIds":3418,"independentOpponentIds":3418,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["46f816a1e1c7631080155c28"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6675566391792144,"lowerBound":0,"upperBound":1,"independentScore":0.6675566391792144,"independent":true,"opponentIds":3419,"independentOpponentIds":3419,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["45789802fc3895cbe31eb8ed"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7864667742560745,"lowerBound":0,"upperBound":1,"independentScore":0.7864667742560745,"independent":true,"opponentIds":3420,"independentOpponentIds":3420,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["7ff9c733e52387a7a5d3d1a1"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.45689179393627466,"lowerBound":0,"upperBound":1,"independentScore":0.45689179393627466,"independent":true,"opponentIds":3421,"independentOpponentIds":3421,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["3ffc6bf6a010111fb752652b"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.3049487935924553,"lowerBound":0,"upperBound":1,"independentScore":0.3049487935924553,"independent":true,"opponentIds":3422,"independentOpponentIds":3422,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["0573143394705aeca6cd7ca5"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9463235162713118,"lowerBound":0,"upperBound":1,"independentScore":0.9463235162713118,"independent":true,"opponentIds":3423,"independentOpponentIds":3423,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["a678d60ab97b56c3739d98dd"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7443951323484825,"lowerBound":0,"upperBound":1,"independentScore":0.7443951323484825,"independent":true,"opponentIds":3424,"independentOpponentIds":3424,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["16a685d097b9257bece582b3","72b5f2cbe66abb63e4d32772"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["86bee422ce1951283a6eee66","6f61543be64902b815e4737c","a11d07d00f37c70adccad7cc","74444598a5429e7c932561c6","f34a69bcff3a02bebb787c16","65e57ec334f4df9a4b3617de","46f816a1e1c7631080155c28","45789802fc3895cbe31eb8ed","7ff9c733e52387a7a5d3d1a1","3ffc6bf6a010111fb752652b","0573143394705aeca6cd7ca5","a678d60ab97b56c3739d98dd","16a685d097b9257bece582b3","72b5f2cbe66abb63e4d32772"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":16}],"unspecified":0,"total":16}},{"id":"qwen3.8-27b--effort-xhigh","name":"Qwen3.8-27B · XHigh","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.8-27b","detailsUrl":"/efforts?model=qwen3.8-27b","publishedBenchmarkCount":18,"overallRating":{"score":0.34096128831338834,"supported":true,"families":14,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":14,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999729}]},"capabilityRatings":[{"bucket":"agentic","score":0.569234929482187,"supported":true,"families":6,"independentFamilies":6,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3457323341124526,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.32884993508628907,"supported":true,"families":2,"independentFamilies":2,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.036458601894985204,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.2872199383853146,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.6370830027308574,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.870631458206455,"lowerBound":0,"upperBound":1,"independentScore":0.870631458206455,"independent":true,"opponentIds":3412,"independentOpponentIds":3412,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["fd81cc23b91a66f00c3f8c04"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9067020683709504,"lowerBound":0,"upperBound":1,"independentScore":0.9067020683709504,"independent":true,"opponentIds":3425,"independentOpponentIds":3425,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["945088724c81324ac8f23ad1","395a465b3f1f60977613b6a5"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.7961068764862416,"lowerBound":0,"upperBound":1,"independentScore":0.7961068764862416,"independent":true,"opponentIds":3414,"independentOpponentIds":3414,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["03c3f0f74b136d54e7ef30d7"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8526515886154884,"lowerBound":0,"upperBound":1,"independentScore":0.8526515886154884,"independent":true,"opponentIds":3415,"independentOpponentIds":3415,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["e5d09b30a62641fd043c20be"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.8336991367908295,"lowerBound":0,"upperBound":1,"independentScore":0.8336991367908295,"independent":true,"opponentIds":3426,"independentOpponentIds":3426,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["1493b163b0b799c95096ee25"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8058437555418055,"lowerBound":0,"upperBound":1,"independentScore":0.8058437555418055,"independent":true,"opponentIds":3416,"independentOpponentIds":3416,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["ee9581a4eac628d2891dc86e"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9072204880727671,"lowerBound":0,"upperBound":1,"independentScore":0.9072204880727671,"independent":true,"opponentIds":3417,"independentOpponentIds":3417,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["5c4410504b14db530e88e38c"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9355864326882528,"lowerBound":0,"upperBound":1,"independentScore":0.9355864326882528,"independent":true,"opponentIds":3418,"independentOpponentIds":3418,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["aaf557a7b57bbf68838151e6"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.9017853954081138,"lowerBound":0,"upperBound":1,"independentScore":0.9017853954081138,"independent":true,"opponentIds":3419,"independentOpponentIds":3419,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["30ac372f7fb03d555903153b"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.85103396350106,"lowerBound":0,"upperBound":1,"independentScore":0.85103396350106,"independent":true,"opponentIds":3420,"independentOpponentIds":3420,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["8dcde2b92c7f4ab70a64854d"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.2921622731227955,"lowerBound":0,"upperBound":1,"independentScore":0.2921622731227955,"independent":true,"opponentIds":3421,"independentOpponentIds":3421,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["63e26c5f81acf9016f061b8c"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.5925863667550406,"lowerBound":0,"upperBound":1,"independentScore":0.5925863667550406,"independent":true,"opponentIds":3422,"independentOpponentIds":3422,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["4fc56c008f264520aa21e8a3"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9462015616589335,"lowerBound":0,"upperBound":1,"independentScore":0.9462015616589335,"independent":true,"opponentIds":3423,"independentOpponentIds":3423,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["d38663513b05928bf62032bf"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.7987015892366952,"lowerBound":0,"upperBound":1,"independentScore":0.7987015892366952,"independent":true,"opponentIds":3424,"independentOpponentIds":3424,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["fd22f232820d993578b5699c","d6892a199b887a3e762e71aa"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["fd81cc23b91a66f00c3f8c04","945088724c81324ac8f23ad1","03c3f0f74b136d54e7ef30d7","e5d09b30a62641fd043c20be","1493b163b0b799c95096ee25","ee9581a4eac628d2891dc86e","5c4410504b14db530e88e38c","aaf557a7b57bbf68838151e6","30ac372f7fb03d555903153b","395a465b3f1f60977613b6a5","8dcde2b92c7f4ab70a64854d","63e26c5f81acf9016f061b8c","4fc56c008f264520aa21e8a3","d38663513b05928bf62032bf","fd22f232820d993578b5699c","d6892a199b887a3e762e71aa"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-flash-next","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":18}],"unspecified":0,"total":18}},{"id":"qwen3.8-27b--effort-non-reasoning","name":"Qwen3.8-27B · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.8-27b","detailsUrl":"/efforts?model=qwen3.8-27b","publishedBenchmarkCount":11,"overallRating":{"score":0.09185255246325025,"supported":true,"families":10,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":10,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999966}]},"capabilityRatings":[{"bucket":"agentic","score":0.3035374733049654,"supported":true,"families":2,"independentFamilies":2,"opponents":128,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.11282256494836891,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.08831837942673804,"supported":true,"families":2,"independentFamilies":2,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.013441326805906227,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.1253541194102283,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.20880421286263753,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.741192007225075,"lowerBound":0,"upperBound":1,"independentScore":0.741192007225075,"independent":true,"opponentIds":3413,"independentOpponentIds":3413,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["1ec9d3b365ddb11b5239f4ac"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.541974787404144,"lowerBound":0,"upperBound":1,"independentScore":0.541974787404144,"independent":true,"opponentIds":3415,"independentOpponentIds":3415,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["db23778fb38a738162c3739d"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.7633468045457252,"lowerBound":0,"upperBound":1,"independentScore":0.7633468045457252,"independent":true,"opponentIds":3417,"independentOpponentIds":3417,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["5277a02a57030f1526653932"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7231476831101784,"lowerBound":0,"upperBound":1,"independentScore":0.7231476831101784,"independent":true,"opponentIds":3418,"independentOpponentIds":3418,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["149b9aed78a8b393be1ac340"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.6223389568701425,"lowerBound":0,"upperBound":1,"independentScore":0.6223389568701425,"independent":true,"opponentIds":3419,"independentOpponentIds":3419,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["2b5e2ca909dc461cdc38a556"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.6546752118757899,"lowerBound":0,"upperBound":1,"independentScore":0.6546752118757899,"independent":true,"opponentIds":3420,"independentOpponentIds":3420,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["135f2e02482f3c68bbcd884a"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.08332594643790303,"lowerBound":0,"upperBound":1,"independentScore":0.08332594643790303,"independent":true,"opponentIds":3421,"independentOpponentIds":3421,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["59fcf8705623283774907cd0"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.234580110961966,"lowerBound":0,"upperBound":1,"independentScore":0.234580110961966,"independent":true,"opponentIds":3422,"independentOpponentIds":3422,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["f0b6f28261f842ffd221371f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6034682184678045,"lowerBound":0,"upperBound":1,"independentScore":0.6034682184678045,"independent":true,"opponentIds":3423,"independentOpponentIds":3423,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["ebdcbf46dd03ef58d97834a3"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5985175710921025,"lowerBound":0,"upperBound":1,"independentScore":0.5985175710921025,"independent":true,"opponentIds":3424,"independentOpponentIds":3424,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["06d60c6c4c5a2369cf9b0093"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1ec9d3b365ddb11b5239f4ac","db23778fb38a738162c3739d","5277a02a57030f1526653932","149b9aed78a8b393be1ac340","2b5e2ca909dc461cdc38a556","135f2e02482f3c68bbcd884a","59fcf8705623283774907cd0","f0b6f28261f842ffd221371f","ebdcbf46dd03ef58d97834a3","06d60c6c4c5a2369cf9b0093"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":11}],"unspecified":0,"total":11}},{"id":"qwen3.8-flash-next--effort-reasoning","name":"Qwen3.8-Flash-Next · Reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.8-flash-next","detailsUrl":"/efforts?model=qwen3.8-flash-next","publishedBenchmarkCount":15,"overallRating":{"score":0.4058803628742594,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000005}]},"capabilityRatings":[{"bucket":"agentic","score":0.6323575261291641,"supported":true,"families":5,"independentFamilies":5,"opponents":129,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.4154801381077295,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.4832047054614342,"supported":true,"families":2,"independentFamilies":2,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1461924980618636,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.4147305441280636,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.5136543916815098,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.9808456598249732,"lowerBound":0,"upperBound":1,"independentScore":0.9808456598249732,"independent":true,"opponentIds":3427,"independentOpponentIds":3427,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["e1b2c60fd4d4f016e95db681"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.9345231076108291,"lowerBound":0,"upperBound":1,"independentScore":0.9345231076108291,"independent":true,"opponentIds":3428,"independentOpponentIds":3428,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["1af1c14074eae9ab67bac2a5"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.8877393231221623,"lowerBound":0,"upperBound":1,"independentScore":0.8877393231221623,"independent":true,"opponentIds":3429,"independentOpponentIds":3429,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["100eb437023dad366f563363"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.9017633735030325,"lowerBound":0,"upperBound":1,"independentScore":0.9017633735030325,"independent":true,"opponentIds":3430,"independentOpponentIds":3430,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["d7c9d2a0fd1760ad961f399e"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.8045723528956735,"lowerBound":0,"upperBound":1,"independentScore":0.8045723528956735,"independent":true,"opponentIds":3431,"independentOpponentIds":3431,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["e21724aca11f3198eedbc6e7"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.9678157299758108,"lowerBound":0,"upperBound":1,"independentScore":0.9678157299758108,"independent":true,"opponentIds":3432,"independentOpponentIds":3432,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["6deae3600f54d6cccf5a0be9"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.9516210387074635,"lowerBound":0,"upperBound":1,"independentScore":0.9516210387074635,"independent":true,"opponentIds":3433,"independentOpponentIds":3433,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["e02c83aacb3a00e840a9af72"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.915753804481551,"lowerBound":0,"upperBound":1,"independentScore":0.915753804481551,"independent":true,"opponentIds":3434,"independentOpponentIds":3434,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["16d3fe3f51d36c136b12f8b5"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.9121528560790861,"lowerBound":0,"upperBound":1,"independentScore":0.9121528560790861,"independent":true,"opponentIds":3435,"independentOpponentIds":3435,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["653bd0d5164de68aa04fc91e"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.6732219753440496,"lowerBound":0,"upperBound":1,"independentScore":0.6732219753440496,"independent":true,"opponentIds":3436,"independentOpponentIds":3436,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["6cd571f906fa29b42e3b182b"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.7496414637229037,"lowerBound":0,"upperBound":1,"independentScore":0.7496414637229037,"independent":true,"opponentIds":3437,"independentOpponentIds":3437,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["107f8908a0e4a7c541544f2f"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.9031972660964449,"lowerBound":0,"upperBound":1,"independentScore":0.9031972660964449,"independent":true,"opponentIds":3438,"independentOpponentIds":3438,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["e600574b71b21a5cafdd9d49"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.9372640411601383,"lowerBound":0,"upperBound":1,"independentScore":0.9372640411601383,"independent":true,"opponentIds":3439,"independentOpponentIds":3439,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["58c528b02767f71c2ef600cc","50e7110e3b20dacde3b37e1e"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["e1b2c60fd4d4f016e95db681","1af1c14074eae9ab67bac2a5","100eb437023dad366f563363","d7c9d2a0fd1760ad961f399e","e21724aca11f3198eedbc6e7","6deae3600f54d6cccf5a0be9","e02c83aacb3a00e840a9af72","16d3fe3f51d36c136b12f8b5","653bd0d5164de68aa04fc91e","6cd571f906fa29b42e3b182b","107f8908a0e4a7c541544f2f","e600574b71b21a5cafdd9d49","58c528b02767f71c2ef600cc","50e7110e3b20dacde3b37e1e"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","solar-pro3-260323","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":15}],"unspecified":0,"total":15}},{"id":"seed-oss-36b-instruct--effort-reasoning","name":"Seed OSS 36B Instruct · Reasoning","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"seed-oss-36b-instruct","detailsUrl":"/efforts?model=seed-oss-36b-instruct","publishedBenchmarkCount":13,"overallRating":{"score":0.0561037505382718,"supported":true,"families":12,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":12,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999885}]},"capabilityRatings":[{"bucket":"agentic","score":0.07257791099577078,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.06753935495281786,"supported":true,"families":4,"independentFamilies":4,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.06197332302828958,"supported":true,"families":2,"independentFamilies":2,"opponents":179,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.05966820302465551,"supported":true,"families":4,"independentFamilies":4,"opponents":212,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.1396261423285272,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8656650356064706,"lowerBound":0,"upperBound":1,"independentScore":0.8656650356064706,"independent":true,"opponentIds":3440,"independentOpponentIds":3440,"panelSize":108,"publishers":["Artificial Analysis"],"observations":["ac0ddd5b5ae8b79a4ddc80c8"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.6159945059099039,"lowerBound":0,"upperBound":1,"independentScore":0.6159945059099039,"independent":true,"opponentIds":3441,"independentOpponentIds":3441,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["fd77bc1467dfe4486490d845"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2551733148128986,"lowerBound":0,"upperBound":1,"independentScore":0.2551733148128986,"independent":true,"opponentIds":3442,"independentOpponentIds":3442,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["9e8614db68b3d211029ec88c"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.3184477516529187,"lowerBound":0,"upperBound":1,"independentScore":0.3184477516529187,"independent":true,"opponentIds":3443,"independentOpponentIds":3443,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["841cd6af604c06ea92463ab9"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.500841348357286,"lowerBound":0,"upperBound":1,"independentScore":0.500841348357286,"independent":true,"opponentIds":3444,"independentOpponentIds":3444,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["58e1dd8e3731504b07c5dfad"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5092812507297548,"lowerBound":0,"upperBound":1,"independentScore":0.5092812507297548,"independent":true,"opponentIds":3445,"independentOpponentIds":3445,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["17b50474af561818c94ee00f"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.4749313608599835,"lowerBound":0,"upperBound":1,"independentScore":0.4749313608599835,"independent":true,"opponentIds":3446,"independentOpponentIds":3446,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["8b0760998291d4c24b0a22a4"],"sourceScores":[]},{"id":"livecodebench","label":"livecodebench","bucket":"coding","score":0.8495739802273822,"lowerBound":0,"upperBound":1,"independentScore":0.8495739802273822,"independent":true,"opponentIds":3447,"independentOpponentIds":3447,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["ed488162479393e23b14bace"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0.742954919842554,"lowerBound":0,"upperBound":1,"independentScore":0.742954919842554,"independent":true,"opponentIds":3448,"independentOpponentIds":3448,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["b64d48fbd23f04ac8eebe4df"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.44764068286498643,"lowerBound":0,"upperBound":1,"independentScore":0.44764068286498643,"independent":true,"opponentIds":3449,"independentOpponentIds":3449,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["044431bb8ae976aa42349a89"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5897604042581674,"lowerBound":0,"upperBound":1,"independentScore":0.5897604042581674,"independent":true,"opponentIds":3450,"independentOpponentIds":3450,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["1de2302eae9a29fe88d82846"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.39098320147956983,"lowerBound":0,"upperBound":1,"independentScore":0.39098320147956983,"independent":true,"opponentIds":3451,"independentOpponentIds":3451,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["bff8dce7b47e199123fa7411"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["ac0ddd5b5ae8b79a4ddc80c8","fd77bc1467dfe4486490d845","9e8614db68b3d211029ec88c","841cd6af604c06ea92463ab9","58e1dd8e3731504b07c5dfad","17b50474af561818c94ee00f","8b0760998291d4c24b0a22a4","ed488162479393e23b14bace","b64d48fbd23f04ac8eebe4df","044431bb8ae976aa42349a89","1de2302eae9a29fe88d82846","bff8dce7b47e199123fa7411"],"opponentModelIds":["amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-sonnet-4-5-20250929","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","devstral-2512","doubao-seed-code","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-1.2b","exaone-4.0-32b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-4o-mini","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-oss-120b","gpt-oss-20b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-40k","minimax-m1-80k","minimax-m2","minimax-m2.1","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-2508","mistral-small-2506","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o3","o4-mini","phi-4","phi-4-mini-instruct","pixtral-large-2411","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","diffusiongemma-26b-a4b","exaone-4.5-33b","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","kimi-k2.6","kimi-k2.7-code","kimi-k3","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.5","minimax-m2.7","minimax-m3","mistral-medium-3.5","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o1","o3-mini","qwen-3.8-max","qwen3-coder-next","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-max","gpt-3.5-turbo","gpt-4","o3-pro","phi-4-multimodal-instruct","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"solar-open-100b--effort-reasoning","name":"Solar Open 100B · Reasoning","labId":"upstage","labName":"Upstage","scores":{},"baseModelId":"solar-open-100b","detailsUrl":"/efforts?model=solar-open-100b","publishedBenchmarkCount":10,"overallRating":{"score":0.0440865127258879,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000115}]},"capabilityRatings":[{"bucket":"agentic","score":0.06979627271430137,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.04410292823669179,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.010670229888799744,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.08605192721024506,"supported":true,"families":3,"independentFamilies":3,"opponents":209,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.06122194469824224,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.4239775581291459,"lowerBound":0,"upperBound":1,"independentScore":0.4239775581291459,"independent":true,"opponentIds":3452,"independentOpponentIds":3452,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["6ed7251fc836a13b8bda6c2c"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2520739281146876,"lowerBound":0,"upperBound":1,"independentScore":0.2520739281146876,"independent":true,"opponentIds":3453,"independentOpponentIds":3453,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["75cb2fffbf1adac440b9c082"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.5060217462862298,"lowerBound":0,"upperBound":1,"independentScore":0.5060217462862298,"independent":true,"opponentIds":3454,"independentOpponentIds":3454,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["1d3eac54d4adb7c21226a10d"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.35417570895989103,"lowerBound":0,"upperBound":1,"independentScore":0.35417570895989103,"independent":true,"opponentIds":3455,"independentOpponentIds":3455,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["6cc904fe0b8921985e0fbd2c"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5457335908535349,"lowerBound":0,"upperBound":1,"independentScore":0.5457335908535349,"independent":true,"opponentIds":3456,"independentOpponentIds":3456,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["b239e9e2e4dc4d96acb069c2"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.682556212723255,"lowerBound":0,"upperBound":1,"independentScore":0.682556212723255,"independent":true,"opponentIds":3457,"independentOpponentIds":3457,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["7c6f3969a3bfb58f59e504a9"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.47213440278713853,"lowerBound":0,"upperBound":1,"independentScore":0.47213440278713853,"independent":true,"opponentIds":3458,"independentOpponentIds":3458,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["c2348de9a5afccbf97deb29c"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5764263502352479,"lowerBound":0,"upperBound":1,"independentScore":0.5764263502352479,"independent":true,"opponentIds":3459,"independentOpponentIds":3459,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["65366e28efa37bd0fc9304a3"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.17418258271208892,"lowerBound":0,"upperBound":1,"independentScore":0.17418258271208892,"independent":true,"opponentIds":3460,"independentOpponentIds":3460,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["f28b14f230ca174c3535e105"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["6ed7251fc836a13b8bda6c2c","75cb2fffbf1adac440b9c082","1d3eac54d4adb7c21226a10d","6cc904fe0b8921985e0fbd2c","b239e9e2e4dc4d96acb069c2","7c6f3969a3bfb58f59e504a9","c2348de9a5afccbf97deb29c","65366e28efa37bd0fc9304a3","f28b14f230ca174c3535e105"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-max","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"solar-open2-250b--effort-reasoning","name":"Solar Open2 250B · Reasoning","labId":"upstage","labName":"Upstage","scores":{},"baseModelId":"solar-open2-250b","detailsUrl":"/efforts?model=solar-open2-250b","publishedBenchmarkCount":10,"overallRating":{"score":0.18062709629409232,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999866}]},"capabilityRatings":[{"bucket":"agentic","score":0.2729159276641326,"supported":true,"families":2,"independentFamilies":2,"opponents":128,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.2722083332194589,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.21783247529880753,"supported":true,"families":2,"independentFamilies":2,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.07418101103742232,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.24905304336153714,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.7770083531212088,"lowerBound":0,"upperBound":1,"independentScore":0.7770083531212088,"independent":true,"opponentIds":3461,"independentOpponentIds":3461,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["541af6b48e4dd025e681a015"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8593062381363437,"lowerBound":0,"upperBound":1,"independentScore":0.8593062381363437,"independent":true,"opponentIds":3462,"independentOpponentIds":3462,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["e9ccf812e35cb29f130dc31f"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.6373910266066708,"lowerBound":0,"upperBound":1,"independentScore":0.6373910266066708,"independent":true,"opponentIds":3463,"independentOpponentIds":3463,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["7460383ca07504611e1fa311"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8200202129352298,"lowerBound":0,"upperBound":1,"independentScore":0.8200202129352298,"independent":true,"opponentIds":3464,"independentOpponentIds":3464,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["b4701fb10f02abf0859e9d2b"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8393995775649146,"lowerBound":0,"upperBound":1,"independentScore":0.8393995775649146,"independent":true,"opponentIds":3465,"independentOpponentIds":3465,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["f5a8e2ba8b2c9185ba6e9900"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.4924497776182431,"lowerBound":0,"upperBound":1,"independentScore":0.4924497776182431,"independent":true,"opponentIds":3466,"independentOpponentIds":3466,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["e1c44575202fa0dd5bbff5db"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.6534721542227646,"lowerBound":0,"upperBound":1,"independentScore":0.6534721542227646,"independent":true,"opponentIds":3467,"independentOpponentIds":3467,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["793184ef1385ac9eccdc0fef"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6496627929805601,"lowerBound":0,"upperBound":1,"independentScore":0.6496627929805601,"independent":true,"opponentIds":3468,"independentOpponentIds":3468,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["b72d75ebece38f24171ed19a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5566821893343973,"lowerBound":0,"upperBound":1,"independentScore":0.5566821893343973,"independent":true,"opponentIds":3469,"independentOpponentIds":3469,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["b2c76ce1b70fddc006955b7a"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["541af6b48e4dd025e681a015","e9ccf812e35cb29f130dc31f","7460383ca07504611e1fa311","b4701fb10f02abf0859e9d2b","f5a8e2ba8b2c9185ba6e9900","e1c44575202fa0dd5bbff5db","793184ef1385ac9eccdc0fef","b72d75ebece38f24171ed19a","b2c76ce1b70fddc006955b7a"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"solar-pro3-260323--effort-reasoning","name":"Solar Pro 3 · Reasoning","labId":"upstage","labName":"Upstage","scores":{},"baseModelId":"solar-pro3-260323","detailsUrl":"/efforts?model=solar-pro3-260323","publishedBenchmarkCount":18,"overallRating":{"score":0.0486502073248801,"supported":true,"families":13,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":13,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.000000000000001}]},"capabilityRatings":[{"bucket":"agentic","score":0.060131817613387345,"supported":true,"families":5,"independentFamilies":5,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.05273227165508034,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.030796030714537057,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.1287898423966631,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.051387698680503226,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"briefcase","label":"briefcase","bucket":"agentic","score":0.14774004753353992,"lowerBound":0,"upperBound":1,"independentScore":0.14774004753353992,"independent":true,"opponentIds":3470,"independentOpponentIds":3470,"panelSize":87,"publishers":["Artificial Analysis"],"observations":["12d55ff49d0941524b330102"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.2416694394572506,"lowerBound":0,"upperBound":1,"independentScore":0.2416694394572506,"independent":true,"opponentIds":3471,"independentOpponentIds":3471,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["90113e320325aad453d0207c","cef5e234850298a63380a52c"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.10688892066097251,"lowerBound":0,"upperBound":1,"independentScore":0.10688892066097251,"independent":true,"opponentIds":3472,"independentOpponentIds":3472,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["e1354b01691573102e86fac0"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2546826059054758,"lowerBound":0,"upperBound":1,"independentScore":0.2546826059054758,"independent":true,"opponentIds":3473,"independentOpponentIds":3473,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["2e642eb8e589b310afece9d1"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.23843456302627866,"lowerBound":0,"upperBound":1,"independentScore":0.23843456302627866,"independent":true,"opponentIds":3474,"independentOpponentIds":3474,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["4762ee05df5eb38cf2f0a883"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.24416006144104285,"lowerBound":0,"upperBound":1,"independentScore":0.24416006144104285,"independent":true,"opponentIds":3475,"independentOpponentIds":3475,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["b062943b8fc21bef0f9e486a"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4936058159212405,"lowerBound":0,"upperBound":1,"independentScore":0.4936058159212405,"independent":true,"opponentIds":3476,"independentOpponentIds":3476,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["087acac2342dac2567f325c0"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5303758228614581,"lowerBound":0,"upperBound":1,"independentScore":0.5303758228614581,"independent":true,"opponentIds":3477,"independentOpponentIds":3477,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["f6cc07e7f169228137b2d3cf"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.8516060406263191,"lowerBound":0,"upperBound":1,"independentScore":0.8516060406263191,"independent":true,"opponentIds":3478,"independentOpponentIds":3478,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["6f529a5f931819bad160b6db"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.4611457488063512,"lowerBound":0,"upperBound":1,"independentScore":0.4611457488063512,"independent":true,"opponentIds":3479,"independentOpponentIds":3479,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["5a972a37cc173c738ac9b70a"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.06811183614190136,"lowerBound":0,"upperBound":1,"independentScore":0.06811183614190136,"independent":true,"opponentIds":3480,"independentOpponentIds":3480,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["c09d36e66a2605d0626b8874"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.5817133700961409,"lowerBound":0,"upperBound":1,"independentScore":0.5817133700961409,"independent":true,"opponentIds":3481,"independentOpponentIds":3481,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["5326f847758818bf93448cfe","b761794691d5cb615a77b75a"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3069879522734017,"lowerBound":0,"upperBound":1,"independentScore":0.3069879522734017,"independent":true,"opponentIds":3482,"independentOpponentIds":3482,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["8b80c8dacf1f2ac3db0ea6ed","2163d48791cfaa3ebdc1dcd6","124d3b5b3e2079c76cde89fb"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["12d55ff49d0941524b330102","90113e320325aad453d0207c","e1354b01691573102e86fac0","2e642eb8e589b310afece9d1","4762ee05df5eb38cf2f0a883","b062943b8fc21bef0f9e486a","087acac2342dac2567f325c0","f6cc07e7f169228137b2d3cf","6f529a5f931819bad160b6db","cef5e234850298a63380a52c","5a972a37cc173c738ac9b70a","c09d36e66a2605d0626b8874","5326f847758818bf93448cfe","b761794691d5cb615a77b75a","8b80c8dacf1f2ac3db0ea6ed","2163d48791cfaa3ebdc1dcd6","124d3b5b3e2079c76cde89fb"],"opponentModelIds":["agnes-2.5-pro-alpha","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","gemini-2.5-pro","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-4-31b-it","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","gpt-5-mini","gpt-5.3-codex","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","kimi-k2.6","kimi-k2.7-code","kimi-k3","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-3","mistral-medium-2508","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","o3-mini","qwen-3.8-max","qwen3-14b","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-8b","qwen3-coder-next","qwen3.5-122b-a10b","qwen3.5-397b-a17b","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-opus-4-5-20251101","claude-opus-4-6","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-3-flash-preview","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.4","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-linear-48b-a3b-instruct","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","mistral-large-2407","mistral-medium-2505","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o4-mini","phi-4","phi-4-mini-instruct","qwen3-0.6b","qwen3-1.7b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-plus","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro4-260806","step-3.7-flash","step3-vl-10b","tiny-aya-global","gpt-4o-mini","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":18}],"unspecified":0,"total":18}},{"id":"solar-pro4-260806--effort-reasoning","name":"Solar Pro 4 · Reasoning","labId":"upstage","labName":"Upstage","scores":{},"baseModelId":"solar-pro4-260806","detailsUrl":"/efforts?model=solar-pro4-260806","publishedBenchmarkCount":13,"overallRating":{"score":0.19062551245323647,"supported":true,"families":11,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":11,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000069}]},"capabilityRatings":[{"bucket":"agentic","score":0.26343459507776906,"supported":true,"families":4,"independentFamilies":4,"opponents":128,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3034329053900751,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.18482141120494322,"supported":true,"families":2,"independentFamilies":2,"opponents":125,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.0770215902312031,"supported":false,"families":1,"independentFamilies":1,"opponents":198,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.31334032926787403,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8286572215337876,"lowerBound":0,"upperBound":1,"independentScore":0.8286572215337876,"independent":true,"opponentIds":3483,"independentOpponentIds":3483,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["b110864377b43b4a8709ce6f"],"sourceScores":[]},{"id":"automationbench","label":"automationbench","bucket":"agentic","score":0.4935720102007688,"lowerBound":0,"upperBound":1,"independentScore":0.4935720102007688,"independent":true,"opponentIds":3484,"independentOpponentIds":3484,"panelSize":89,"publishers":["Artificial Analysis"],"observations":["1ebfe07bf9a4ff4606aeb50e"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.8459012896135607,"lowerBound":0,"upperBound":1,"independentScore":0.8459012896135607,"independent":true,"opponentIds":3485,"independentOpponentIds":3485,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["9dbd38e7eea0e005c8b08526"],"sourceScores":[]},{"id":"gdp-pdf","label":"gdp-pdf","bucket":"agentic","score":0.4389912439307796,"lowerBound":0,"upperBound":1,"independentScore":0.4389912439307796,"independent":true,"opponentIds":3486,"independentOpponentIds":3486,"panelSize":88,"publishers":["Artificial Analysis"],"observations":["d9cf03ad155e2414076ae99c"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.8050905664778466,"lowerBound":0,"upperBound":1,"independentScore":0.8050905664778466,"independent":true,"opponentIds":3487,"independentOpponentIds":3487,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["daca0757544e83cd0db2dbf6"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8866635312859409,"lowerBound":0,"upperBound":1,"independentScore":0.8866635312859409,"independent":true,"opponentIds":3488,"independentOpponentIds":3488,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["524276087f80ab9a7ec587fe"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8488060604768553,"lowerBound":0,"upperBound":1,"independentScore":0.8488060604768553,"independent":true,"opponentIds":3489,"independentOpponentIds":3489,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["b2f666197f0a616a41da848c"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.4965187695045806,"lowerBound":0,"upperBound":1,"independentScore":0.4965187695045806,"independent":true,"opponentIds":3490,"independentOpponentIds":3490,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["534053ff38c39bcf0e64b018"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.5179195186841683,"lowerBound":0,"upperBound":1,"independentScore":0.5179195186841683,"independent":true,"opponentIds":3491,"independentOpponentIds":3491,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["f295d5a65cc60768acb6b130"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.6965580078040973,"lowerBound":0,"upperBound":1,"independentScore":0.6965580078040973,"independent":true,"opponentIds":3492,"independentOpponentIds":3492,"panelSize":112,"publishers":["Artificial Analysis"],"observations":["67316d10f432f15fe7c97a55"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.5874479404567295,"lowerBound":0,"upperBound":1,"independentScore":0.5874479404567295,"independent":true,"opponentIds":3493,"independentOpponentIds":3493,"panelSize":125,"publishers":["Artificial Analysis"],"observations":["f4dea894fcffe88ddf4ea8e7","8c993fa6a419d236d83ac4af"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["b110864377b43b4a8709ce6f","1ebfe07bf9a4ff4606aeb50e","9dbd38e7eea0e005c8b08526","d9cf03ad155e2414076ae99c","daca0757544e83cd0db2dbf6","524276087f80ab9a7ec587fe","b2f666197f0a616a41da848c","534053ff38c39bcf0e64b018","f295d5a65cc60768acb6b130","67316d10f432f15fe7c97a55","f4dea894fcffe88ddf4ea8e7","8c993fa6a419d236d83ac4af"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","step-3.7-flash","step3-vl-10b","tiny-aya-global","mistral-medium-2508","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":13}],"unspecified":0,"total":13}},{"id":"step-3.7-flash--effort-reasoning","name":"Step 3.7 Flash · Reasoning","labId":"stepfun","labName":"StepFun","scores":{},"baseModelId":"step-3.7-flash","detailsUrl":"/efforts?model=step-3.7-flash","publishedBenchmarkCount":18,"overallRating":{"score":0.15742799202211014,"supported":true,"families":15,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":15,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000069}]},"capabilityRatings":[{"bucket":"agentic","score":0.18215755895519906,"supported":true,"families":6,"independentFamilies":6,"opponents":204,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.17766268073274794,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.15614122703179525,"supported":true,"families":2,"independentFamilies":2,"opponents":201,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.18548401402154688,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.24710362142773637,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.3030313968821305,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"apex-agents","label":"apex-agents","bucket":"agentic","score":0.4611092979252641,"lowerBound":0,"upperBound":1,"independentScore":0.4611092979252641,"independent":true,"opponentIds":3494,"independentOpponentIds":3494,"panelSize":26,"publishers":["Artificial Analysis"],"observations":["4e4f7f66e12fa41c88b4ae62"],"sourceScores":[]},{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.8062609498617869,"lowerBound":0,"upperBound":1,"independentScore":0.8062609498617869,"independent":true,"opponentIds":3495,"independentOpponentIds":3495,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["d03747357d4b99762e3c2c12"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.7535635628493506,"lowerBound":0,"upperBound":1,"independentScore":0.7535635628493506,"independent":true,"opponentIds":3496,"independentOpponentIds":3496,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["05f9d1f4588607425107e0cd"],"sourceScores":[]},{"id":"enterprise-ops","label":"enterprise-ops","bucket":"agentic","score":0.23082907054798416,"lowerBound":0,"upperBound":1,"independentScore":0.23082907054798416,"independent":true,"opponentIds":3497,"independentOpponentIds":3497,"panelSize":41,"publishers":["Artificial Analysis"],"observations":["f3f1d0a35cc4c49e68376e7f"],"sourceScores":[]},{"id":"gdpval","label":"gdpval","bucket":"agentic","score":0.5966556295724299,"lowerBound":0,"upperBound":1,"independentScore":0.5966556295724299,"independent":true,"opponentIds":3498,"independentOpponentIds":3498,"panelSize":123,"publishers":["Artificial Analysis"],"observations":["3bb0f7ade7fc2865154e49c7"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6704130576984147,"lowerBound":0,"upperBound":1,"independentScore":0.6704130576984147,"independent":true,"opponentIds":3499,"independentOpponentIds":3499,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["aea0451a4896d102b0043d1d"],"sourceScores":[]},{"id":"harvey","label":"harvey","bucket":"agentic","score":0.3095155343025909,"lowerBound":0,"upperBound":1,"independentScore":0.3095155343025909,"independent":true,"opponentIds":3500,"independentOpponentIds":3500,"panelSize":37,"publishers":["Artificial Analysis"],"observations":["7871ad7a9b4fdaee2e2800fd"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.7469994049293869,"lowerBound":0,"upperBound":1,"independentScore":0.7469994049293869,"independent":true,"opponentIds":3501,"independentOpponentIds":3501,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["9eaec21698f9c763849fc748"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.7985169858403591,"lowerBound":0,"upperBound":1,"independentScore":0.7985169858403591,"independent":true,"opponentIds":3502,"independentOpponentIds":3502,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["a23d7538799febe12d9a6925"],"sourceScores":[]},{"id":"itbench","label":"itbench","bucket":"agentic","score":0.36787073385208546,"lowerBound":0,"upperBound":1,"independentScore":0.36787073385208546,"independent":true,"opponentIds":3503,"independentOpponentIds":3503,"panelSize":28,"publishers":["Artificial Analysis"],"observations":["9006b356b7c4957dcf096d9e"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.7822764395981489,"lowerBound":0,"upperBound":1,"independentScore":0.7822764395981489,"independent":true,"opponentIds":3504,"independentOpponentIds":3504,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["c87c7ea70afb04af4f026773"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.714803658569908,"lowerBound":0,"upperBound":1,"independentScore":0.714803658569908,"independent":true,"opponentIds":3505,"independentOpponentIds":3505,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["4cb090aa5d8a78b6a18f80f0"],"sourceScores":[]},{"id":"scicode","label":"scicode","bucket":"coding","score":0.5061737606458533,"lowerBound":0,"upperBound":1,"independentScore":0.5061737606458533,"independent":true,"opponentIds":3506,"independentOpponentIds":3506,"panelSize":91,"publishers":["Artificial Analysis"],"observations":["31c949451c135ca26418dd9e"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.7574324364232584,"lowerBound":0,"upperBound":1,"independentScore":0.7574324364232584,"independent":true,"opponentIds":3507,"independentOpponentIds":3507,"panelSize":202,"publishers":["Artificial Analysis"],"observations":["f6ad7a16a5446adada0a8818","8b38eb1018caf6cb002d9ea9"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.6837050442680296,"lowerBound":0,"upperBound":1,"independentScore":0.6837050442680296,"independent":true,"opponentIds":3508,"independentOpponentIds":3508,"panelSize":201,"publishers":["Artificial Analysis"],"observations":["d29adfa107dd249d7fdf48ea","ee468fde2438f81f9d3a5096"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["4e4f7f66e12fa41c88b4ae62","d03747357d4b99762e3c2c12","05f9d1f4588607425107e0cd","f3f1d0a35cc4c49e68376e7f","3bb0f7ade7fc2865154e49c7","aea0451a4896d102b0043d1d","7871ad7a9b4fdaee2e2800fd","9eaec21698f9c763849fc748","a23d7538799febe12d9a6925","9006b356b7c4957dcf096d9e","c87c7ea70afb04af4f026773","4cb090aa5d8a78b6a18f80f0","31c949451c135ca26418dd9e","f6ad7a16a5446adada0a8818","8b38eb1018caf6cb002d9ea9","d29adfa107dd249d7fdf48ea","ee468fde2438f81f9d3a5096"],"opponentModelIds":["claude-opus-4-6","claude-sonnet-4-6","deepseek-v3.2","deepseek-v4-pro-0424","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","glm-5","glm-5.2","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-terra","gpt-oss-120b","gpt-oss-20b","grok-4.3","kimi-k2.6","kimi-k3","mimo-v2.5-pro","minimax-m2.7","nvidia-nemotron-3-super-120b-a12b-bf16","qwen3.5-397b-a17b","qwen3.7-plus","agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5-turbo","glm-5.1","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.6-sol","gpt-6-astra","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.7-code","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step3-vl-10b","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-4","gpt-4o-mini","gpt-3.5-turbo","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":18}],"unspecified":0,"total":18}},{"id":"step3-vl-10b--effort-reasoning","name":"Step 3 VL 10B · Reasoning","labId":"stepfun","labName":"StepFun","scores":{},"baseModelId":"step3-vl-10b","detailsUrl":"/efforts?model=step3-vl-10b","publishedBenchmarkCount":10,"overallRating":{"score":0.028564827037986656,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":6,"opponents":216,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":0.9999999999999979}]},"capabilityRatings":[{"bucket":"agentic","score":0.006823774174806277,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.05085725847478726,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.020653886112843453,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.04472499204332597,"supported":true,"families":2,"independentFamilies":2,"opponents":208,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":0.06845568665023966,"supported":false,"families":1,"independentFamilies":1,"opponents":114,"opponentLabs":19,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"long_context","score":0.008232495836256678,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05743412830003173,"lowerBound":0,"upperBound":1,"independentScore":0.05743412830003173,"independent":true,"opponentIds":3509,"independentOpponentIds":3509,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["43b322ea28a4a6f277552a05"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2520739281146876,"lowerBound":0,"upperBound":1,"independentScore":0.2520739281146876,"independent":true,"opponentIds":3510,"independentOpponentIds":3510,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["9132d81889bdde96600d5cfd"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.44387733602198826,"lowerBound":0,"upperBound":1,"independentScore":0.44387733602198826,"independent":true,"opponentIds":3511,"independentOpponentIds":3511,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["a97b8f1ba39ced23967d346c"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5595654520750108,"lowerBound":0,"upperBound":1,"independentScore":0.5595654520750108,"independent":true,"opponentIds":3512,"independentOpponentIds":3512,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["faa28dbbc9f9add21df2dc61"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.6134959676829139,"lowerBound":0,"upperBound":1,"independentScore":0.6134959676829139,"independent":true,"opponentIds":3513,"independentOpponentIds":3513,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["5cd738dc348ca79f2c279d55"],"sourceScores":[]},{"id":"mmmu-pro","label":"mmmu-pro","bucket":"multimodal","score":0.46916158794550655,"lowerBound":0,"upperBound":1,"independentScore":0.46916158794550655,"independent":true,"opponentIds":3514,"independentOpponentIds":3514,"panelSize":114,"publishers":["Artificial Analysis"],"observations":["c0c789fed617bbde5f34bffc"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.19008957997421375,"lowerBound":0,"upperBound":1,"independentScore":0.19008957997421375,"independent":true,"opponentIds":3515,"independentOpponentIds":3515,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["b442f2f7fef04eefeaf6dde1"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.12252700603221191,"lowerBound":0,"upperBound":1,"independentScore":0.12252700603221191,"independent":true,"opponentIds":3516,"independentOpponentIds":3516,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["1d4647242d6328c3454120c9"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.3039707963920032,"lowerBound":0,"upperBound":1,"independentScore":0.3039707963920032,"independent":true,"opponentIds":3517,"independentOpponentIds":3517,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["33581c6317d1eb43fcadfe15"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["43b322ea28a4a6f277552a05","9132d81889bdde96600d5cfd","a97b8f1ba39ced23967d346c","faa28dbbc9f9add21df2dc61","5cd738dc348ca79f2c279d55","c0c789fed617bbde5f34bffc","b442f2f7fef04eefeaf6dde1","1d4647242d6328c3454120c9","33581c6317d1eb43fcadfe15"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","tiny-aya-global","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","qwen3-max","gpt-4-turbo"]},"effort":{"label":"Reasoning","settings":[{"label":"Reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"tiny-aya-global--effort-non-reasoning","name":"Tiny Aya Global · Non-reasoning","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"tiny-aya-global","detailsUrl":"/efforts?model=tiny-aya-global","publishedBenchmarkCount":10,"overallRating":{"score":0.008193633122623499,"supported":true,"families":9,"publishers":1,"evaluationSources":1,"taskAreas":5,"opponents":216,"independentFamilies":9,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Artificial Analysis","independent":true,"share":1.0000000000000115}]},"capabilityRatings":[{"bucket":"agentic","score":0.002910549743534925,"supported":false,"families":1,"independentFamilies":1,"opponents":171,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.020393806029073386,"supported":true,"families":3,"independentFamilies":3,"opponents":216,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.0044883689217368435,"supported":false,"families":1,"independentFamilies":1,"opponents":169,"opponentLabs":22,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.006312191421717644,"supported":true,"families":3,"independentFamilies":3,"opponents":209,"opponentLabs":24,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":0.008232495836256687,"supported":false,"families":1,"independentFamilies":1,"opponents":197,"opponentLabs":23,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null}],"families":[{"id":"aa-lcr","label":"aa-lcr","bucket":"long_context","score":0.05743412830003173,"lowerBound":0,"upperBound":1,"independentScore":0.05743412830003173,"independent":true,"opponentIds":3518,"independentOpponentIds":3518,"panelSize":197,"publishers":["Artificial Analysis"],"observations":["701a12cb5a469a4de2b81dcc"],"sourceScores":[]},{"id":"critpt","label":"critpt","bucket":"hard_reasoning","score":0.2520739281146876,"lowerBound":0,"upperBound":1,"independentScore":0.2520739281146876,"independent":true,"opponentIds":3519,"independentOpponentIds":3519,"panelSize":200,"publishers":["Artificial Analysis"],"observations":["803351c15f6911e960f59a82"],"sourceScores":[]},{"id":"gmmlu","label":"gmmlu","bucket":"knowledge","score":0.04008120021302599,"lowerBound":0,"upperBound":1,"independentScore":0.04008120021302599,"independent":true,"opponentIds":3520,"independentOpponentIds":3520,"panelSize":63,"publishers":["Artificial Analysis"],"observations":["ae198468c720d10bafa7d1ed"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.05513962860853786,"lowerBound":0,"upperBound":1,"independentScore":0.05513962860853786,"independent":true,"opponentIds":3521,"independentOpponentIds":3521,"panelSize":212,"publishers":["Artificial Analysis"],"observations":["02b8e27c2385d10ab79bd4fb"],"sourceScores":[]},{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.3165541398226684,"lowerBound":0,"upperBound":1,"independentScore":0.3165541398226684,"independent":true,"opponentIds":3522,"independentOpponentIds":3522,"panelSize":208,"publishers":["Artificial Analysis"],"observations":["1e3007800bf6ad6160a38a16"],"sourceScores":[]},{"id":"ifbench","label":"ifbench","bucket":"knowledge","score":0.03057728580636059,"lowerBound":0,"upperBound":1,"independentScore":0.03057728580636059,"independent":true,"opponentIds":3523,"independentOpponentIds":3523,"panelSize":178,"publishers":["Artificial Analysis"],"observations":["1438c051d28cc24285d0b24f"],"sourceScores":[]},{"id":"omniscience","label":"omniscience","bucket":"knowledge","score":0.023772303415418423,"lowerBound":0,"upperBound":1,"independentScore":0.023772303415418423,"independent":true,"opponentIds":3524,"independentOpponentIds":3524,"panelSize":198,"publishers":["Artificial Analysis"],"observations":["9fbe07135ac2965896c34113"],"sourceScores":[]},{"id":"tau-bench","label":"tau-bench","bucket":"agentic","score":0.021943681769727802,"lowerBound":0,"upperBound":1,"independentScore":0.021943681769727802,"independent":true,"opponentIds":3525,"independentOpponentIds":3525,"panelSize":171,"publishers":["Artificial Analysis"],"observations":["35cc8b451f8300f16237328f"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.03349821155707956,"lowerBound":0,"upperBound":1,"independentScore":0.03349821155707956,"independent":true,"opponentIds":3526,"independentOpponentIds":3526,"panelSize":169,"publishers":["Artificial Analysis"],"observations":["e244a76401048b5127d71e98"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["701a12cb5a469a4de2b81dcc","803351c15f6911e960f59a82","ae198468c720d10bafa7d1ed","02b8e27c2385d10ab79bd4fb","1e3007800bf6ad6160a38a16","1438c051d28cc24285d0b24f","9fbe07135ac2965896c34113","35cc8b451f8300f16237328f","e244a76401048b5127d71e98"],"opponentModelIds":["agnes-2.5-pro-alpha","amazon-nova-2-lite","amazon-nova-2-pro-preview","amazon-nova-lite","amazon-nova-micro","amazon-nova-premier","amazon-nova-pro","claude-fable-5","claude-fable-5-1","claude-haiku-4-5-20251001","claude-opus-4-5-20251101","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-5-20250929","claude-sonnet-4-6","claude-sonnet-5","command-a-plus-05-2026","deepseek-r1-0528","deepseek-r1-0528-qwen3-8b","deepseek-r1-distill-llama-70b","deepseek-r1-distill-llama-8b","deepseek-r1-distill-qwen-1.5b","deepseek-r1-distill-qwen-14b","deepseek-r1-distill-qwen-32b","deepseek-v3.2","deepseek-v3.2-speciale","deepseek-v4-flash","deepseek-v4-flash-0424","deepseek-v4-pro","deepseek-v4-pro-0424","devstral-2512","diffusiongemma-26b-a4b","doubao-seed-code","exaone-4.0-1.2b","exaone-4.5-33b","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-3-flash-preview","gemini-3.1-flash-lite","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gemma-3-12b-it","gemma-3-1b-it","gemma-3-270m-it","gemma-3-27b-it","gemma-3-4b-it","gemma-3n-e2b-it","gemma-3n-e4b-it","gemma-4-12b-it","gemma-4-26b-a4b-it","gemma-4-31b-it","gemma-4-e2b-it","gemma-4-e4b-it","glm-4.5","glm-4.5-air","glm-4.5v","glm-4.6","glm-4.6v","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5.1","glm-5.2","glm-5.3","glm-5.3-flash","glm-5v-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-mini","gpt-5-nano","gpt-5.1","gpt-5.2","gpt-5.3-codex","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","gpt-oss-120b","gpt-oss-20b","grok-4.3","grok-4.5","grok-4.6","hy3","hy3-preview","k-exaone-2.0-750b-a37b","k-exaone-236b-a23b","kimi-k2.6","kimi-k2.7-code","kimi-k3","kimi-linear-48b-a3b-instruct","labs-devstral-small-2512","llama-4-maverick","llama-4-scout","magistral-medium-2509","magistral-small-2509","mimo-v2-flash","mimo-v2.5","mimo-v2.5-pro","minicpm5-2b","minimax-m1-80k","minimax-m2","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3","ministral-3-14b","ministral-3-3b","ministral-3-8b","mistral-large-2407","mistral-large-3","mistral-medium-2505","mistral-medium-3.5","mistral-small-2506","mistral-small-4","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","nemotron-3-nano-omni-30b-a3b-reasoning-bf16","nemotron-3-ultra","nvidia-nemotron-3-nano-30b-a3b-bf16","nvidia-nemotron-3-nano-4b-bf16","nvidia-nemotron-3-super-120b-a12b-bf16","nvidia-nemotron-3.5-lightning-30b-a3b-bf16","nvidia-nemotron-nano-12b-v2-vl-bf16","nvidia-nemotron-nano-9b-v2","o1","o3","o3-mini","o4-mini","phi-4","phi-4-mini-instruct","qwen-3.8-max","qwen3-0.6b","qwen3-1.7b","qwen3-14b","qwen3-235b-a22b","qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-30b-a3b","qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-thinking-2507","qwen3-32b","qwen3-4b","qwen3-4b-instruct-2507","qwen3-4b-thinking-2507","qwen3-8b","qwen3-coder-30b-a3b-instruct","qwen3-coder-480b-a35b-instruct","qwen3-coder-next","qwen3-next-80b-a3b-instruct","qwen3-next-80b-a3b-thinking","qwen3-omni-30b-a3b-instruct","qwen3-vl-235b-a22b-instruct","qwen3-vl-32b-thinking","qwen3-vl-4b-instruct","qwen3-vl-4b-thinking","qwen3-vl-8b-instruct","qwen3-vl-8b-thinking","qwen3.5-0.8b","qwen3.5-122b-a10b","qwen3.5-27b","qwen3.5-2b","qwen3.5-35b-a3b","qwen3.5-397b-a17b","qwen3.5-4b","qwen3.5-9b","qwen3.5-omni-flash","qwen3.5-omni-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","qwen3.7-max","qwen3.7-plus","qwen3.8-2.4t-a95b","qwen3.8-27b","qwen3.8-flash-next","seed-oss-36b-instruct","solar-open-100b","solar-open2-250b","solar-pro3-260323","solar-pro4-260806","step-3.7-flash","step3-vl-10b","ernie-4.5-300b-a47b-pt","ernie-5.0-thinking-preview","exaone-4.0-32b","gpt-4o","gpt-5.4-pro","gpt-5.5-pro","mistral-medium-2508","qwen3-vl-30b-a3b-instruct","qwen3-vl-30b-a3b-thinking","qwen3-vl-32b-instruct","qwen3-max","gpt-3.5-turbo","gpt-4","gpt-4o-mini","minimax-m1-40k","o3-pro","phi-4-multimodal-instruct","pixtral-large-2411","gpt-4-turbo"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":10}],"unspecified":0,"total":10}},{"id":"qwen-3.8-max--effort-low","name":"Qwen 3.8-Max · Low","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-3.8-max","detailsUrl":"/efforts?model=qwen-3.8-max","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"qwen-3.8-max--effort-medium","name":"Qwen 3.8-Max · Medium","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-3.8-max","detailsUrl":"/efforts?model=qwen-3.8-max","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":1}],"unspecified":0,"total":1}},{"id":"glm-5.3--effort-low","name":"GLM-5.3 · Low","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.3","detailsUrl":"/efforts?model=glm-5.3","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"glm-5.3--effort-high","name":"GLM-5.3 · High","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.3","detailsUrl":"/efforts?model=glm-5.3","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"High","settings":[{"label":"High","observations":1}],"unspecified":0,"total":1}},{"id":"muse-spark-1.2--effort-low","name":"Muse Spark 1.2 · Low","labId":"meta","labName":"Meta","scores":{},"baseModelId":"muse-spark-1.2","detailsUrl":"/efforts?model=muse-spark-1.2","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"muse-spark-1.2--effort-high","name":"Muse Spark 1.2 · High","labId":"meta","labName":"Meta","scores":{},"baseModelId":"muse-spark-1.2","detailsUrl":"/efforts?model=muse-spark-1.2","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"High","settings":[{"label":"High","observations":1}],"unspecified":0,"total":1}},{"id":"claude-opus-4-7--effort-medium","name":"Claude Opus 4.7 · Medium","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-7","detailsUrl":"/efforts?model=claude-opus-4-7","publishedBenchmarkCount":2,"overallRating":{"score":0.2817730212029454,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":7,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Cognition","independent":true,"share":0.9999999999999993}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":0.34194725163484674,"supported":false,"families":1,"independentFamilies":1,"opponents":7,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.32586206896551717,"lowerBound":0,"upperBound":1,"independentScore":0.32586206896551717,"independent":true,"opponentIds":242,"independentOpponentIds":242,"panelSize":7,"publishers":["Cognition"],"observations":["212dafc406aab75cb58766c0","126b238f0fce5e381a15f5c2"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["212dafc406aab75cb58766c0","126b238f0fce5e381a15f5c2"],"opponentModelIds":["claude-fable-5-1","claude-fable-5","claude-opus-4-8","claude-sonnet-4-6","claude-sonnet-5","claude-opus-5","claude-opus-4-6"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":2}],"unspecified":0,"total":2}},{"id":"claude-opus-4-7--effort-low","name":"Claude Opus 4.7 · Low","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-7","detailsUrl":"/efforts?model=claude-opus-4-7","publishedBenchmarkCount":3,"overallRating":{"score":0.22339984574976027,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":50,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":2,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Cognition","independent":true,"share":0.7423016202919249},{"source":"Epoch AI","independent":true,"share":0.2576983797080765}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.23880368342063504,"supported":false,"families":1,"independentFamilies":1,"opponents":50,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.3028606412768134,"supported":false,"families":1,"independentFamilies":1,"opponents":7,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.2705459770114942,"lowerBound":0,"upperBound":1,"independentScore":0.2705459770114942,"independent":true,"opponentIds":242,"independentOpponentIds":242,"panelSize":7,"publishers":["Cognition"],"observations":["d9ff43c2ee3145f93fa639e1","18ca9b5ee43fc4850d343f7b"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.7137511376996861,"lowerBound":0,"upperBound":1,"independentScore":0.7137511376996861,"independent":true,"opponentIds":3527,"independentOpponentIds":3527,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-T7KJtht8Fesh35M5ayMPnE"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["d9ff43c2ee3145f93fa639e1","18ca9b5ee43fc4850d343f7b","epoch-run-T7KJtht8Fesh35M5ayMPnE"],"opponentModelIds":["claude-fable-5-1","claude-fable-5","claude-opus-4-8","claude-sonnet-4-6","claude-sonnet-5","claude-opus-5","claude-opus-4-6","gemma-4-26b-a4b-it","kimi-k3","qwen3-4b","qwen3-1.7b","gemma-4-31b-it","gemini-3.1-pro","grok-4.5","gpt-5.6-sol","gpt-oss-20b","glm-5.3","gemini-3.6-flash","glm-5.3-flash","gemini-3.8-flash","gpt-5.6-luna","gemini-3.7-flash","gemini-3.5-flash-lite","qwen3-8b","qwen3.6-27b","gpt-5.6-terra","gemini-3.5-flash","gpt-5.5","deepseek-v4-pro","glm-5.2","qwen3.6-35b-a3b","gemini-3-flash-preview","qwen3.5-9b","minimax-m3","qwen3.5-35b-a3b","deepseek-v4-flash","gemini-3.1-flash-lite","glm-4.7-flash","qwen3.7-plus","grok-4.6","qwen3-32b","qwen3-14b","qwen-3.8-max","qwen3.5-2b","claude-haiku-4-5-20251001","grok-4.3","gpt-6-astra","qwen3-30b-a3b","qwen3.5-397b-a17b","qwen3.7-flash"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":3}],"unspecified":0,"total":3}},{"id":"claude-sonnet-4-6--effort-low","name":"Claude Sonnet 4.6 · Low","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-6","detailsUrl":"/efforts?model=claude-sonnet-4-6","publishedBenchmarkCount":3,"overallRating":{"score":0.0760016033728604,"supported":false,"families":2,"publishers":2,"evaluationSources":2,"taskAreas":2,"opponents":12,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":2,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Cognition","independent":true,"share":0.5250264363764547},{"source":"Epoch AI","independent":true,"share":0.4749735636235467}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.10695030127355999,"supported":false,"families":1,"independentFamilies":1,"opponents":6,"opponentLabs":2,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.07132766175413748,"supported":false,"families":1,"independentFamilies":1,"opponents":7,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":370,"independentOpponentIds":370,"panelSize":7,"publishers":["Cognition"],"observations":["1ed4c92e4aa05c76200a18bc","a4313e77019bc32a716730f9"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.2479338842975207,"lowerBound":0,"upperBound":1,"independentScore":0.2479338842975207,"independent":true,"opponentIds":3528,"independentOpponentIds":3528,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-YdyvoMQ4mA5V8Ymg6Tksxu"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["1ed4c92e4aa05c76200a18bc","a4313e77019bc32a716730f9","epoch-run-YdyvoMQ4mA5V8Ymg6Tksxu"],"opponentModelIds":["claude-fable-5-1","claude-fable-5","claude-opus-4-8","claude-opus-4-7","claude-sonnet-5","claude-opus-5","claude-opus-4-6","gemini-3.6-flash","gemini-3.1-pro","gemini-3.5-flash-lite","gemini-3-flash-preview","gemini-3.5-flash"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":3}],"unspecified":0,"total":3}},{"id":"nemotron-3-ultra--effort-unspecified","name":"NVIDIA Nemotron 3 Ultra · Unspecified","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nemotron-3-ultra","detailsUrl":"/efforts?model=nemotron-3-ultra","publishedBenchmarkCount":6,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":6}],"unspecified":0,"total":6}},{"id":"deepseek-v4-pro--effort-unspecified","name":"DeepSeek V4-Pro 0813 · Unspecified","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-pro","detailsUrl":"/efforts?model=deepseek-v4-pro","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"mistral-medium-3.5--effort-unspecified","name":"Mistral Medium 3.5 · Unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-medium-3.5","detailsUrl":"/efforts?model=mistral-medium-3.5","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"kimi-k3--effort-unspecified","name":"Kimi K3 · Unspecified","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-k3","detailsUrl":"/efforts?model=kimi-k3","publishedBenchmarkCount":7,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":7}],"unspecified":0,"total":7}},{"id":"claude-sonnet-4-6--effort-medium","name":"Claude Sonnet 4.6 · Medium","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-6","detailsUrl":"/efforts?model=claude-sonnet-4-6","publishedBenchmarkCount":28,"overallRating":{"score":0.17090251967166778,"supported":true,"families":11,"publishers":3,"evaluationSources":3,"taskAreas":4,"opponents":59,"independentFamilies":11,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.44276673057391697},{"source":"LiveBench","independent":true,"share":0.3085615814220027},{"source":"Epoch AI","independent":true,"share":0.24867168800407605}]},"capabilityRatings":[{"bucket":"agentic","score":0.42042211395376955,"supported":false,"families":1,"independentFamilies":1,"opponents":26,"opponentLabs":4,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.2817045145478352,"supported":true,"families":5,"independentFamilies":5,"opponents":59,"opponentLabs":10,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.2253065253800627,"supported":true,"families":3,"independentFamilies":3,"opponents":26,"opponentLabs":4,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.23309868562064673,"supported":true,"families":2,"independentFamilies":2,"opponents":26,"opponentLabs":4,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6998290493925148,"lowerBound":0,"upperBound":1,"independentScore":0.6998290493925148,"independent":true,"opponentIds":350,"independentOpponentIds":350,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-kDNNbUYXhrAH5uDBGykFaf"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.639171392058281,"lowerBound":0,"upperBound":1,"independentScore":0.639171392058281,"independent":true,"opponentIds":379,"independentOpponentIds":379,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-e8MXnAM8HMF8eEzYtYA7xv"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.04302837823993443,"lowerBound":0,"upperBound":1,"independentScore":0.04302837823993443,"independent":true,"opponentIds":370,"independentOpponentIds":370,"panelSize":7,"publishers":["Cognition"],"observations":["bd377043899ff0ae0b462963","50b7158c541e4c1686f7c817"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.23210045119924028,"lowerBound":0,"upperBound":1,"independentScore":0.23210045119924028,"independent":true,"opponentIds":3529,"independentOpponentIds":3529,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-727e4929c5b77b8d68e9616f","panel-e9fc47dbe181087a7a1a77db","panel-61b37a37ffa13a56ab533193","panel-7d9064929591d93f9978bec5"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.5491569698408929,"lowerBound":0,"upperBound":1,"independentScore":0.5491569698408929,"independent":true,"opponentIds":3529,"independentOpponentIds":3529,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-5c66ecc29c060d251f32641f","panel-8e215924ae06b331fbc47123"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.33056281168368573,"lowerBound":0,"upperBound":1,"independentScore":0.33056281168368573,"independent":true,"opponentIds":3529,"independentOpponentIds":3529,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-30450bbe2cd94e48badcae38","panel-57c9d66e18c45c4f050a462a","panel-21d30b7156f9abf0cc4dad65"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.4099580463864484,"lowerBound":0,"upperBound":1,"independentScore":0.4099580463864484,"independent":true,"opponentIds":3529,"independentOpponentIds":3529,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-9a9cff8685184797af933836","panel-2159cc97a8071f41f95b2bac","panel-a6622acee6854a8492d2d048"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.18107337924483508,"lowerBound":0,"upperBound":1,"independentScore":0.18107337924483508,"independent":true,"opponentIds":3529,"independentOpponentIds":3529,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-239cfd267c6875696e83c9cb","panel-c9dec434280ecd1032922f0a","panel-f97c66befa16467a34a3d8f2"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.41626098313939724,"lowerBound":0,"upperBound":1,"independentScore":0.41626098313939724,"independent":true,"opponentIds":3529,"independentOpponentIds":3529,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-d4d1042248b561833a92f2c4","panel-a0dacead0b0fff9e77e638df","panel-e5f6c6af7b7b6563cbd85d04","panel-9d65818b1f976a7825472a2f"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.24893137022085043,"lowerBound":0,"upperBound":1,"independentScore":0.24893137022085043,"independent":true,"opponentIds":3529,"independentOpponentIds":3529,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-c1f148c80800c7bb48207f5e","panel-7395d6919946c2adfaf7424b","panel-97a9005f0a93edb4193e1c8a","panel-10dfde1dfd55d1050db26ccd"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.47704930744422086,"lowerBound":0,"upperBound":1,"independentScore":0.47704930744422086,"independent":true,"opponentIds":371,"independentOpponentIds":371,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-eJBzZyT5ohb8ieaJCum5rK"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["bd377043899ff0ae0b462963","50b7158c541e4c1686f7c817","panel-727e4929c5b77b8d68e9616f","panel-5c66ecc29c060d251f32641f","panel-8e215924ae06b331fbc47123","panel-30450bbe2cd94e48badcae38","panel-9a9cff8685184797af933836","panel-e9fc47dbe181087a7a1a77db","panel-239cfd267c6875696e83c9cb","panel-d4d1042248b561833a92f2c4","panel-61b37a37ffa13a56ab533193","panel-7d9064929591d93f9978bec5","panel-c1f148c80800c7bb48207f5e","panel-57c9d66e18c45c4f050a462a","panel-c9dec434280ecd1032922f0a","panel-7395d6919946c2adfaf7424b","panel-a0dacead0b0fff9e77e638df","panel-97a9005f0a93edb4193e1c8a","panel-10dfde1dfd55d1050db26ccd","panel-2159cc97a8071f41f95b2bac","panel-a6622acee6854a8492d2d048","panel-e5f6c6af7b7b6563cbd85d04","panel-f97c66befa16467a34a3d8f2","panel-21d30b7156f9abf0cc4dad65","panel-9d65818b1f976a7825472a2f","epoch-run-eJBzZyT5ohb8ieaJCum5rK","epoch-run-e8MXnAM8HMF8eEzYtYA7xv","epoch-run-kDNNbUYXhrAH5uDBGykFaf"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","claude-opus-4-5-20251101","gpt-5.2","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","qwen3.5-2b","claude-haiku-4-5-20251001"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":28}],"unspecified":0,"total":28}},{"id":"minimax-m3--effort-unspecified","name":"MiniMax-M3 · Unspecified","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-m3","detailsUrl":"/efforts?model=minimax-m3","publishedBenchmarkCount":14,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":14}],"unspecified":0,"total":14}},{"id":"qwen3.7-plus--effort-unspecified","name":"Qwen3.7-plus · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.7-plus","detailsUrl":"/efforts?model=qwen3.7-plus","publishedBenchmarkCount":13,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":13}],"unspecified":0,"total":13}},{"id":"glm-5.2--effort-unspecified","name":"GLM-5.2 · Unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.2","detailsUrl":"/efforts?model=glm-5.2","publishedBenchmarkCount":5,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":5}],"unspecified":0,"total":5}},{"id":"claude-opus-4-7--effort-xhigh","name":"Claude Opus 4.7 · XHigh","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-7","detailsUrl":"/efforts?model=claude-opus-4-7","publishedBenchmarkCount":29,"overallRating":{"score":0.3815587078858937,"supported":true,"families":9,"publishers":3,"evaluationSources":3,"taskAreas":4,"opponents":38,"independentFamilies":9,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"Cognition","independent":true,"share":0.4611936703447173},{"source":"LiveBench","independent":true,"share":0.37944082339932833},{"source":"Epoch AI","independent":true,"share":0.15936550625595308}]},"capabilityRatings":[{"bucket":"agentic","score":0.5439096452502051,"supported":false,"families":1,"independentFamilies":1,"opponents":26,"opponentLabs":4,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.5729621308547614,"supported":true,"families":2,"independentFamilies":2,"opponents":26,"opponentLabs":4,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.43017875820612156,"supported":true,"families":3,"independentFamilies":3,"opponents":26,"opponentLabs":4,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.38978899323112487,"supported":true,"families":3,"independentFamilies":3,"opponents":38,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.3545718432510885,"lowerBound":0,"upperBound":1,"independentScore":0.3545718432510885,"independent":true,"opponentIds":242,"independentOpponentIds":242,"panelSize":7,"publishers":["Cognition"],"observations":["978ae4621dc780ed9f07a974","909381319a7974fd682e23e2"],"sourceScores":[]},{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.6386547138446929,"lowerBound":0,"upperBound":1,"independentScore":0.6386547138446929,"independent":true,"opponentIds":3530,"independentOpponentIds":3530,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-47f44e2cf6028a348add9648","panel-cf976805e5a88ef22e6c1aa3","panel-9266dd9fd15700366b37c0ed","panel-9569698400df06830af314ab"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.7025647114699597,"lowerBound":0,"upperBound":1,"independentScore":0.7025647114699597,"independent":true,"opponentIds":3530,"independentOpponentIds":3530,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-d622ba2d226d053585bbe3b8","panel-3eeb212b0c0bb0dc2e478ffa"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.2903506688830842,"lowerBound":0,"upperBound":1,"independentScore":0.2903506688830842,"independent":true,"opponentIds":3530,"independentOpponentIds":3530,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-fd74c890d8cbdc78ca4926f7","panel-9884a6b97b5686266ebc97bd","panel-4a63a7797adf849e01ab6269"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.5431409799730867,"lowerBound":0,"upperBound":1,"independentScore":0.5431409799730867,"independent":true,"opponentIds":3530,"independentOpponentIds":3530,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-1b8be849869ca37987fe3c9f","panel-f2174ccbca480f517cbd3ca4","panel-656470dfae4f4b91de1cf550"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.40600015831552294,"lowerBound":0,"upperBound":1,"independentScore":0.40600015831552294,"independent":true,"opponentIds":3530,"independentOpponentIds":3530,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-33d654882b80b1889204d2e4","panel-662364bb53927d6d913898d5","panel-a9f78e146b99566e8c8961cb"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.5940987888862508,"lowerBound":0,"upperBound":1,"independentScore":0.5940987888862508,"independent":true,"opponentIds":3530,"independentOpponentIds":3530,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-4172bd2caec615ab3eff3b0c","panel-5d21ba95ec8fdb8b8e301fac","panel-7e46697958c6097bfdd5bb2c","panel-a325f695a71ef6705d5a5597"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.4662787936357166,"lowerBound":0,"upperBound":1,"independentScore":0.4662787936357166,"independent":true,"opponentIds":3530,"independentOpponentIds":3530,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-369a3b2d9f40c49f3783f859","panel-74ec4158f36d43fe6107c6cb","panel-fb153f17dcaa7568a31cc10e","panel-2feb2a233295800339a769e5"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.7042220392802538,"lowerBound":0,"upperBound":1,"independentScore":0.7042220392802538,"independent":true,"opponentIds":3531,"independentOpponentIds":3531,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-2c4rvmf5N7QXTugrFLMZ83"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["978ae4621dc780ed9f07a974","909381319a7974fd682e23e2","panel-47f44e2cf6028a348add9648","panel-d622ba2d226d053585bbe3b8","panel-3eeb212b0c0bb0dc2e478ffa","panel-fd74c890d8cbdc78ca4926f7","panel-1b8be849869ca37987fe3c9f","panel-cf976805e5a88ef22e6c1aa3","panel-33d654882b80b1889204d2e4","panel-4172bd2caec615ab3eff3b0c","panel-9266dd9fd15700366b37c0ed","panel-9569698400df06830af314ab","panel-369a3b2d9f40c49f3783f859","panel-9884a6b97b5686266ebc97bd","panel-662364bb53927d6d913898d5","panel-74ec4158f36d43fe6107c6cb","panel-5d21ba95ec8fdb8b8e301fac","panel-fb153f17dcaa7568a31cc10e","panel-2feb2a233295800339a769e5","panel-f2174ccbca480f517cbd3ca4","panel-656470dfae4f4b91de1cf550","panel-7e46697958c6097bfdd5bb2c","panel-a9f78e146b99566e8c8961cb","panel-4a63a7797adf849e01ab6269","panel-a325f695a71ef6705d5a5597","epoch-run-2c4rvmf5N7QXTugrFLMZ83"],"opponentModelIds":["claude-fable-5-1","claude-fable-5","claude-opus-4-8","claude-sonnet-4-6","claude-sonnet-5","claude-opus-5","claude-opus-4-6","claude-opus-4-5-20251101","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gpt-5.2","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3","deepseek-v4-pro","gemini-3-flash-preview","grok-4.5","qwen-3.8-max","grok-4.6","kimi-k3","deepseek-v4-flash","glm-5.3","claude-haiku-4-5-20251001","glm-5.2","claude-sonnet-4-5-20250929","grok-4.3"]},"effort":{"label":"XHigh","settings":[{"label":"XHigh","observations":29}],"unspecified":0,"total":29}},{"id":"claude-opus-4-7--effort-high","name":"Claude Opus 4.7 · High","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-7","detailsUrl":"/efforts?model=claude-opus-4-7","publishedBenchmarkCount":6,"overallRating":{"score":0.3703744173377497,"supported":true,"families":4,"publishers":3,"evaluationSources":3,"taskAreas":2,"opponents":35,"independentFamilies":4,"reason":null,"independentSources":3,"labWeightShare":0,"evidenceStatus":"corroborated","sourceWeights":[{"source":"SWE-rebench","independent":true,"share":0.4350262318896838},{"source":"Cognition","independent":true,"share":0.4292632635474288},{"source":"Vals AI","independent":true,"share":0.1357105045628869}]},"capabilityRatings":[{"bucket":"agentic","score":0.4151973175429009,"supported":false,"families":1,"independentFamilies":1,"opponents":30,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":0.4212476476970821,"supported":true,"families":3,"independentFamilies":3,"opponents":34,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0.4790599923576615,"lowerBound":0,"upperBound":1,"independentScore":0.4790599923576615,"independent":true,"opponentIds":3532,"independentOpponentIds":3532,"panelSize":29,"publishers":["Vals AI"],"observations":["vals-terminal-bench-2-1-v2.1:anthropic/claude-opus-4-7"],"sourceScores":[]},{"id":"frontiercode","label":"frontiercode","bucket":"coding","score":0.36981132075471695,"lowerBound":0,"upperBound":1,"independentScore":0.36981132075471695,"independent":true,"opponentIds":242,"independentOpponentIds":242,"panelSize":7,"publishers":["Cognition"],"observations":["fa6ed88eb7e904aa6955ebfb","b1f2936eb97f6064636f0b09"],"sourceScores":[]},{"id":"swe-rebench","label":"swe-rebench","bucket":"coding","score":0.5701754385964911,"lowerBound":0,"upperBound":1,"independentScore":0.5701754385964911,"independent":true,"opponentIds":3533,"independentOpponentIds":3533,"panelSize":6,"publishers":["SWE-rebench"],"observations":["panel-582529e031a763a72cb0c962","panel-d4309f168dc4babc6bc9d587"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0.5353087095890853,"lowerBound":0,"upperBound":1,"independentScore":0.5353087095890853,"independent":true,"opponentIds":3534,"independentOpponentIds":3534,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:anthropic/claude-opus-4-7"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["fa6ed88eb7e904aa6955ebfb","b1f2936eb97f6064636f0b09","panel-582529e031a763a72cb0c962","panel-d4309f168dc4babc6bc9d587","vals-finance-agent-v2:anthropic/claude-opus-4-7","vals-terminal-bench-2-1-v2.1:anthropic/claude-opus-4-7"],"opponentModelIds":["gpt-6-astra","gpt-5.6-sol","claude-fable-5-1","gemini-3.8-flash","gpt-5.6-luna","grok-4.6","gemini-3.7-flash","gpt-5.6-terra","gpt-5.5","claude-sonnet-5","gemini-3.5-flash","gemini-3.6-flash","muse-spark-1.3","claude-opus-4-8","glm-5.3","gemini-3.1-pro","muse-spark-1.2","muse-spark-1.1","grok-4.5","glm-5.2","glm-5.3-flash","claude-sonnet-4-6","gpt-5.4-mini","deepseek-v4-pro","gemini-3-flash-preview","gemini-3.5-flash-lite","grok-4.3","gpt-5.4-nano","mistral-medium-3.5","claude-fable-5","claude-opus-5","claude-opus-4-6","deepseek-v4-pro-0424","gpt-5.4","deepseek-v4-flash"]},"effort":{"label":"High","settings":[{"label":"High","observations":6}],"unspecified":0,"total":6}},{"id":"claude-sonnet-4-5-20250929--effort-thinking","name":"Claude Sonnet 4.5 · Thinking","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-5-20250929","detailsUrl":"/efforts?model=claude-sonnet-4-5-20250929","publishedBenchmarkCount":2,"overallRating":{"score":0.06962069690314791,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":6,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Scale","independent":true,"share":0.9999999999999999}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.08833844955933225,"supported":false,"families":1,"independentFamilies":1,"opponents":6,"opponentLabs":3,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.13318534961154269,"lowerBound":0,"upperBound":1,"independentScore":0.13318534961154269,"independent":true,"opponentIds":3535,"independentOpponentIds":3535,"panelSize":6,"publishers":["Scale"],"observations":["22f827b71cc6c1cb3e229440","fdcbe9f44fc9ad3996aa935f"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["22f827b71cc6c1cb3e229440","fdcbe9f44fc9ad3996aa935f"],"opponentModelIds":["gpt-5.1","claude-opus-4-6","claude-opus-4-5-20251101","claude-fable-5-1","o3-mini","gemini-3.1-pro"]},"effort":{"label":"Thinking","settings":[{"label":"Thinking","observations":2}],"unspecified":0,"total":2}},{"id":"gpt-5.1--effort-thinking","name":"GPT-5.1 · Thinking","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.1","detailsUrl":"/efforts?model=gpt-5.1","publishedBenchmarkCount":2,"overallRating":{"score":0.23902195143694807,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":6,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Scale","independent":true,"share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.273785804016557,"supported":false,"families":1,"independentFamilies":1,"opponents":6,"opponentLabs":3,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.5726970033296337,"lowerBound":0,"upperBound":1,"independentScore":0.5726970033296337,"independent":true,"opponentIds":3536,"independentOpponentIds":3536,"panelSize":6,"publishers":["Scale"],"observations":["2b65412a084daf79b87e4b34","25753b4cde30cf31c9192afb"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["2b65412a084daf79b87e4b34","25753b4cde30cf31c9192afb"],"opponentModelIds":["claude-sonnet-4-5-20250929","claude-opus-4-6","claude-opus-4-5-20251101","claude-fable-5-1","o3-mini","gemini-3.1-pro"]},"effort":{"label":"Thinking","settings":[{"label":"Thinking","observations":2}],"unspecified":0,"total":2}},{"id":"claude-opus-4-5-20251101--effort-thinking","name":"Claude Opus 4.5 · Thinking","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-5-20251101","detailsUrl":"/efforts?model=claude-opus-4-5-20251101","publishedBenchmarkCount":2,"overallRating":{"score":0.447184258070292,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":6,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Scale","independent":true,"share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.472564199076609,"supported":false,"families":1,"independentFamilies":1,"opponents":6,"opponentLabs":3,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"hle","label":"hle","bucket":"hard_reasoning","score":0.8657047724750276,"lowerBound":0,"upperBound":1,"independentScore":0.8657047724750276,"independent":true,"opponentIds":3537,"independentOpponentIds":3537,"panelSize":6,"publishers":["Scale"],"observations":["38da8dccc01df7999a09d824","a71c17d0e87547e9f30a79b2"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["38da8dccc01df7999a09d824","a71c17d0e87547e9f30a79b2"],"opponentModelIds":["claude-sonnet-4-5-20250929","gpt-5.1","claude-opus-4-6","claude-fable-5-1","o3-mini","gemini-3.1-pro"]},"effort":{"label":"Thinking","settings":[{"label":"Thinking","observations":2}],"unspecified":0,"total":2}},{"id":"claude-opus-4-5-20251101--effort-thinking-64k","name":"Claude Opus 4.5 · Thinking 64K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-5-20251101","detailsUrl":"/efforts?model=claude-opus-4-5-20251101","publishedBenchmarkCount":23,"overallRating":{"score":0.2916212430831658,"supported":true,"families":7,"publishers":1,"evaluationSources":1,"taskAreas":4,"opponents":26,"independentFamilies":7,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"LiveBench","independent":true,"share":1.000000000000004}]},"capabilityRatings":[{"bucket":"agentic","score":0.4095910988617157,"supported":false,"families":1,"independentFamilies":1,"opponents":26,"opponentLabs":4,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":0.3539293486654336,"supported":true,"families":2,"independentFamilies":2,"opponents":26,"opponentLabs":4,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":0.32067639895802985,"supported":true,"families":2,"independentFamilies":2,"opponents":26,"opponentLabs":4,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.2906519544467143,"supported":true,"families":2,"independentFamilies":2,"opponents":26,"opponentLabs":4,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"livebench-math","label":"livebench-math","bucket":"hard_reasoning","score":0.49873592277637374,"lowerBound":0,"upperBound":1,"independentScore":0.49873592277637374,"independent":true,"opponentIds":3538,"independentOpponentIds":3538,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-c8dfdb832c728882285c9b8a","panel-1ee6676d7e81096dff4bb6b9","panel-f4611dea0f98ae60341b3497","panel-09c708f2367d5cdaf9f13aaf"],"sourceScores":[]},{"id":"livebench-coding","label":"livebench-coding","bucket":"coding","score":0.6207768329119744,"lowerBound":0,"upperBound":1,"independentScore":0.6207768329119744,"independent":true,"opponentIds":3538,"independentOpponentIds":3538,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-d40fdcb405336ff7b0641bc7","panel-e7ab002c6f6098191728383d"],"sourceScores":[]},{"id":"livebench-language","label":"livebench-language","bucket":"knowledge","score":0.5388033402283003,"lowerBound":0,"upperBound":1,"independentScore":0.5388033402283003,"independent":true,"opponentIds":3538,"independentOpponentIds":3538,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-d3216c623cce0c30a3549af3","panel-bd2cb017dd4aabc76d11d0f5","panel-49a1a9a410cf8daaf0cf8f4e"],"sourceScores":[]},{"id":"livebench-data","label":"livebench-data","bucket":"agentic","score":0.38025741208917513,"lowerBound":0,"upperBound":1,"independentScore":0.38025741208917513,"independent":true,"opponentIds":3538,"independentOpponentIds":3538,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-9fbf2f2774c52b4c65e96782","panel-6e02eab7a3e609f6dd618035","panel-4e535ae7a8b06ef2cbfa9172"],"sourceScores":[]},{"id":"multi-swe-bench","label":"multi-swe-bench","bucket":"coding","score":0.07484869378686895,"lowerBound":0,"upperBound":1,"independentScore":0.07484869378686895,"independent":true,"opponentIds":3538,"independentOpponentIds":3538,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-e7184a5ecfae339d037a2b4e","panel-344cfa519ab6003234bf074c","panel-4556b91816ae6e8c2fc6246c"],"sourceScores":[]},{"id":"livebench-reasoning","label":"livebench-reasoning","bucket":"hard_reasoning","score":0.20750976786945546,"lowerBound":0,"upperBound":1,"independentScore":0.20750976786945546,"independent":true,"opponentIds":3538,"independentOpponentIds":3538,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-5391f4e5c06b72826fee1ad5","panel-870d52baedb6499434a24a51","panel-9eb761881c53f420662c77f0","panel-e723dff4aa878aa3b1f555c0"],"sourceScores":[]},{"id":"livebench-instructions","label":"livebench-instructions","bucket":"knowledge","score":0.22724660997471868,"lowerBound":0,"upperBound":1,"independentScore":0.22724660997471868,"independent":true,"opponentIds":3538,"independentOpponentIds":3538,"panelSize":26,"publishers":["LiveBench"],"observations":["panel-b7c7abb64ed26c981fa97ecb","panel-5df71994be4789f38c407267","panel-e87a024bc711a8588ca5c4a5","panel-d11017bb0a00fabdb4412bad"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["panel-c8dfdb832c728882285c9b8a","panel-d40fdcb405336ff7b0641bc7","panel-e7ab002c6f6098191728383d","panel-d3216c623cce0c30a3549af3","panel-9fbf2f2774c52b4c65e96782","panel-1ee6676d7e81096dff4bb6b9","panel-e7184a5ecfae339d037a2b4e","panel-5391f4e5c06b72826fee1ad5","panel-f4611dea0f98ae60341b3497","panel-09c708f2367d5cdaf9f13aaf","panel-b7c7abb64ed26c981fa97ecb","panel-bd2cb017dd4aabc76d11d0f5","panel-344cfa519ab6003234bf074c","panel-5df71994be4789f38c407267","panel-870d52baedb6499434a24a51","panel-e87a024bc711a8588ca5c4a5","panel-d11017bb0a00fabdb4412bad","panel-6e02eab7a3e609f6dd618035","panel-4e535ae7a8b06ef2cbfa9172","panel-9eb761881c53f420662c77f0","panel-4556b91816ae6e8c2fc6246c","panel-49a1a9a410cf8daaf0cf8f4e","panel-e723dff4aa878aa3b1f555c0"],"opponentModelIds":["claude-fable-5","claude-fable-5-1","claude-opus-4-6","claude-opus-4-7","claude-opus-4-8","claude-opus-5","claude-sonnet-4-6","claude-sonnet-5","gemini-3.1-pro","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemini-3.8-flash","gpt-5.2","gpt-5.4","gpt-5.4-mini","gpt-5.4-nano","gpt-5.5","gpt-5.6-luna","gpt-5.6-sol","gpt-5.6-terra","gpt-6-astra","muse-spark-1.1","muse-spark-1.2","muse-spark-1.3"]},"effort":{"label":"Thinking 64K","settings":[{"label":"Thinking 64K","observations":23}],"unspecified":0,"total":23}},{"id":"gemma-4-26b-a4b-it--effort-minimal","name":"Gemma 4 26B-A4B IT · Minimal","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-26b-a4b-it","detailsUrl":"/efforts?model=gemma-4-26b-a4b-it","publishedBenchmarkCount":3,"overallRating":{"score":0.08633153394766596,"supported":true,"families":3,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":51,"independentFamilies":3,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000004}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.11247702746599231,"supported":true,"families":3,"independentFamilies":3,"opponents":51,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7099952008174095,"lowerBound":0,"upperBound":1,"independentScore":0.7099952008174095,"independent":true,"opponentIds":3539,"independentOpponentIds":3539,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-mstwSH7noJfvhGcd6Lz5kd"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.23544570389209846,"lowerBound":0,"upperBound":1,"independentScore":0.23544570389209846,"independent":true,"opponentIds":3540,"independentOpponentIds":3540,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-Usx9KaiXvHZU4qrzgc4sLg"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.41846016464676256,"lowerBound":0,"upperBound":1,"independentScore":0.41846016464676256,"independent":true,"opponentIds":3541,"independentOpponentIds":3541,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-272CatAfNpHUw44w7oJ2MM"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-272CatAfNpHUw44w7oJ2MM","epoch-run-Usx9KaiXvHZU4qrzgc4sLg","epoch-run-mstwSH7noJfvhGcd6Lz5kd"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","qwen3.5-2b","claude-haiku-4-5-20251001"]},"effort":{"label":"Minimal","settings":[{"label":"Minimal","observations":3}],"unspecified":0,"total":3}},{"id":"deepseek-r1-distill-qwen-14b--effort-unspecified","name":"DeepSeek-R1-Distill-Qwen-14B · Unspecified","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-distill-qwen-14b","detailsUrl":"/efforts?model=deepseek-r1-distill-qwen-14b","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"llama-3.1-405b-instruct--effort-unspecified","name":"Llama-3.1-405B-Instruct · Unspecified","labId":"meta","labName":"Meta","scores":{},"baseModelId":"llama-3.1-405b-instruct","detailsUrl":"/efforts?model=llama-3.1-405b-instruct","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"qwen3-30b-a3b-thinking-2507--effort-unspecified","name":"Qwen3-30B-A3B-Thinking-2507 · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-30b-a3b-thinking-2507","detailsUrl":"/efforts?model=qwen3-30b-a3b-thinking-2507","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"claude-opus-4-5-20251101--effort-unspecified","name":"Claude Opus 4.5 · Unspecified","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-5-20251101","detailsUrl":"/efforts?model=claude-opus-4-5-20251101","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"qwen3.6-flash--effort-unspecified","name":"Qwen3.6-flash · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.6-flash","detailsUrl":"/efforts?model=qwen3.6-flash","publishedBenchmarkCount":6,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":6}],"unspecified":0,"total":6}},{"id":"gemini-2.5-pro--effort-unspecified","name":"Gemini 2.5 Pro · Unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-2.5-pro","detailsUrl":"/efforts?model=gemini-2.5-pro","publishedBenchmarkCount":4,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":4}],"unspecified":0,"total":4}},{"id":"phi-3-mini-4k-instruct--effort-unspecified","name":"Phi-3-mini-4k-instruct · Unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-3-mini-4k-instruct","detailsUrl":"/efforts?model=phi-3-mini-4k-instruct","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"gemma-3-1b-it--effort-unspecified","name":"Gemma 3 1B IT · Unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-3-1b-it","detailsUrl":"/efforts?model=gemma-3-1b-it","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"qwen3.6-35b-a3b--effort-unspecified","name":"Qwen3.6-35B-A3B · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.6-35b-a3b","detailsUrl":"/efforts?model=qwen3.6-35b-a3b","publishedBenchmarkCount":4,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":4}],"unspecified":0,"total":4}},{"id":"qwen3.6-flash--effort-non-reasoning","name":"Qwen3.6-flash · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.6-flash","detailsUrl":"/efforts?model=qwen3.6-flash","publishedBenchmarkCount":2,"overallRating":{"score":0.13904640287797718,"supported":false,"families":2,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":46,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.9999999999999999}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.1628845591481332,"supported":true,"families":2,"independentFamilies":2,"opponents":46,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.6486648818405614,"lowerBound":0,"upperBound":1,"independentScore":0.6486648818405614,"independent":true,"opponentIds":3542,"independentOpponentIds":3542,"panelSize":40,"publishers":["Epoch AI"],"observations":["epoch-run-3QtkFWzSLzd4hgYGsNd5cL"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.25802576161969193,"lowerBound":0,"upperBound":1,"independentScore":0.25802576161969193,"independent":true,"opponentIds":3543,"independentOpponentIds":3543,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-RoscWx4NUGVqcHdko6QhKd"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-RoscWx4NUGVqcHdko6QhKd","epoch-run-3QtkFWzSLzd4hgYGsNd5cL"],"opponentModelIds":["claude-opus-4-8","claude-sonnet-4-5-20250929","deepseek-v4-flash","gpt-5.6-sol","gpt-oss-120b","gemini-3.8-flash","claude-opus-4-6","glm-5.2","gpt-5.6-terra","kimi-k2.6","grok-4.6","qwen3.7-plus","gpt-5.6-luna","deepseek-v4-pro","qwen-3.8-max","kimi-k3","qwen3.5-397b-a17b","claude-fable-5-1","qwen3.5-flash","qwen3.6-27b","gpt-5.5","qwen3.7-max","gpt-6-astra","claude-opus-5","gemini-3.1-pro","gemini-3.5-flash","qwen3.7-flash","qwen3.6-plus","minimax-m3","claude-opus-4-5-20251101","glm-5.3-flash","qwen3.6-35b-a3b","glm-5.3","claude-opus-4-7","claude-fable-5","qwen3.5-122b-a10b","qwen3.5-plus","gemini-3.6-flash","claude-sonnet-5","gemini-3.7-flash","gemini-3.1-flash-lite","glm-5.1","gemini-3.5-flash-lite","grok-4.3","grok-4.5","gpt-5.5-pro"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":2}],"unspecified":0,"total":2}},{"id":"magistral-small-2509--effort-unspecified","name":"Magistral Small 1.2 · Unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"magistral-small-2509","detailsUrl":"/efforts?model=magistral-small-2509","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"qwen3.6-27b--effort-unspecified","name":"Qwen3.6-27B · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.6-27b","detailsUrl":"/efforts?model=qwen3.6-27b","publishedBenchmarkCount":4,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":4}],"unspecified":0,"total":4}},{"id":"gemini-3.1-pro--effort-low","name":"Gemini 3.1 Pro · Low","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.1-pro","detailsUrl":"/efforts?model=gemini-3.1-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.5186656184089476,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":6,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.9999999999999998}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.599630080867416,"supported":false,"families":1,"independentFamilies":1,"opponents":6,"opponentLabs":2,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":3544,"independentOpponentIds":3544,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-4a3M8rRWUoPphCSr2dguXH"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-4a3M8rRWUoPphCSr2dguXH"],"opponentModelIds":["gemini-3.6-flash","gemini-3.5-flash-lite","claude-opus-4-6","gemini-3-flash-preview","gemini-3.5-flash","claude-sonnet-4-6"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":1}],"unspecified":0,"total":1}},{"id":"qwen3-235b-a22b-thinking-2507--effort-unspecified","name":"Qwen3-235B-A22B-Thinking-2507 · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-235b-a22b-thinking-2507","detailsUrl":"/efforts?model=qwen3-235b-a22b-thinking-2507","publishedBenchmarkCount":5,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":5}],"unspecified":0,"total":5}},{"id":"gemini-3.1-flash-lite--effort-minimal","name":"Gemini 3.1 Flash-Lite · Minimal","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.1-flash-lite","detailsUrl":"/efforts?model=gemini-3.1-flash-lite","publishedBenchmarkCount":4,"overallRating":{"score":0.06254344180152445,"supported":true,"families":4,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":58,"independentFamilies":4,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.9999999999999996}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.08604794267714615,"supported":true,"families":4,"independentFamilies":4,"opponents":58,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.1551726321923044,"lowerBound":0,"upperBound":1,"independentScore":0.1551726321923044,"independent":true,"opponentIds":3545,"independentOpponentIds":3545,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-EoSFpgFhJB7iDPLcMNuLH4"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2810437010888521,"lowerBound":0,"upperBound":1,"independentScore":0.2810437010888521,"independent":true,"opponentIds":3546,"independentOpponentIds":3546,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-CmHy8cVECGkvQTwakfjRo2"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.8218073109005972,"lowerBound":0,"upperBound":1,"independentScore":0.8218073109005972,"independent":true,"opponentIds":3547,"independentOpponentIds":3547,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-LurNQWcpKjLWQ7AXSD6Ab3"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.1932976981794513,"lowerBound":0,"upperBound":1,"independentScore":0.1932976981794513,"independent":true,"opponentIds":3548,"independentOpponentIds":3548,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-4gZy2dAAT2EPZDGz5puD3H"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-LurNQWcpKjLWQ7AXSD6Ab3","epoch-run-4gZy2dAAT2EPZDGz5puD3H","epoch-run-CmHy8cVECGkvQTwakfjRo2","epoch-run-EoSFpgFhJB7iDPLcMNuLH4"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","qwen3.5-2b","claude-haiku-4-5-20251001","glm-5.1","claude-sonnet-4-5-20250929","qwen3.5-flash","gpt-5.5-pro","claude-opus-4-5-20251101","qwen3.6-flash","qwen3.6-plus"]},"effort":{"label":"Minimal","settings":[{"label":"Minimal","observations":4}],"unspecified":0,"total":4}},{"id":"gemma-4-31b-it--effort-minimal","name":"Gemma 4 31B IT · Minimal","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-31b-it","detailsUrl":"/efforts?model=gemma-4-31b-it","publishedBenchmarkCount":3,"overallRating":{"score":0.0693955115978733,"supported":true,"families":3,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":51,"independentFamilies":3,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000004}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.09162603550982733,"supported":true,"families":3,"independentFamilies":3,"opponents":51,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5087907607994513,"lowerBound":0,"upperBound":1,"independentScore":0.5087907607994513,"independent":true,"opponentIds":3549,"independentOpponentIds":3549,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-jFJucVunfLgoQqoFvPVQWP"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.3296239854489379,"lowerBound":0,"upperBound":1,"independentScore":0.3296239854489379,"independent":true,"opponentIds":3550,"independentOpponentIds":3550,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-P5L8qbXo42vTvbU3UvTNjk"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.35207034111237256,"lowerBound":0,"upperBound":1,"independentScore":0.35207034111237256,"independent":true,"opponentIds":3551,"independentOpponentIds":3551,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-4LjmaK4MRrxuDXUiZsvA3o"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-4LjmaK4MRrxuDXUiZsvA3o","epoch-run-P5L8qbXo42vTvbU3UvTNjk","epoch-run-jFJucVunfLgoQqoFvPVQWP"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","qwen3.5-2b","claude-haiku-4-5-20251001"]},"effort":{"label":"Minimal","settings":[{"label":"Minimal","observations":3}],"unspecified":0,"total":3}},{"id":"qwen3.6-plus--effort-unspecified","name":"Qwen3.6-plus · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.6-plus","detailsUrl":"/efforts?model=qwen3.6-plus","publishedBenchmarkCount":13,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":13}],"unspecified":0,"total":13}},{"id":"kimi-k2.6--effort-unspecified","name":"Kimi-K2.6 · Unspecified","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-k2.6","detailsUrl":"/efforts?model=kimi-k2.6","publishedBenchmarkCount":15,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":15}],"unspecified":0,"total":15}},{"id":"claude-sonnet-4-5-20250929--effort-thinking-48k","name":"Claude Sonnet 4.5 · Thinking 48K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-5-20250929","detailsUrl":"/efforts?model=claude-sonnet-4-5-20250929","publishedBenchmarkCount":1,"overallRating":{"score":0.13208959154497854,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":40,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.9999999999999999}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.1646294597653308,"supported":false,"families":1,"independentFamilies":1,"opponents":40,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.4522087876542097,"lowerBound":0,"upperBound":1,"independentScore":0.4522087876542097,"independent":true,"opponentIds":3552,"independentOpponentIds":3552,"panelSize":40,"publishers":["Epoch AI"],"observations":["epoch-run-4oSbA2RKFsfuAfVayAMAww"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-4oSbA2RKFsfuAfVayAMAww"],"opponentModelIds":["qwen3.6-flash","claude-opus-4-8","deepseek-v4-flash","gpt-5.6-sol","gpt-oss-120b","gemini-3.8-flash","claude-opus-4-6","glm-5.2","gpt-5.6-terra","kimi-k2.6","grok-4.6","qwen3.7-plus","gpt-5.6-luna","deepseek-v4-pro","qwen-3.8-max","kimi-k3","qwen3.5-397b-a17b","claude-fable-5-1","qwen3.5-flash","qwen3.6-27b","gpt-5.5","qwen3.7-max","gpt-6-astra","claude-opus-5","gemini-3.1-pro","gemini-3.5-flash","qwen3.7-flash","qwen3.6-plus","minimax-m3","claude-opus-4-5-20251101","glm-5.3-flash","qwen3.6-35b-a3b","glm-5.3","claude-opus-4-7","claude-fable-5","qwen3.5-122b-a10b","qwen3.5-plus","gemini-3.6-flash","claude-sonnet-5","gemini-3.7-flash"]},"effort":{"label":"Thinking 48K","settings":[{"label":"Thinking 48K","observations":1}],"unspecified":0,"total":1}},{"id":"gemini-3.1-pro--effort-unspecified","name":"Gemini 3.1 Pro · Unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.1-pro","detailsUrl":"/efforts?model=gemini-3.1-pro","publishedBenchmarkCount":5,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":5}],"unspecified":0,"total":5}},{"id":"gpt-5.6-sol--effort-none","name":"GPT-5.6 Sol · None","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-sol","detailsUrl":"/efforts?model=gpt-5.6-sol","publishedBenchmarkCount":4,"overallRating":{"score":0.1764596943400042,"supported":true,"families":3,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":61,"independentFamilies":3,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.9999999999999998}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.20662104964073358,"supported":true,"families":3,"independentFamilies":3,"opponents":61,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.4847745729598964,"lowerBound":0,"upperBound":1,"independentScore":0.4847745729598964,"independent":true,"opponentIds":1733,"independentOpponentIds":1733,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-g7czyLHudHegzP9yRD939X"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.6333168997959903,"lowerBound":0,"upperBound":1,"independentScore":0.6333168997959903,"independent":true,"opponentIds":3553,"independentOpponentIds":3553,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-DDfYPyKQW7vgDtGgkwcKSi"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.7270538431538947,"lowerBound":0,"upperBound":1,"independentScore":0.7270538431538947,"independent":true,"opponentIds":1756,"independentOpponentIds":1756,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-KFAFU6kX7qVekqq6QR524K","epoch-run-4uxDyWmq5f5azVYfWBGUHh"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-KFAFU6kX7qVekqq6QR524K","epoch-run-DDfYPyKQW7vgDtGgkwcKSi","epoch-run-4uxDyWmq5f5azVYfWBGUHh","epoch-run-g7czyLHudHegzP9yRD939X"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","qwen3.5-2b","claude-haiku-4-5-20251001","qwen3.6-flash","claude-sonnet-4-5-20250929","gpt-oss-120b","kimi-k2.6","qwen3.5-flash","qwen3.7-max","qwen3.6-plus","claude-opus-4-5-20251101","qwen3.5-122b-a10b","qwen3.5-plus"]},"effort":{"label":"None","settings":[{"label":"None","observations":4}],"unspecified":0,"total":4}},{"id":"qwen3.5-9b--effort-unspecified","name":"Qwen3.5-9B · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-9b","detailsUrl":"/efforts?model=qwen3.5-9b","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"claude-sonnet-4-6--effort-thinking-32k","name":"Claude Sonnet 4.6 · Thinking 32K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-6","detailsUrl":"/efforts?model=claude-sonnet-4-6","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.5,"lowerBound":0,"upperBound":1,"independentScore":0.5,"independent":true,"opponentIds":3554,"independentOpponentIds":3554,"panelSize":1,"publishers":["Epoch AI"],"observations":["epoch-run-N5beL4W3WahAubJgDKivnE"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":["claude-opus-4-6"]},"effort":{"label":"Thinking 32K","settings":[{"label":"Thinking 32K","observations":3}],"unspecified":0,"total":3}},{"id":"gpt-oss-120b--effort-medium","name":"gpt-oss-120b · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-oss-120b","detailsUrl":"/efforts?model=gpt-oss-120b","publishedBenchmarkCount":1,"overallRating":{"score":0.017650683369583402,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":40,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.9999999999999997}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.024977552550276384,"supported":false,"families":1,"independentFamilies":1,"opponents":40,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":1864,"independentOpponentIds":1864,"panelSize":40,"publishers":["Epoch AI"],"observations":["epoch-run-58MQQiJ7vvgvP9e8LcG6eV"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-58MQQiJ7vvgvP9e8LcG6eV"],"opponentModelIds":["qwen3.6-flash","claude-opus-4-8","claude-sonnet-4-5-20250929","deepseek-v4-flash","gpt-5.6-sol","gemini-3.8-flash","claude-opus-4-6","glm-5.2","gpt-5.6-terra","kimi-k2.6","grok-4.6","qwen3.7-plus","gpt-5.6-luna","deepseek-v4-pro","qwen-3.8-max","kimi-k3","qwen3.5-397b-a17b","claude-fable-5-1","qwen3.5-flash","qwen3.6-27b","gpt-5.5","qwen3.7-max","gpt-6-astra","claude-opus-5","gemini-3.1-pro","gemini-3.5-flash","qwen3.7-flash","qwen3.6-plus","minimax-m3","claude-opus-4-5-20251101","glm-5.3-flash","qwen3.6-35b-a3b","glm-5.3","claude-opus-4-7","claude-fable-5","qwen3.5-122b-a10b","qwen3.5-plus","gemini-3.6-flash","claude-sonnet-5","gemini-3.7-flash"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":1}],"unspecified":0,"total":1}},{"id":"kimi-k2.7-code--effort-unspecified","name":"Kimi-K2.7-Code · Unspecified","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-k2.7-code","detailsUrl":"/efforts?model=kimi-k2.7-code","publishedBenchmarkCount":9,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":9}],"unspecified":0,"total":9}},{"id":"qwen3.7-flash--effort-unspecified","name":"Qwen3.7-flash · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.7-flash","detailsUrl":"/efforts?model=qwen3.7-flash","publishedBenchmarkCount":5,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":5}],"unspecified":0,"total":5}},{"id":"phi-4--effort-unspecified","name":"phi-4 · Unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-4","detailsUrl":"/efforts?model=phi-4","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"glm-4.7--effort-unspecified","name":"GLM-4.7 · Unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.7","detailsUrl":"/efforts?model=glm-4.7","publishedBenchmarkCount":4,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":4}],"unspecified":0,"total":4}},{"id":"qwen3.5-flash--effort-unspecified","name":"Qwen3.5-flash · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-flash","detailsUrl":"/efforts?model=qwen3.5-flash","publishedBenchmarkCount":6,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":6}],"unspecified":0,"total":6}},{"id":"llama-3.1-8b-instruct--effort-unspecified","name":"Llama-3.1-8B-Instruct · Unspecified","labId":"meta","labName":"Meta","scores":{},"baseModelId":"llama-3.1-8b-instruct","detailsUrl":"/efforts?model=llama-3.1-8b-instruct","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"glm-5--effort-unspecified","name":"GLM-5 · Unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5","detailsUrl":"/efforts?model=glm-5","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"glm-5.2--effort-low","name":"GLM-5.2 · Low","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.2","detailsUrl":"/efforts?model=glm-5.2","publishedBenchmarkCount":5,"overallRating":{"score":0.23820688827179246,"supported":true,"families":4,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":63,"independentFamilies":4,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000002}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.2673073165969617,"supported":true,"families":4,"independentFamilies":4,"opponents":63,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5713035102827082,"lowerBound":0,"upperBound":1,"independentScore":0.5713035102827082,"independent":true,"opponentIds":1296,"independentOpponentIds":1296,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-9uKmMPn6eiRPsfcLKod7M7"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8252661585281915,"lowerBound":0,"upperBound":1,"independentScore":0.8252661585281915,"independent":true,"opponentIds":3555,"independentOpponentIds":3555,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-SB6Qj6rCBDk8jZmFcCTzWc"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.6797813610574174,"lowerBound":0,"upperBound":1,"independentScore":0.6797813610574174,"independent":true,"opponentIds":1323,"independentOpponentIds":1323,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-FUE7jUup3RsXiXpYTjMKb5","epoch-run-7DQNxGG5q6i7VtnzF7vNxA"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.8693555966482971,"lowerBound":0,"upperBound":1,"independentScore":0.8693555966482971,"independent":true,"opponentIds":1324,"independentOpponentIds":1324,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-UnKHyc2idtTmoTUGxGeNJV"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-FUE7jUup3RsXiXpYTjMKb5","epoch-run-UnKHyc2idtTmoTUGxGeNJV","epoch-run-SB6Qj6rCBDk8jZmFcCTzWc","epoch-run-7DQNxGG5q6i7VtnzF7vNxA","epoch-run-9uKmMPn6eiRPsfcLKod7M7"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","qwen3.5-2b","claude-haiku-4-5-20251001","qwen3.6-flash","claude-sonnet-4-5-20250929","gpt-oss-120b","kimi-k2.6","qwen3.5-flash","qwen3.7-max","qwen3.6-plus","claude-opus-4-5-20251101","qwen3.5-122b-a10b","qwen3.5-plus","glm-5.1","gpt-5.5-pro"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":5}],"unspecified":0,"total":5}},{"id":"deepseek-r1-distill-llama-70b--effort-unspecified","name":"DeepSeek-R1-Distill-Llama-70B · Unspecified","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-distill-llama-70b","detailsUrl":"/efforts?model=deepseek-r1-distill-llama-70b","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"gpt-5.6-terra--effort-none","name":"GPT-5.6 Terra · None","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-terra","detailsUrl":"/efforts?model=gpt-5.6-terra","publishedBenchmarkCount":4,"overallRating":{"score":0.056962929014686414,"supported":true,"families":3,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":61,"independentFamilies":3,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.9999999999999999}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.07627961118286705,"supported":true,"families":3,"independentFamilies":3,"opponents":61,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.2715628891904045,"lowerBound":0,"upperBound":1,"independentScore":0.2715628891904045,"independent":true,"opponentIds":1789,"independentOpponentIds":1789,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-cjUVqF2qQJ4qhFKBU5BQpW"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.4115260292792,"lowerBound":0,"upperBound":1,"independentScore":0.4115260292792,"independent":true,"opponentIds":3556,"independentOpponentIds":3556,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-F7v3JtKFb27j2YVmsndLM5"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.31066483398390754,"lowerBound":0,"upperBound":1,"independentScore":0.31066483398390754,"independent":true,"opponentIds":1791,"independentOpponentIds":1791,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-LmRxqPrS2Gm6Gq2cSNc92G","epoch-run-8grv57UmR89LXkEYhyssr9"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-LmRxqPrS2Gm6Gq2cSNc92G","epoch-run-F7v3JtKFb27j2YVmsndLM5","epoch-run-8grv57UmR89LXkEYhyssr9","epoch-run-cjUVqF2qQJ4qhFKBU5BQpW"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","qwen3.5-2b","claude-haiku-4-5-20251001","qwen3.6-flash","claude-sonnet-4-5-20250929","gpt-oss-120b","kimi-k2.6","qwen3.5-flash","qwen3.7-max","qwen3.6-plus","claude-opus-4-5-20251101","qwen3.5-122b-a10b","qwen3.5-plus"]},"effort":{"label":"None","settings":[{"label":"None","observations":4}],"unspecified":0,"total":4}},{"id":"llama-3.2-1b-instruct--effort-unspecified","name":"Llama-3.2-1B-Instruct · Unspecified","labId":"meta","labName":"Meta","scores":{},"baseModelId":"llama-3.2-1b-instruct","detailsUrl":"/efforts?model=llama-3.2-1b-instruct","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"minimax-m3--effort-non-reasoning","name":"MiniMax-M3 · Non-reasoning","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-m3","detailsUrl":"/efforts?model=minimax-m3","publishedBenchmarkCount":4,"overallRating":{"score":0.048405458101406285,"supported":true,"families":3,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":61,"independentFamilies":3,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.9999999999999991}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.06764306484774824,"supported":true,"families":3,"independentFamilies":3,"opponents":61,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.13004236697749555,"lowerBound":0,"upperBound":1,"independentScore":0.13004236697749555,"independent":true,"opponentIds":3557,"independentOpponentIds":3557,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-97t77hRrNae6Va8fBqBhPy"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5360917565543167,"lowerBound":0,"upperBound":1,"independentScore":0.5360917565543167,"independent":true,"opponentIds":3558,"independentOpponentIds":3558,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-KM4G49tQZB8ce67RxYGyMy"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.20264606336988739,"lowerBound":0,"upperBound":1,"independentScore":0.20264606336988739,"independent":true,"opponentIds":3559,"independentOpponentIds":3559,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-jyWVTGV3ZXhotEFLLGQsKi","epoch-run-jWHk7BTYHQRXk2rXCbnpcS"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-jyWVTGV3ZXhotEFLLGQsKi","epoch-run-KM4G49tQZB8ce67RxYGyMy","epoch-run-jWHk7BTYHQRXk2rXCbnpcS","epoch-run-97t77hRrNae6Va8fBqBhPy"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","qwen3.5-2b","claude-haiku-4-5-20251001","qwen3.6-flash","claude-sonnet-4-5-20250929","gpt-oss-120b","kimi-k2.6","qwen3.5-flash","qwen3.7-max","qwen3.6-plus","claude-opus-4-5-20251101","qwen3.5-122b-a10b","qwen3.5-plus"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":4}],"unspecified":0,"total":4}},{"id":"gemini-3.1-flash-lite--effort-low","name":"Gemini 3.1 Flash-Lite · Low","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.1-flash-lite","detailsUrl":"/efforts?model=gemini-3.1-flash-lite","publishedBenchmarkCount":4,"overallRating":{"score":0.07042468292290105,"supported":true,"families":4,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":58,"independentFamilies":4,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.9999999999999996}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.09531441258158978,"supported":true,"families":4,"independentFamilies":4,"opponents":58,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.1995076699615342,"lowerBound":0,"upperBound":1,"independentScore":0.1995076699615342,"independent":true,"opponentIds":3545,"independentOpponentIds":3545,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-CFBCC2QrkCAFBAvFj5pqPF"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.2902582486655358,"lowerBound":0,"upperBound":1,"independentScore":0.2902582486655358,"independent":true,"opponentIds":3546,"independentOpponentIds":3546,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-99ys2jgQiPQ5UwrqnazfqA"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.8367930515096604,"lowerBound":0,"upperBound":1,"independentScore":0.8367930515096604,"independent":true,"opponentIds":3547,"independentOpponentIds":3547,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-nSLGeLNawfzhCbR33agwer"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.2485256119450088,"lowerBound":0,"upperBound":1,"independentScore":0.2485256119450088,"independent":true,"opponentIds":3548,"independentOpponentIds":3548,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-VcuyQvF8LWuYhQCx2FGDHh"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-nSLGeLNawfzhCbR33agwer","epoch-run-VcuyQvF8LWuYhQCx2FGDHh","epoch-run-99ys2jgQiPQ5UwrqnazfqA","epoch-run-CFBCC2QrkCAFBAvFj5pqPF"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","qwen3.5-2b","claude-haiku-4-5-20251001","glm-5.1","claude-sonnet-4-5-20250929","qwen3.5-flash","gpt-5.5-pro","claude-opus-4-5-20251101","qwen3.6-flash","qwen3.6-plus"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":4}],"unspecified":0,"total":4}},{"id":"glm-4.7-flash--effort-unspecified","name":"GLM-4.7-Flash · Unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.7-flash","detailsUrl":"/efforts?model=glm-4.7-flash","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"gpt-oss-20b--effort-medium","name":"gpt-oss-20b · Medium","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-oss-20b","detailsUrl":"/efforts?model=gpt-oss-20b","publishedBenchmarkCount":3,"overallRating":{"score":0.04155553534205741,"supported":true,"families":3,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":51,"independentFamilies":3,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.999999999999999}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.05682620255917991,"supported":true,"families":3,"independentFamilies":3,"opponents":51,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.3981927391501146,"lowerBound":0,"upperBound":1,"independentScore":0.3981927391501146,"independent":true,"opponentIds":3560,"independentOpponentIds":3560,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-DB8ja6pEZWGocQbdciyisL"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.13330483854244904,"lowerBound":0,"upperBound":1,"independentScore":0.13330483854244904,"independent":true,"opponentIds":3561,"independentOpponentIds":3561,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-GEwyLqZT93Hp55fdtHrJhm"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.25252227487453116,"lowerBound":0,"upperBound":1,"independentScore":0.25252227487453116,"independent":true,"opponentIds":1884,"independentOpponentIds":1884,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-9F6GMXWPSzWo3evzcpAkTd"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-9F6GMXWPSzWo3evzcpAkTd","epoch-run-GEwyLqZT93Hp55fdtHrJhm","epoch-run-DB8ja6pEZWGocQbdciyisL"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","qwen3.5-2b","claude-haiku-4-5-20251001"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":3}],"unspecified":0,"total":3}},{"id":"llama-3.2-90b-vision-instruct--effort-unspecified","name":"Llama-3.2-90B-Vision-Instruct · Unspecified","labId":"meta","labName":"Meta","scores":{},"baseModelId":"llama-3.2-90b-vision-instruct","detailsUrl":"/efforts?model=llama-3.2-90b-vision-instruct","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"qwen3.5-35b-a3b--effort-unspecified","name":"Qwen3.5-35B-A3B · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-35b-a3b","detailsUrl":"/efforts?model=qwen3.5-35b-a3b","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"qwen3.7-plus--effort-non-reasoning","name":"Qwen3.7-plus · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.7-plus","detailsUrl":"/efforts?model=qwen3.7-plus","publishedBenchmarkCount":5,"overallRating":{"score":0.15361000040664094,"supported":true,"families":4,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":63,"independentFamilies":4,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000004}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.1789033571089512,"supported":true,"families":4,"independentFamilies":4,"opponents":63,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6122294492031238,"lowerBound":0,"upperBound":1,"independentScore":0.6122294492031238,"independent":true,"opponentIds":3562,"independentOpponentIds":3562,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-o5th8Rb9WiaDbv4oEMDoFa"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5669069175416036,"lowerBound":0,"upperBound":1,"independentScore":0.5669069175416036,"independent":true,"opponentIds":3563,"independentOpponentIds":3563,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-BWz8uig4QyqPtke59pM88z"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.4665856986394698,"lowerBound":0,"upperBound":1,"independentScore":0.4665856986394698,"independent":true,"opponentIds":3564,"independentOpponentIds":3564,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-NGhhhxcbTVcftKdk8S7rAX","epoch-run-a5qR5FNnftfR8pk9HJ3JUz"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.6577145717064694,"lowerBound":0,"upperBound":1,"independentScore":0.6577145717064694,"independent":true,"opponentIds":3565,"independentOpponentIds":3565,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-Tt8tBXHoCEYqGLePWXkM8u"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-NGhhhxcbTVcftKdk8S7rAX","epoch-run-Tt8tBXHoCEYqGLePWXkM8u","epoch-run-BWz8uig4QyqPtke59pM88z","epoch-run-a5qR5FNnftfR8pk9HJ3JUz","epoch-run-o5th8Rb9WiaDbv4oEMDoFa"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","qwen3.5-2b","claude-haiku-4-5-20251001","qwen3.6-flash","claude-sonnet-4-5-20250929","gpt-oss-120b","kimi-k2.6","qwen3.5-flash","qwen3.7-max","qwen3.6-plus","claude-opus-4-5-20251101","qwen3.5-122b-a10b","qwen3.5-plus","glm-5.1","gpt-5.5-pro"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":5}],"unspecified":0,"total":5}},{"id":"deepseek-r1-distill-qwen-1.5b--effort-unspecified","name":"DeepSeek-R1-Distill-Qwen-1.5B · Unspecified","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-distill-qwen-1.5b","detailsUrl":"/efforts?model=deepseek-r1-distill-qwen-1.5b","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"claude-opus-4-8--effort-non-reasoning","name":"Claude Opus 4.8 · Non-reasoning","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-8","detailsUrl":"/efforts?model=claude-opus-4-8","publishedBenchmarkCount":3,"overallRating":{"score":0.21902127315446532,"supported":true,"families":3,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":51,"independentFamilies":3,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000013}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.25346513276887656,"supported":true,"families":3,"independentFamilies":3,"opponents":51,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.7919193099447911,"lowerBound":0,"upperBound":1,"independentScore":0.7919193099447911,"independent":true,"opponentIds":283,"independentOpponentIds":283,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-adGE8rXdNuUFs96ioppbc5"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.7237088779608194,"lowerBound":0,"upperBound":1,"independentScore":0.7237088779608194,"independent":true,"opponentIds":284,"independentOpponentIds":284,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-ckbZdkrXPwbFdjn6bmUQsi"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.6201039671410034,"lowerBound":0,"upperBound":1,"independentScore":0.6201039671410034,"independent":true,"opponentIds":285,"independentOpponentIds":285,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-oU38rqq2TvJTxvvPsnEQsH"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-oU38rqq2TvJTxvvPsnEQsH","epoch-run-ckbZdkrXPwbFdjn6bmUQsi","epoch-run-adGE8rXdNuUFs96ioppbc5"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","qwen3.5-2b","claude-haiku-4-5-20251001"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":3}],"unspecified":0,"total":3}},{"id":"glm-5.2--effort-minimal","name":"GLM-5.2 · Minimal","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.2","detailsUrl":"/efforts?model=glm-5.2","publishedBenchmarkCount":1,"overallRating":{"score":0.23174624306391392,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":40,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.2620179529957258,"supported":false,"families":1,"independentFamilies":1,"opponents":40,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.6494801740812378,"lowerBound":0,"upperBound":1,"independentScore":0.6494801740812378,"independent":true,"opponentIds":3566,"independentOpponentIds":3566,"panelSize":40,"publishers":["Epoch AI"],"observations":["epoch-run-aekViWbdqVVeXpEG5hrSbQ"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-aekViWbdqVVeXpEG5hrSbQ"],"opponentModelIds":["qwen3.6-flash","claude-opus-4-8","claude-sonnet-4-5-20250929","deepseek-v4-flash","gpt-5.6-sol","gpt-oss-120b","gemini-3.8-flash","claude-opus-4-6","gpt-5.6-terra","kimi-k2.6","grok-4.6","qwen3.7-plus","gpt-5.6-luna","deepseek-v4-pro","qwen-3.8-max","kimi-k3","qwen3.5-397b-a17b","claude-fable-5-1","qwen3.5-flash","qwen3.6-27b","gpt-5.5","qwen3.7-max","gpt-6-astra","claude-opus-5","gemini-3.1-pro","gemini-3.5-flash","qwen3.7-flash","qwen3.6-plus","minimax-m3","claude-opus-4-5-20251101","glm-5.3-flash","qwen3.6-35b-a3b","glm-5.3","claude-opus-4-7","claude-fable-5","qwen3.5-122b-a10b","qwen3.5-plus","gemini-3.6-flash","claude-sonnet-5","gemini-3.7-flash"]},"effort":{"label":"Minimal","settings":[{"label":"Minimal","observations":1}],"unspecified":0,"total":1}},{"id":"qwen3.5-flash--effort-non-reasoning","name":"Qwen3.5-flash · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-flash","detailsUrl":"/efforts?model=qwen3.5-flash","publishedBenchmarkCount":2,"overallRating":{"score":0.05245820886635124,"supported":false,"families":2,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":46,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.06896270639655623,"supported":true,"families":2,"independentFamilies":2,"opponents":46,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.33135548026007466,"lowerBound":0,"upperBound":1,"independentScore":0.33135548026007466,"independent":true,"opponentIds":3567,"independentOpponentIds":3567,"panelSize":40,"publishers":["Epoch AI"],"observations":["epoch-run-DjFkVt62QwqQ4xXwzYR5Ng"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":3568,"independentOpponentIds":3568,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-afxoicJc4C6caVDwUpsiME"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-afxoicJc4C6caVDwUpsiME","epoch-run-DjFkVt62QwqQ4xXwzYR5Ng"],"opponentModelIds":["qwen3.6-flash","claude-opus-4-8","claude-sonnet-4-5-20250929","deepseek-v4-flash","gpt-5.6-sol","gpt-oss-120b","gemini-3.8-flash","claude-opus-4-6","glm-5.2","gpt-5.6-terra","kimi-k2.6","grok-4.6","qwen3.7-plus","gpt-5.6-luna","deepseek-v4-pro","qwen-3.8-max","kimi-k3","qwen3.5-397b-a17b","claude-fable-5-1","qwen3.6-27b","gpt-5.5","qwen3.7-max","gpt-6-astra","claude-opus-5","gemini-3.1-pro","gemini-3.5-flash","qwen3.7-flash","qwen3.6-plus","minimax-m3","claude-opus-4-5-20251101","glm-5.3-flash","qwen3.6-35b-a3b","glm-5.3","claude-opus-4-7","claude-fable-5","qwen3.5-122b-a10b","qwen3.5-plus","gemini-3.6-flash","claude-sonnet-5","gemini-3.7-flash","gemini-3.1-flash-lite","glm-5.1","gemini-3.5-flash-lite","grok-4.3","grok-4.5","gpt-5.5-pro"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":2}],"unspecified":0,"total":2}},{"id":"qwen3-235b-a22b--effort-unspecified","name":"Qwen3-235B-A22B · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-235b-a22b","detailsUrl":"/efforts?model=qwen3-235b-a22b","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"claude-opus-4-6--effort-thinking-32k","name":"Claude Opus 4.6 · Thinking 32K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-6","detailsUrl":"/efforts?model=claude-opus-4-6","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Thinking 32K","settings":[{"label":"Thinking 32K","observations":3}],"unspecified":0,"total":3}},{"id":"claude-sonnet-5--effort-unspecified","name":"Claude Sonnet 5 · Unspecified","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-5","detailsUrl":"/efforts?model=claude-sonnet-5","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"claude-opus-4-5-20251101--effort-thinking-32k","name":"Claude Opus 4.5 · Thinking 32K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-5-20251101","detailsUrl":"/efforts?model=claude-opus-4-5-20251101","publishedBenchmarkCount":6,"overallRating":{"score":0.21070163433213876,"supported":true,"families":3,"publishers":1,"evaluationSources":1,"taskAreas":2,"opponents":43,"independentFamilies":2,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000002}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.20627554472052015,"supported":true,"families":2,"independentFamilies":1,"opponents":39,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.23566502395106112,"supported":false,"families":1,"independentFamilies":1,"opponents":25,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.5,"lowerBound":0,"upperBound":1,"independentScore":0.5,"independent":true,"opponentIds":187,"independentOpponentIds":187,"panelSize":1,"publishers":["Epoch AI"],"observations":["epoch-run-P7kyrA6oQ68tVGHyekP7Qj"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.4500914198046645,"lowerBound":0,"upperBound":1,"independentScore":0.4500914198046645,"independent":true,"opponentIds":3569,"independentOpponentIds":3569,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-azk4theXxAsizmoi2HDD49","epoch-run-mS5EwCRZVpvUvJEehPUDZu"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.39103845701517104,"lowerBound":0,"upperBound":1,"independentScore":0.39103845701517104,"independent":true,"opponentIds":3570,"independentOpponentIds":3570,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-CA5LW4phRnHSsZUGXEm8H6"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-P7kyrA6oQ68tVGHyekP7Qj","epoch-run-azk4theXxAsizmoi2HDD49","epoch-run-mS5EwCRZVpvUvJEehPUDZu","epoch-run-CA5LW4phRnHSsZUGXEm8H6"],"opponentModelIds":["claude-sonnet-4-5-20250929","claude-opus-4-6","grok-4.3","glm-5.3","gpt-6-astra","grok-4.5","deepseek-v4-pro","grok-4.6","claude-sonnet-5","gemini-3.5-flash","kimi-k3","glm-5.3-flash","gemini-3.6-flash","glm-5.2","claude-opus-5","claude-opus-4-8","gemini-3.5-flash-lite","gemini-3.7-flash","gemini-3.8-flash","gpt-5.6-luna","claude-opus-4-7","qwen-3.8-max","gpt-5.5","gpt-5.6-sol","claude-fable-5","gpt-5.5-pro","claude-fable-5-1","deepseek-v4-flash","gpt-5.6-terra","gemini-3.1-flash-lite","glm-5.1","qwen3.5-397b-a17b","qwen3.5-flash","qwen3.7-flash","qwen3.6-flash","qwen3.7-plus","qwen3.6-27b","qwen3.6-35b-a3b","qwen3.6-plus","gemini-3-flash-preview","muse-spark-1.2","claude-haiku-4-5-20251001","claude-sonnet-4-6"]},"effort":{"label":"Thinking 32K","settings":[{"label":"Thinking 32K","observations":6}],"unspecified":0,"total":6}},{"id":"glm-5.1--effort-unspecified","name":"GLM-5.1 · Unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.1","detailsUrl":"/efforts?model=glm-5.1","publishedBenchmarkCount":12,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":12}],"unspecified":0,"total":12}},{"id":"qwen3-32b--effort-unspecified","name":"Qwen3-32B · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-32b","detailsUrl":"/efforts?model=qwen3-32b","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"claude-opus-4-6--effort-unspecified","name":"Claude Opus 4.6 · Unspecified","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-6","detailsUrl":"/efforts?model=claude-opus-4-6","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"deepseek-r1-0528--effort-unspecified","name":"DeepSeek-R1-0528 · Unspecified","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-0528","detailsUrl":"/efforts?model=deepseek-r1-0528","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"muse-spark-1.1--effort-unspecified","name":"Muse Spark 1.1 · Unspecified","labId":"meta","labName":"Meta","scores":{},"baseModelId":"muse-spark-1.1","detailsUrl":"/efforts?model=muse-spark-1.1","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-5.6-luna--effort-none","name":"GPT-5.6 Luna · None","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.6-luna","detailsUrl":"/efforts?model=gpt-5.6-luna","publishedBenchmarkCount":5,"overallRating":{"score":0.07405812686862231,"supported":true,"families":4,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":63,"independentFamilies":4,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000016}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.0948837466357327,"supported":true,"families":4,"independentFamilies":4,"opponents":63,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.17390917941529363,"lowerBound":0,"upperBound":1,"independentScore":0.17390917941529363,"independent":true,"opponentIds":1710,"independentOpponentIds":1710,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-QYZ6wRuT7WMkaYPKc9dRPy"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.19362098482673634,"lowerBound":0,"upperBound":1,"independentScore":0.19362098482673634,"independent":true,"opponentIds":3571,"independentOpponentIds":3571,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-bDKKx7zTdW5WwMCfwqsLi4"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.48525234239583104,"lowerBound":0,"upperBound":1,"independentScore":0.48525234239583104,"independent":true,"opponentIds":1712,"independentOpponentIds":1712,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-d9jMGFp8BwebW7sufdxbnC","epoch-run-PBrQpAgRCXeUSNveEn4aDE"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.7868846561988526,"lowerBound":0,"upperBound":1,"independentScore":0.7868846561988526,"independent":true,"opponentIds":1713,"independentOpponentIds":1713,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-YwHKNFQjbat97wVLqachmi"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-d9jMGFp8BwebW7sufdxbnC","epoch-run-YwHKNFQjbat97wVLqachmi","epoch-run-bDKKx7zTdW5WwMCfwqsLi4","epoch-run-PBrQpAgRCXeUSNveEn4aDE","epoch-run-QYZ6wRuT7WMkaYPKc9dRPy"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","qwen3.5-2b","claude-haiku-4-5-20251001","qwen3.6-flash","claude-sonnet-4-5-20250929","gpt-oss-120b","kimi-k2.6","qwen3.5-flash","qwen3.7-max","qwen3.6-plus","claude-opus-4-5-20251101","qwen3.5-122b-a10b","qwen3.5-plus","glm-5.1","gpt-5.5-pro"]},"effort":{"label":"None","settings":[{"label":"None","observations":5}],"unspecified":0,"total":5}},{"id":"phi-3-medium-128k-instruct--effort-unspecified","name":"Phi-3-medium-128k-instruct · Unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-3-medium-128k-instruct","detailsUrl":"/efforts?model=phi-3-medium-128k-instruct","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"mistral-large-2411--effort-unspecified","name":"Mistral Large 2.1 · Unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-large-2411","detailsUrl":"/efforts?model=mistral-large-2411","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"seed-oss-36b-instruct--effort-unspecified","name":"Seed OSS 36B Instruct · Unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"seed-oss-36b-instruct","detailsUrl":"/efforts?model=seed-oss-36b-instruct","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"ministral-3b-2410--effort-unspecified","name":"Ministral 3B · Unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"ministral-3b-2410","detailsUrl":"/efforts?model=ministral-3b-2410","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"qwen3-30b-a3b--effort-unspecified","name":"Qwen3-30B-A3B · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-30b-a3b","detailsUrl":"/efforts?model=qwen3-30b-a3b","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"claude-opus-5--effort-unspecified","name":"Claude Opus 5 · Unspecified","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-5","detailsUrl":"/efforts?model=claude-opus-5","publishedBenchmarkCount":5,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":5}],"unspecified":0,"total":5}},{"id":"gemma-3-12b-it--effort-unspecified","name":"Gemma 3 12B IT · Unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-3-12b-it","detailsUrl":"/efforts?model=gemma-3-12b-it","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"qwen3.5-plus--effort-unspecified","name":"Qwen3.5-plus · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-plus","detailsUrl":"/efforts?model=qwen3.5-plus","publishedBenchmarkCount":5,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":5}],"unspecified":0,"total":5}},{"id":"claude-haiku-4-5-20251001--effort-unspecified","name":"Claude Haiku 4.5 · Unspecified","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-haiku-4-5-20251001","detailsUrl":"/efforts?model=claude-haiku-4-5-20251001","publishedBenchmarkCount":10,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":10}],"unspecified":0,"total":10}},{"id":"deepseek-r1-distill-qwen-32b--effort-unspecified","name":"DeepSeek-R1-Distill-Qwen-32B · Unspecified","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-distill-qwen-32b","detailsUrl":"/efforts?model=deepseek-r1-distill-qwen-32b","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"claude-opus-4-5-20251101--effort-thinking-16k","name":"Claude Opus 4.5 · Thinking 16K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-5-20251101","detailsUrl":"/efforts?model=claude-opus-4-5-20251101","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Thinking 16K","settings":[{"label":"Thinking 16K","observations":2}],"unspecified":0,"total":2}},{"id":"qwen3.7-max--effort-unspecified","name":"Qwen3.7-max · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.7-max","detailsUrl":"/efforts?model=qwen3.7-max","publishedBenchmarkCount":15,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":15}],"unspecified":0,"total":15}},{"id":"gemma-4-31b-it--effort-unspecified","name":"Gemma 4 31B IT · Unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-4-31b-it","detailsUrl":"/efforts?model=gemma-4-31b-it","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"qwen3.5-397b-a17b--effort-unspecified","name":"Qwen3.5-397B-A17B · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-397b-a17b","detailsUrl":"/efforts?model=qwen3.5-397b-a17b","publishedBenchmarkCount":4,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":4}],"unspecified":0,"total":4}},{"id":"ministral-8b-2410--effort-unspecified","name":"Ministral 8B · Unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"ministral-8b-2410","detailsUrl":"/efforts?model=ministral-8b-2410","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"gemma-3-27b-it--effort-unspecified","name":"Gemma 3 27B IT · Unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-3-27b-it","detailsUrl":"/efforts?model=gemma-3-27b-it","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"grok-4.20-0309-reasoning--effort-unspecified","name":"Grok-4.20-0309-reasoning · Unspecified","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.20-0309-reasoning","detailsUrl":"/efforts?model=grok-4.20-0309-reasoning","publishedBenchmarkCount":14,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":14}],"unspecified":0,"total":14}},{"id":"qwen3.7-flash--effort-non-reasoning","name":"Qwen3.7-flash · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.7-flash","detailsUrl":"/efforts?model=qwen3.7-flash","publishedBenchmarkCount":5,"overallRating":{"score":0.08689629046522468,"supported":true,"families":4,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":63,"independentFamilies":4,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000004}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.11177554602559248,"supported":true,"families":4,"independentFamilies":4,"opponents":63,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.5527184641274541,"lowerBound":0,"upperBound":1,"independentScore":0.5527184641274541,"independent":true,"opponentIds":3572,"independentOpponentIds":3572,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-SZDgstFQJAGeGQwMXgNx6w"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.46327877132432127,"lowerBound":0,"upperBound":1,"independentScore":0.46327877132432127,"independent":true,"opponentIds":3573,"independentOpponentIds":3573,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-Yhds8GYkCXWgRQhuLiURua"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.38671535379604655,"lowerBound":0,"upperBound":1,"independentScore":0.38671535379604655,"independent":true,"opponentIds":3574,"independentOpponentIds":3574,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-ZfPv4GCnueHrnaoV2dBdVw","epoch-run-i7MVHsH5pikQKjYn6LBqHS"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.07932236040681039,"lowerBound":0,"upperBound":1,"independentScore":0.07932236040681039,"independent":true,"opponentIds":3575,"independentOpponentIds":3575,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-doNrgGQY5SytQV22WRqw5L"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-ZfPv4GCnueHrnaoV2dBdVw","epoch-run-doNrgGQY5SytQV22WRqw5L","epoch-run-Yhds8GYkCXWgRQhuLiURua","epoch-run-i7MVHsH5pikQKjYn6LBqHS","epoch-run-SZDgstFQJAGeGQwMXgNx6w"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","qwen3.5-2b","claude-haiku-4-5-20251001","qwen3.6-flash","claude-sonnet-4-5-20250929","gpt-oss-120b","kimi-k2.6","qwen3.5-flash","qwen3.7-max","qwen3.6-plus","claude-opus-4-5-20251101","qwen3.5-122b-a10b","qwen3.5-plus","glm-5.1","gpt-5.5-pro"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":5}],"unspecified":0,"total":5}},{"id":"qwen3-14b--effort-unspecified","name":"Qwen3-14B · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-14b","detailsUrl":"/efforts?model=qwen3-14b","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"qwen3-8b--effort-unspecified","name":"Qwen3-8B · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-8b","detailsUrl":"/efforts?model=qwen3-8b","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"gemini-3.5-flash--effort-low","name":"Gemini 3.5 Flash · Low","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.5-flash","detailsUrl":"/efforts?model=gemini-3.5-flash","publishedBenchmarkCount":4,"overallRating":{"score":0.394248032886376,"supported":true,"families":3,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":51,"independentFamilies":3,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000009}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.4578945094289153,"supported":true,"families":3,"independentFamilies":3,"opponents":51,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.8370128864577102,"lowerBound":0,"upperBound":1,"independentScore":0.8370128864577102,"independent":true,"opponentIds":883,"independentOpponentIds":883,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-ig7gQ23WRms9SQLLNPtbTi"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.8781611344323166,"lowerBound":0,"upperBound":1,"independentScore":0.8781611344323166,"independent":true,"opponentIds":3576,"independentOpponentIds":3576,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-eiTYduCDNq3HgwTg4ZhEw6"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.8727045310928636,"lowerBound":0,"upperBound":1,"independentScore":0.8727045310928636,"independent":true,"opponentIds":885,"independentOpponentIds":885,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-dQhoYvW3Wz2eZSZ89K6igd","epoch-run-nrh3xa3Bn765Q6DXWoVfbS"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-dQhoYvW3Wz2eZSZ89K6igd","epoch-run-eiTYduCDNq3HgwTg4ZhEw6","epoch-run-nrh3xa3Bn765Q6DXWoVfbS","epoch-run-ig7gQ23WRms9SQLLNPtbTi"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","qwen3.5-2b","claude-haiku-4-5-20251001"]},"effort":{"label":"Low","settings":[{"label":"Low","observations":4}],"unspecified":0,"total":4}},{"id":"deepseek-r1-0528-qwen3-8b--effort-unspecified","name":"DeepSeek-R1-0528-Qwen3-8B · Unspecified","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-0528-qwen3-8b","detailsUrl":"/efforts?model=deepseek-r1-0528-qwen3-8b","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"claude-opus-4-6--effort-thinking-64k","name":"Claude Opus 4.6 · Thinking 64K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-6","detailsUrl":"/efforts?model=claude-opus-4-6","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Thinking 64K","settings":[{"label":"Thinking 64K","observations":3}],"unspecified":0,"total":3}},{"id":"qwen3.7-max--effort-non-reasoning","name":"Qwen3.7-max · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.7-max","detailsUrl":"/efforts?model=qwen3.7-max","publishedBenchmarkCount":1,"overallRating":{"score":0.45528950793600353,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":40,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.9999999999999994}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.4430580078721438,"supported":false,"families":1,"independentFamilies":1,"opponents":40,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.8934831653898595,"lowerBound":0,"upperBound":1,"independentScore":0.8934831653898595,"independent":true,"opponentIds":3577,"independentOpponentIds":3577,"panelSize":40,"publishers":["Epoch AI"],"observations":["epoch-run-ENh7ZPQj7ihBePjsC8a7HV"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-ENh7ZPQj7ihBePjsC8a7HV"],"opponentModelIds":["qwen3.6-flash","claude-opus-4-8","claude-sonnet-4-5-20250929","deepseek-v4-flash","gpt-5.6-sol","gpt-oss-120b","gemini-3.8-flash","claude-opus-4-6","glm-5.2","gpt-5.6-terra","kimi-k2.6","grok-4.6","qwen3.7-plus","gpt-5.6-luna","deepseek-v4-pro","qwen-3.8-max","kimi-k3","qwen3.5-397b-a17b","claude-fable-5-1","qwen3.5-flash","qwen3.6-27b","gpt-5.5","gpt-6-astra","claude-opus-5","gemini-3.1-pro","gemini-3.5-flash","qwen3.7-flash","qwen3.6-plus","minimax-m3","claude-opus-4-5-20251101","glm-5.3-flash","qwen3.6-35b-a3b","glm-5.3","claude-opus-4-7","claude-fable-5","qwen3.5-122b-a10b","qwen3.5-plus","gemini-3.6-flash","claude-sonnet-5","gemini-3.7-flash"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":1}],"unspecified":0,"total":1}},{"id":"gpt-3.5-turbo-1106--effort-unspecified","name":"GPT-3.5-turbo-1106 · Unspecified","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-3.5-turbo-1106","detailsUrl":"/efforts?model=gpt-3.5-turbo-1106","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"qwen3-30b-a3b-instruct-2507--effort-unspecified","name":"Qwen3-30B-A3B-Instruct-2507 · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-30b-a3b-instruct-2507","detailsUrl":"/efforts?model=qwen3-30b-a3b-instruct-2507","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"gemini-3-flash-preview--effort-unspecified","name":"Gemini 3 Flash Preview · Unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3-flash-preview","detailsUrl":"/efforts?model=gemini-3-flash-preview","publishedBenchmarkCount":5,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":5}],"unspecified":0,"total":5}},{"id":"claude-opus-4-6--effort-thinking-120k","name":"Claude Opus 4.6 · Thinking 120K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-6","detailsUrl":"/efforts?model=claude-opus-4-6","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.5,"lowerBound":0,"upperBound":1,"independentScore":0.5,"independent":true,"opponentIds":3578,"independentOpponentIds":3578,"panelSize":1,"publishers":["Epoch AI"],"observations":["epoch-run-EUknGXXh3f2mHtv3dTufLg"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":["claude-sonnet-4-6"]},"effort":{"label":"Thinking 120K","settings":[{"label":"Thinking 120K","observations":1}],"unspecified":0,"total":1}},{"id":"qwen3-1.7b--effort-unspecified","name":"Qwen3-1.7B · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-1.7b","detailsUrl":"/efforts?model=qwen3-1.7b","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"mistral-medium-2505--effort-unspecified","name":"Mistral Medium 3 · Unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-medium-2505","detailsUrl":"/efforts?model=mistral-medium-2505","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"gemma-2-9b-it--effort-unspecified","name":"Gemma 2 9B IT · Unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-2-9b-it","detailsUrl":"/efforts?model=gemma-2-9b-it","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"claude-sonnet-4-5-20250929--effort-unspecified","name":"Claude Sonnet 4.5 · Unspecified","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-5-20250929","detailsUrl":"/efforts?model=claude-sonnet-4-5-20250929","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"qwen3-4b--effort-unspecified","name":"Qwen3-4B · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-4b","detailsUrl":"/efforts?model=qwen3-4b","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"qwen3-4b-instruct-2507--effort-unspecified","name":"Qwen3-4B-Instruct-2507 · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-4b-instruct-2507","detailsUrl":"/efforts?model=qwen3-4b-instruct-2507","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"gemma-2-27b-it--effort-unspecified","name":"Gemma 2 27B IT · Unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-2-27b-it","detailsUrl":"/efforts?model=gemma-2-27b-it","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"qwen3.6-plus--effort-non-reasoning","name":"Qwen3.6-plus · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.6-plus","detailsUrl":"/efforts?model=qwen3.6-plus","publishedBenchmarkCount":2,"overallRating":{"score":0.08155292486949405,"supported":false,"families":2,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":46,"independentFamilies":2,"reason":"Needs 3 benchmark families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.9999999999999999}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.1023293362911347,"supported":true,"families":2,"independentFamilies":2,"opponents":46,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.16638475751323803,"lowerBound":0,"upperBound":1,"independentScore":0.16638475751323803,"independent":true,"opponentIds":3579,"independentOpponentIds":3579,"panelSize":40,"publishers":["Epoch AI"],"observations":["epoch-run-jGgkDRHbodcaTzQ3Mp6SxS"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.5996709830235432,"lowerBound":0,"upperBound":1,"independentScore":0.5996709830235432,"independent":true,"opponentIds":3580,"independentOpponentIds":3580,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-Z4xfwTke5pR6RrY952bttA"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-Z4xfwTke5pR6RrY952bttA","epoch-run-jGgkDRHbodcaTzQ3Mp6SxS"],"opponentModelIds":["qwen3.6-flash","claude-opus-4-8","claude-sonnet-4-5-20250929","deepseek-v4-flash","gpt-5.6-sol","gpt-oss-120b","gemini-3.8-flash","claude-opus-4-6","glm-5.2","gpt-5.6-terra","kimi-k2.6","grok-4.6","qwen3.7-plus","gpt-5.6-luna","deepseek-v4-pro","qwen-3.8-max","kimi-k3","qwen3.5-397b-a17b","claude-fable-5-1","qwen3.5-flash","qwen3.6-27b","gpt-5.5","qwen3.7-max","gpt-6-astra","claude-opus-5","gemini-3.1-pro","gemini-3.5-flash","qwen3.7-flash","minimax-m3","claude-opus-4-5-20251101","glm-5.3-flash","qwen3.6-35b-a3b","glm-5.3","claude-opus-4-7","claude-fable-5","qwen3.5-122b-a10b","qwen3.5-plus","gemini-3.6-flash","claude-sonnet-5","gemini-3.7-flash","gemini-3.1-flash-lite","glm-5.1","gemini-3.5-flash-lite","grok-4.3","grok-4.5","gpt-5.5-pro"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":2}],"unspecified":0,"total":2}},{"id":"claude-opus-4-5-20251101--effort-thinking-48k","name":"Claude Opus 4.5 · Thinking 48K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-5-20251101","detailsUrl":"/efforts?model=claude-opus-4-5-20251101","publishedBenchmarkCount":1,"overallRating":{"score":0.3376120820625463,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":40,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.9999999999999998}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.3506592128994283,"supported":false,"families":1,"independentFamilies":1,"opponents":40,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.7817458205209046,"lowerBound":0,"upperBound":1,"independentScore":0.7817458205209046,"independent":true,"opponentIds":3581,"independentOpponentIds":3581,"panelSize":40,"publishers":["Epoch AI"],"observations":["epoch-run-k4zGHaXESxFRTRMkyDLZrz"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-k4zGHaXESxFRTRMkyDLZrz"],"opponentModelIds":["qwen3.6-flash","claude-opus-4-8","claude-sonnet-4-5-20250929","deepseek-v4-flash","gpt-5.6-sol","gpt-oss-120b","gemini-3.8-flash","claude-opus-4-6","glm-5.2","gpt-5.6-terra","kimi-k2.6","grok-4.6","qwen3.7-plus","gpt-5.6-luna","deepseek-v4-pro","qwen-3.8-max","kimi-k3","qwen3.5-397b-a17b","claude-fable-5-1","qwen3.5-flash","qwen3.6-27b","gpt-5.5","qwen3.7-max","gpt-6-astra","claude-opus-5","gemini-3.1-pro","gemini-3.5-flash","qwen3.7-flash","qwen3.6-plus","minimax-m3","glm-5.3-flash","qwen3.6-35b-a3b","glm-5.3","claude-opus-4-7","claude-fable-5","qwen3.5-122b-a10b","qwen3.5-plus","gemini-3.6-flash","claude-sonnet-5","gemini-3.7-flash"]},"effort":{"label":"Thinking 48K","settings":[{"label":"Thinking 48K","observations":1}],"unspecified":0,"total":1}},{"id":"gemma-3-4b-it--effort-unspecified","name":"Gemma 3 4B IT · Unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-3-4b-it","detailsUrl":"/efforts?model=gemma-3-4b-it","publishedBenchmarkCount":3,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":3}],"unspecified":0,"total":3}},{"id":"gpt-5.5--effort-none","name":"GPT-5.5 · None","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.5","detailsUrl":"/efforts?model=gpt-5.5","publishedBenchmarkCount":4,"overallRating":{"score":0.08969353273653308,"supported":true,"families":3,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":61,"independentFamilies":3,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.9999999999999999}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.11283315058812869,"supported":true,"families":3,"independentFamilies":3,"opponents":61,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.35261461542641953,"lowerBound":0,"upperBound":1,"independentScore":0.35261461542641953,"independent":true,"opponentIds":1688,"independentOpponentIds":1688,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-QuqPmMUTbiEsUvoFYZx5Mk"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.38757985102237746,"lowerBound":0,"upperBound":1,"independentScore":0.38757985102237746,"independent":true,"opponentIds":3582,"independentOpponentIds":3582,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-KesKa5EXtFG7H4UMBFzgCh"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.6119060136414868,"lowerBound":0,"upperBound":1,"independentScore":0.6119060136414868,"independent":true,"opponentIds":1689,"independentOpponentIds":1689,"panelSize":60,"publishers":["Epoch AI"],"observations":["epoch-run-XRVSYnR4bhQ8Zb62Un7GrS","epoch-run-MHAMdn52f7wLMZ6MSCs5E2"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-XRVSYnR4bhQ8Zb62Un7GrS","epoch-run-KesKa5EXtFG7H4UMBFzgCh","epoch-run-MHAMdn52f7wLMZ6MSCs5E2","epoch-run-QuqPmMUTbiEsUvoFYZx5Mk"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gemini-3.1-flash-lite","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","qwen3.5-2b","claude-haiku-4-5-20251001","qwen3.6-flash","claude-sonnet-4-5-20250929","gpt-oss-120b","kimi-k2.6","qwen3.5-flash","qwen3.7-max","qwen3.6-plus","claude-opus-4-5-20251101","qwen3.5-122b-a10b","qwen3.5-plus"]},"effort":{"label":"None","settings":[{"label":"None","observations":4}],"unspecified":0,"total":4}},{"id":"claude-opus-4-7--effort-unspecified","name":"Claude Opus 4.7 · Unspecified","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-opus-4-7","detailsUrl":"/efforts?model=claude-opus-4-7","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"llama-3.1-70b-instruct--effort-unspecified","name":"Llama-3.1-70B-Instruct · Unspecified","labId":"meta","labName":"Meta","scores":{},"baseModelId":"llama-3.1-70b-instruct","detailsUrl":"/efforts?model=llama-3.1-70b-instruct","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"llama-4-scout--effort-unspecified","name":"Llama-4-Scout-17B-16E-Instruct · Unspecified","labId":"meta","labName":"Meta","scores":{},"baseModelId":"llama-4-scout","detailsUrl":"/efforts?model=llama-4-scout","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"gemini-3.1-flash-lite--effort-high","name":"Gemini 3.1 Flash-Lite · High","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.1-flash-lite","detailsUrl":"/efforts?model=gemini-3.1-flash-lite","publishedBenchmarkCount":4,"overallRating":{"score":0.1612631525132223,"supported":true,"families":4,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":58,"independentFamilies":4,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.9999999999999996}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.19070673889326498,"supported":true,"families":4,"independentFamilies":4,"opponents":58,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"aime","label":"aime","bucket":"hard_reasoning","score":0.6375378431215246,"lowerBound":0,"upperBound":1,"independentScore":0.6375378431215246,"independent":true,"opponentIds":3545,"independentOpponentIds":3545,"panelSize":48,"publishers":["Epoch AI"],"observations":["epoch-run-NMdaAXyqqPRmWfuxZUfHFF"],"sourceScores":[]},{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":0.5528728546010208,"lowerBound":0,"upperBound":1,"independentScore":0.5528728546010208,"independent":true,"opponentIds":3546,"independentOpponentIds":3546,"panelSize":47,"publishers":["Epoch AI"],"observations":["epoch-run-nE4hmJo3QV6X5jeGWAeAze"],"sourceScores":[]},{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.7540146748119775,"lowerBound":0,"upperBound":1,"independentScore":0.7540146748119775,"independent":true,"opponentIds":3547,"independentOpponentIds":3547,"panelSize":50,"publishers":["Epoch AI"],"observations":["epoch-run-YFmtuHAcUZeGwPBe9Jbcxw"],"sourceScores":[]},{"id":"frontiermath","label":"frontiermath","bucket":"hard_reasoning","score":0.43952214705089515,"lowerBound":0,"upperBound":1,"independentScore":0.43952214705089515,"independent":true,"opponentIds":3548,"independentOpponentIds":3548,"panelSize":39,"publishers":["Epoch AI"],"observations":["epoch-run-MVZf59jt9uEoWG9w5W9apB"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-YFmtuHAcUZeGwPBe9Jbcxw","epoch-run-MVZf59jt9uEoWG9w5W9apB","epoch-run-nE4hmJo3QV6X5jeGWAeAze","epoch-run-NMdaAXyqqPRmWfuxZUfHFF"],"opponentModelIds":["kimi-k3","deepseek-v4-pro","claude-fable-5","gemini-3.6-flash","grok-4.6","qwen3.6-35b-a3b","gpt-5.6-sol","minimax-m3","glm-5.2","gemini-3-flash-preview","claude-opus-4-8","qwen-3.8-max","gpt-5.6-luna","qwen3-8b","gemini-3.5-flash-lite","qwen3-1.7b","gpt-5.5","qwen3-32b","gpt-5.6-terra","gpt-oss-20b","claude-opus-4-6","grok-4.5","glm-4.7-flash","deepseek-v4-flash","grok-4.3","glm-5.3","qwen3.5-35b-a3b","qwen3.5-397b-a17b","gemini-3.5-flash","gemma-4-31b-it","claude-sonnet-4-6","gemini-3.7-flash","claude-opus-5","gpt-6-astra","claude-fable-5-1","gemma-4-26b-a4b-it","glm-5.3-flash","gemini-3.8-flash","gemini-3.1-pro","qwen3.7-plus","qwen3.6-27b","qwen3-14b","qwen3.5-4b","qwen3.7-flash","claude-sonnet-5","claude-opus-4-7","qwen3.5-9b","qwen3-30b-a3b","qwen3-4b","qwen3.5-2b","claude-haiku-4-5-20251001","glm-5.1","claude-sonnet-4-5-20250929","qwen3.5-flash","gpt-5.5-pro","claude-opus-4-5-20251101","qwen3.6-flash","qwen3.6-plus"]},"effort":{"label":"High","settings":[{"label":"High","observations":4}],"unspecified":0,"total":4}},{"id":"glm-5.2--effort-medium","name":"GLM-5.2 · Medium","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-5.2","detailsUrl":"/efforts?model=glm-5.2","publishedBenchmarkCount":1,"overallRating":{"score":0.0708887625707215,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":40,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.10277779789941077,"supported":false,"families":1,"independentFamilies":1,"opponents":40,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.3148894614361702,"lowerBound":0,"upperBound":1,"independentScore":0.3148894614361702,"independent":true,"opponentIds":3566,"independentOpponentIds":3566,"panelSize":40,"publishers":["Epoch AI"],"observations":["epoch-run-NfN7VwMPjSVqViqrBQPWk2"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-NfN7VwMPjSVqViqrBQPWk2"],"opponentModelIds":["qwen3.6-flash","claude-opus-4-8","claude-sonnet-4-5-20250929","deepseek-v4-flash","gpt-5.6-sol","gpt-oss-120b","gemini-3.8-flash","claude-opus-4-6","gpt-5.6-terra","kimi-k2.6","grok-4.6","qwen3.7-plus","gpt-5.6-luna","deepseek-v4-pro","qwen-3.8-max","kimi-k3","qwen3.5-397b-a17b","claude-fable-5-1","qwen3.5-flash","qwen3.6-27b","gpt-5.5","qwen3.7-max","gpt-6-astra","claude-opus-5","gemini-3.1-pro","gemini-3.5-flash","qwen3.7-flash","qwen3.6-plus","minimax-m3","claude-opus-4-5-20251101","glm-5.3-flash","qwen3.6-35b-a3b","glm-5.3","claude-opus-4-7","claude-fable-5","qwen3.5-122b-a10b","qwen3.5-plus","gemini-3.6-flash","claude-sonnet-5","gemini-3.7-flash"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":1}],"unspecified":0,"total":1}},{"id":"qwq-plus--effort-unspecified","name":"QwQ-plus · Unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwq-plus","detailsUrl":"/efforts?model=qwq-plus","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"llama-3.3-70b-instruct--effort-unspecified","name":"Llama-3.3-70B-Instruct · Unspecified","labId":"meta","labName":"Meta","scores":{},"baseModelId":"llama-3.3-70b-instruct","detailsUrl":"/efforts?model=llama-3.3-70b-instruct","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":2}],"unspecified":0,"total":2}},{"id":"claude-sonnet-4-6--effort-unspecified","name":"Claude Sonnet 4.6 · Unspecified","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-6","detailsUrl":"/efforts?model=claude-sonnet-4-6","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"gemini-3.1-pro--effort-medium","name":"Gemini 3.1 Pro · Medium","labId":"google","labName":"Google","scores":{},"baseModelId":"gemini-3.1-pro","detailsUrl":"/efforts?model=gemini-3.1-pro","publishedBenchmarkCount":1,"overallRating":{"score":0.5186656184089476,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":6,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.9999999999999998}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.599630080867416,"supported":false,"families":1,"independentFamilies":1,"opponents":6,"opponentLabs":2,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":3544,"independentOpponentIds":3544,"panelSize":6,"publishers":["Epoch AI"],"observations":["epoch-run-WueZbBM3NwMUZPveuagrZo"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-WueZbBM3NwMUZPveuagrZo"],"opponentModelIds":["gemini-3.6-flash","gemini-3.5-flash-lite","claude-opus-4-6","gemini-3-flash-preview","gemini-3.5-flash","claude-sonnet-4-6"]},"effort":{"label":"Medium","settings":[{"label":"Medium","observations":1}],"unspecified":0,"total":1}},{"id":"claude-sonnet-4-5-20250929--effort-thinking-59k","name":"Claude Sonnet 4.5 · Thinking 59K","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-sonnet-4-5-20250929","detailsUrl":"/efforts?model=claude-sonnet-4-5-20250929","publishedBenchmarkCount":2,"overallRating":{"score":0.13808620010498152,"supported":false,"families":2,"publishers":1,"evaluationSources":1,"taskAreas":2,"opponents":25,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":1.0000000000000002}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.40270073645938664,"supported":false,"families":1,"independentFamilies":0,"opponents":1,"opponentLabs":1,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.06798336719828796,"supported":false,"families":1,"independentFamilies":1,"opponents":25,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"gpqa","label":"gpqa","bucket":"hard_reasoning","score":1,"lowerBound":0,"upperBound":1,"independentScore":1,"independent":true,"opponentIds":344,"independentOpponentIds":344,"panelSize":1,"publishers":["Epoch AI"],"observations":["epoch-run-XaGuWDxPtqVvyxqdMncKFj"],"sourceScores":[]},{"id":"simpleqa","label":"simpleqa","bucket":"knowledge","score":0.06174291426555332,"lowerBound":0,"upperBound":1,"independentScore":0.06174291426555332,"independent":true,"opponentIds":3583,"independentOpponentIds":3583,"panelSize":25,"publishers":["Epoch AI"],"observations":["epoch-run-XQEGUQjpXupjdyKoGuSmum"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-XaGuWDxPtqVvyxqdMncKFj","epoch-run-XQEGUQjpXupjdyKoGuSmum"],"opponentModelIds":["claude-haiku-4-5-20251001","claude-opus-4-7","deepseek-v4-pro","gemini-3-flash-preview","grok-4.5","gemini-3.7-flash","claude-opus-4-6","qwen-3.8-max","claude-opus-4-5-20251101","grok-4.6","claude-fable-5-1","gemini-3.6-flash","gemini-3.5-flash","gemini-3.8-flash","claude-sonnet-5","muse-spark-1.2","kimi-k3","gpt-6-astra","gpt-5.5","deepseek-v4-flash","glm-5.3","claude-opus-4-8","glm-5.2","grok-4.3","claude-sonnet-4-6"]},"effort":{"label":"Thinking 59K","settings":[{"label":"Thinking 59K","observations":2}],"unspecified":0,"total":2}},{"id":"qwen3.5-plus--effort-non-reasoning","name":"Qwen3.5-plus · Non-reasoning","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.5-plus","detailsUrl":"/efforts?model=qwen3.5-plus","publishedBenchmarkCount":1,"overallRating":{"score":0.13208959154497854,"supported":false,"families":1,"publishers":1,"evaluationSources":1,"taskAreas":1,"opponents":40,"independentFamilies":1,"reason":"Needs 3 benchmark families, 2 independently measured families","independentSources":1,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[{"source":"Epoch AI","independent":true,"share":0.9999999999999994}]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":0.1646294597653308,"supported":false,"families":1,"independentFamilies":1,"opponents":40,"opponentLabs":9,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"epoch-game-puzzles","label":"epoch-game-puzzles","bucket":"hard_reasoning","score":0.45220878765420974,"lowerBound":0,"upperBound":1,"independentScore":0.45220878765420974,"independent":true,"opponentIds":3584,"independentOpponentIds":3584,"panelSize":40,"publishers":["Epoch AI"],"observations":["epoch-run-XbtWdvRz65dbPPnHcSBvmF"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["epoch-run-XbtWdvRz65dbPPnHcSBvmF"],"opponentModelIds":["qwen3.6-flash","claude-opus-4-8","claude-sonnet-4-5-20250929","deepseek-v4-flash","gpt-5.6-sol","gpt-oss-120b","gemini-3.8-flash","claude-opus-4-6","glm-5.2","gpt-5.6-terra","kimi-k2.6","grok-4.6","qwen3.7-plus","gpt-5.6-luna","deepseek-v4-pro","qwen-3.8-max","kimi-k3","qwen3.5-397b-a17b","claude-fable-5-1","qwen3.5-flash","qwen3.6-27b","gpt-5.5","qwen3.7-max","gpt-6-astra","claude-opus-5","gemini-3.1-pro","gemini-3.5-flash","qwen3.7-flash","qwen3.6-plus","minimax-m3","claude-opus-4-5-20251101","glm-5.3-flash","qwen3.6-35b-a3b","glm-5.3","claude-opus-4-7","claude-fable-5","qwen3.5-122b-a10b","gemini-3.6-flash","claude-sonnet-5","gemini-3.7-flash"]},"effort":{"label":"Non-reasoning","settings":[{"label":"Non-reasoning","observations":1}],"unspecified":0,"total":1}},{"id":"open-mistral-nemo-2407--effort-unspecified","name":"Mistral Nemo 12B · Unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"open-mistral-nemo-2407","detailsUrl":"/efforts?model=open-mistral-nemo-2407","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"mimo-v2.5-pro--effort-unspecified","name":"MiMo-V2.5-Pro · Unspecified","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-v2.5-pro","detailsUrl":"/efforts?model=mimo-v2.5-pro","publishedBenchmarkCount":8,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":8}],"unspecified":0,"total":8}},{"id":"mimo-v2.5--effort-unspecified","name":"MiMo-V2.5 · Unspecified","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-v2.5","detailsUrl":"/efforts?model=mimo-v2.5","publishedBenchmarkCount":8,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":8}],"unspecified":0,"total":8}},{"id":"mistral-medium-3.5--effort-high","name":"Mistral Medium 3.5 · High","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"mistral-medium-3.5","detailsUrl":"/efforts?model=mistral-medium-3.5","publishedBenchmarkCount":8,"overallRating":{"score":0.07200083001039838,"supported":true,"families":8,"publishers":1,"evaluationSources":1,"taskAreas":3,"opponents":34,"independentFamilies":8,"reason":null,"independentSources":1,"labWeightShare":0,"evidenceStatus":"single-independent-source","sourceWeights":[{"source":"Vals AI","independent":true,"share":0.9999999999999996}]},"capabilityRatings":[{"bucket":"agentic","score":0.11885133782907596,"supported":true,"families":4,"independentFamilies":4,"opponents":34,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":0.046692486223825484,"supported":true,"families":3,"independentFamilies":3,"opponents":34,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":0.03438668557569616,"supported":false,"families":1,"independentFamilies":1,"opponents":31,"opponentLabs":8,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":null},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[{"id":"harvey","label":"harvey","bucket":"agentic","score":0.2797755511022044,"lowerBound":0,"upperBound":1,"independentScore":0.2797755511022044,"independent":true,"opponentIds":3585,"independentOpponentIds":3585,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-agent-benchmark-v1:mistralai/mistral-medium-3.5"],"sourceScores":[]},{"id":"mmlu-pro","label":"mmlu-pro","bucket":"knowledge","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":3586,"independentOpponentIds":3586,"panelSize":31,"publishers":["Vals AI"],"observations":["vals-mmlu-pro-v1:mistralai/mistral-medium-3.5"],"sourceScores":[]},{"id":"terminal-bench","label":"terminal-bench","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":3587,"independentOpponentIds":3587,"panelSize":29,"publishers":["Vals AI"],"observations":["vals-terminal-bench-2-1-v2.1:mistralai/mistral-medium-3.5"],"sourceScores":[]},{"id":"vals-finance-agent","label":"vals-finance-agent","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":3588,"independentOpponentIds":3588,"panelSize":30,"publishers":["Vals AI"],"observations":["vals-finance-agent-v2:mistralai/mistral-medium-3.5"],"sourceScores":[]},{"id":"vals-code-migration","label":"vals-code-migration","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":3589,"independentOpponentIds":3589,"panelSize":33,"publishers":["Vals AI"],"observations":["vals-code-migration-v1:mistralai/mistral-medium-3.5"],"sourceScores":[]},{"id":"vals-legal-research","label":"vals-legal-research","bucket":"agentic","score":0.07240784828831787,"lowerBound":0,"upperBound":1,"independentScore":0.07240784828831787,"independent":true,"opponentIds":3590,"independentOpponentIds":3590,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-legal-research-v1:mistralai/mistral-medium-3.5"],"sourceScores":[]},{"id":"vals-excel-modeling","label":"vals-excel-modeling","bucket":"agentic","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":3591,"independentOpponentIds":3591,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-emb-v1:mistralai/mistral-medium-3.5"],"sourceScores":[]},{"id":"vibe-code","label":"vibe-code","bucket":"coding","score":0,"lowerBound":0,"upperBound":1,"independentScore":0,"independent":true,"opponentIds":3592,"independentOpponentIds":3592,"panelSize":32,"publishers":["Vals AI"],"observations":["vals-vibe-code-bench-v1.1:mistralai/mistral-medium-3.5"],"sourceScores":[]}],"effortRankingEvidence":{"observationIds":["vals-finance-agent-v2:mistralai/mistral-medium-3.5","vals-code-migration-v1:mistralai/mistral-medium-3.5","vals-legal-research-v1:mistralai/mistral-medium-3.5","vals-emb-v1:mistralai/mistral-medium-3.5","vals-mmlu-pro-v1:mistralai/mistral-medium-3.5","vals-terminal-bench-2-1-v2.1:mistralai/mistral-medium-3.5","vals-vibe-code-bench-v1.1:mistralai/mistral-medium-3.5","vals-legal-agent-benchmark-v1:mistralai/mistral-medium-3.5"],"opponentModelIds":["muse-spark-1.2","muse-spark-1.3","muse-spark-1.1","grok-4.6","grok-4.5","gemini-3.8-flash","claude-opus-4-8","gemini-3.7-flash","deepseek-v4-flash","glm-5.3","deepseek-v4-pro","glm-5.2","claude-opus-4-7","glm-5.3-flash","claude-opus-5","claude-fable-5-1","gpt-6-astra","claude-sonnet-4-6","claude-sonnet-5","gpt-5.5","gemini-3.6-flash","gemini-3.5-flash","gpt-5.6-sol","gpt-5.6-luna","gpt-5.6-terra","grok-4.3","gemini-3-flash-preview","gemini-3.5-flash-lite","gpt-5.4-nano","gemini-3.1-pro","gpt-5.4-mini","gpt-5.4","claude-fable-5","kimi-k3"]},"effort":{"label":"High","settings":[{"label":"High","observations":8}],"unspecified":0,"total":8}},{"id":"minimax-m2.7--effort-unspecified","name":"MiniMax-M2.7 · Unspecified","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-m2.7","detailsUrl":"/efforts?model=minimax-m2.7","publishedBenchmarkCount":8,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":8}],"unspecified":0,"total":8}},{"id":"claude-fable-5--effort-unspecified","name":"Claude Fable 5 · Unspecified","labId":"anthropic","labName":"Anthropic","scores":{},"baseModelId":"claude-fable-5","detailsUrl":"/efforts?model=claude-fable-5","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"deepseek-v4-flash--effort-unspecified","name":"DeepSeek-V4-Flash-0731 · Unspecified","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-flash","detailsUrl":"/efforts?model=deepseek-v4-flash","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No admitted path to the complete configuration reference panel","independentSources":0,"labWeightShare":0,"evidenceStatus":"insufficient","sourceWeights":[]},"capabilityRatings":[{"bucket":"agentic","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"hard_reasoning","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"coding","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"human_pref","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"knowledge","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"multimodal","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"},{"bucket":"long_context","score":null,"supported":false,"families":0,"independentFamilies":0,"opponents":0,"opponentLabs":0,"referenceIds":["gpt-5.6-sol--effort-high","claude-opus-4-7--effort-max","gemini-3.5-flash--effort-high"],"reason":"No connected configuration comparison"}],"families":[],"effortRankingEvidence":{"observationIds":[],"opponentModelIds":[]},"effort":{"label":"Unspecified","settings":[{"label":"Unspecified","observations":1}],"unspecified":0,"total":1}},{"id":"deepseek-r1-distill-qwen-7b--effort-unspecified","name":"DeepSeek-R1-Distill-Qwen-7B · Effort unspecified","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-r1-distill-qwen-7b","detailsUrl":"/models/deepseek-r1-distill-qwen-7b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"deepseek-v4-flash-vision-exp--effort-unspecified","name":"DeepSeek-V4-Flash-Vision-Exp · Effort unspecified","labId":"deepseek","labName":"DeepSeek","scores":{},"baseModelId":"deepseek-v4-flash-vision-exp","detailsUrl":"/models/deepseek-v4-flash-vision-exp","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"codegemma-7b-it--effort-unspecified","name":"CodeGemma 7B IT · Effort unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"codegemma-7b-it","detailsUrl":"/models/codegemma-7b-it","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"gemma-1-2b-it--effort-unspecified","name":"Gemma 1 2B IT · Effort unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-1-2b-it","detailsUrl":"/models/gemma-1-2b-it","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"gemma-1-7b-it--effort-unspecified","name":"Gemma 1 7B IT · Effort unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-1-7b-it","detailsUrl":"/models/gemma-1-7b-it","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"gemma-1.1-2b-it--effort-unspecified","name":"Gemma 1.1 2B IT · Effort unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-1.1-2b-it","detailsUrl":"/models/gemma-1.1-2b-it","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"gemma-1.1-7b-it--effort-unspecified","name":"Gemma 1.1 7B IT · Effort unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-1.1-7b-it","detailsUrl":"/models/gemma-1.1-7b-it","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"gemma-2-2b-it--effort-unspecified","name":"Gemma 2 2B IT · Effort unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"gemma-2-2b-it","detailsUrl":"/models/gemma-2-2b-it","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"recurrentgemma-2b-it--effort-unspecified","name":"RecurrentGemma 2B IT · Effort unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"recurrentgemma-2b-it","detailsUrl":"/models/recurrentgemma-2b-it","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"recurrentgemma-9b-it--effort-unspecified","name":"RecurrentGemma 9B IT · Effort unspecified","labId":"google","labName":"Google","scores":{},"baseModelId":"recurrentgemma-9b-it","detailsUrl":"/models/recurrentgemma-9b-it","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"llama-3.2-11b-vision-instruct--effort-unspecified","name":"Llama-3.2-11B-Vision-Instruct · Effort unspecified","labId":"meta","labName":"Meta","scores":{},"baseModelId":"llama-3.2-11b-vision-instruct","detailsUrl":"/models/llama-3.2-11b-vision-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"llama-3.2-3b-instruct--effort-unspecified","name":"Llama-3.2-3B-Instruct · Effort unspecified","labId":"meta","labName":"Meta","scores":{},"baseModelId":"llama-3.2-3b-instruct","detailsUrl":"/models/llama-3.2-3b-instruct","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"muse-glimmer-30b--effort-unspecified","name":"Muse Glimmer 30B · Effort unspecified","labId":"meta","labName":"Meta","scores":{},"baseModelId":"muse-glimmer-30b","detailsUrl":"/models/muse-glimmer-30b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"codestral-2508--effort-unspecified","name":"Codestral 2508 · Effort unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"codestral-2508","detailsUrl":"/models/codestral-2508","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"devstral-medium-2507--effort-unspecified","name":"Devstral Medium 1.0 · Effort unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"devstral-medium-2507","detailsUrl":"/models/devstral-medium-2507","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"devstral-small-2507--effort-unspecified","name":"Devstral Small 1.1 · Effort unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"devstral-small-2507","detailsUrl":"/models/devstral-small-2507","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"labs-mistral-small-creative--effort-unspecified","name":"Mistral Small Creative · Effort unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"labs-mistral-small-creative","detailsUrl":"/models/labs-mistral-small-creative","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"leanstral-1.5--effort-unspecified","name":"Leanstral 1.5 · Effort unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"leanstral-1.5","detailsUrl":"/models/leanstral-1.5","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"pixtral-12b-2409--effort-unspecified","name":"Pixtral 12B · Effort unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"pixtral-12b-2409","detailsUrl":"/models/pixtral-12b-2409","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"voxtral-mini-2507--effort-unspecified","name":"Voxtral Mini · Effort unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"voxtral-mini-2507","detailsUrl":"/models/voxtral-mini-2507","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"voxtral-small--effort-unspecified","name":"Voxtral Small · Effort unspecified","labId":"mistral","labName":"Mistral","scores":{},"baseModelId":"voxtral-small","detailsUrl":"/models/voxtral-small","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"kimi-dev-72b--effort-unspecified","name":"Kimi-Dev-72B · Effort unspecified","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-dev-72b","detailsUrl":"/models/kimi-dev-72b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"kimi-vl-a3b-instruct--effort-unspecified","name":"Kimi-VL-A3B-Instruct · Effort unspecified","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-vl-a3b-instruct","detailsUrl":"/models/kimi-vl-a3b-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"kimi-vl-a3b-thinking-2506--effort-unspecified","name":"Kimi-VL-A3B-Thinking-2506 · Effort unspecified","labId":"moonshot","labName":"Moonshot","scores":{},"baseModelId":"kimi-vl-a3b-thinking-2506","detailsUrl":"/models/kimi-vl-a3b-thinking-2506","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"nvidia-nemotron-nano-12b-v2--effort-unspecified","name":"NVIDIA-Nemotron-Nano-12B-v2 · Effort unspecified","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nvidia-nemotron-nano-12b-v2","detailsUrl":"/models/nvidia-nemotron-nano-12b-v2","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"nvidia-nemotron-nano-9b-v2-japanese--effort-unspecified","name":"NVIDIA-Nemotron-Nano-9B-v2-Japanese · Effort unspecified","labId":"nvidia","labName":"NVIDIA","scores":{},"baseModelId":"nvidia-nemotron-nano-9b-v2-japanese","detailsUrl":"/models/nvidia-nemotron-nano-9b-v2-japanese","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"gpt-3.5-turbo-instruct--effort-unspecified","name":"GPT-3.5-turbo-instruct · Effort unspecified","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-3.5-turbo-instruct","detailsUrl":"/models/gpt-3.5-turbo-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"gpt-5-pro--effort-unspecified","name":"GPT-5 Pro · Effort unspecified","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5-pro","detailsUrl":"/models/gpt-5-pro","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"gpt-5.3-codex-spark--effort-unspecified","name":"GPT-5.3 Codex Spark · Effort unspecified","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"gpt-5.3-codex-spark","detailsUrl":"/models/gpt-5.3-codex-spark","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"o1-pro--effort-unspecified","name":"o1-pro · Effort unspecified","labId":"openai","labName":"OpenAI","scores":{},"baseModelId":"o1-pro","detailsUrl":"/models/o1-pro","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qvq-max--effort-unspecified","name":"QVQ-max · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qvq-max","detailsUrl":"/models/qvq-max","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qvq-plus--effort-unspecified","name":"QVQ-plus · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qvq-plus","detailsUrl":"/models/qvq-plus","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-coder-plus--effort-unspecified","name":"Qwen-coder-plus · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-coder-plus","detailsUrl":"/models/qwen-coder-plus","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-coder-turbo--effort-unspecified","name":"Qwen-coder-turbo · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-coder-turbo","detailsUrl":"/models/qwen-coder-turbo","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-flash--effort-unspecified","name":"Qwen-flash · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-flash","detailsUrl":"/models/qwen-flash","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-flash-character--effort-unspecified","name":"Qwen-flash-character · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-flash-character","detailsUrl":"/models/qwen-flash-character","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-long--effort-unspecified","name":"Qwen-long · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-long","detailsUrl":"/models/qwen-long","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-math-plus--effort-unspecified","name":"Qwen-math-plus · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-math-plus","detailsUrl":"/models/qwen-math-plus","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-math-turbo--effort-unspecified","name":"Qwen-math-turbo · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-math-turbo","detailsUrl":"/models/qwen-math-turbo","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-max--effort-unspecified","name":"Qwen-max · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-max","detailsUrl":"/models/qwen-max","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-omni-turbo--effort-unspecified","name":"Qwen-omni-turbo · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-omni-turbo","detailsUrl":"/models/qwen-omni-turbo","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-plus--effort-unspecified","name":"Qwen-plus · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-plus","detailsUrl":"/models/qwen-plus","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-plus-character--effort-unspecified","name":"Qwen-plus-character · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-plus-character","detailsUrl":"/models/qwen-plus-character","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-plus-character-ja--effort-unspecified","name":"Qwen-plus-character-ja · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-plus-character-ja","detailsUrl":"/models/qwen-plus-character-ja","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-turbo--effort-unspecified","name":"Qwen-turbo · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-turbo","detailsUrl":"/models/qwen-turbo","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-vl-max--effort-unspecified","name":"Qwen-vl-max · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-vl-max","detailsUrl":"/models/qwen-vl-max","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen-vl-plus--effort-unspecified","name":"Qwen-vl-plus · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen-vl-plus","detailsUrl":"/models/qwen-vl-plus","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen3-coder-flash--effort-unspecified","name":"Qwen3-coder-flash · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-coder-flash","detailsUrl":"/models/qwen3-coder-flash","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen3-coder-plus--effort-unspecified","name":"Qwen3-coder-plus · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-coder-plus","detailsUrl":"/models/qwen3-coder-plus","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen3-omni-30b-a3b-thinking--effort-unspecified","name":"Qwen3-Omni-30B-A3B-Thinking · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-omni-30b-a3b-thinking","detailsUrl":"/models/qwen3-omni-30b-a3b-thinking","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen3-omni-flash--effort-unspecified","name":"Qwen3-omni-flash · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-omni-flash","detailsUrl":"/models/qwen3-omni-flash","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen3-vl-235b-a22b-thinking--effort-unspecified","name":"Qwen3-VL-235B-A22B-Thinking · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-235b-a22b-thinking","detailsUrl":"/models/qwen3-vl-235b-a22b-thinking","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen3-vl-2b-instruct--effort-unspecified","name":"Qwen3-VL-2B-Instruct · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-2b-instruct","detailsUrl":"/models/qwen3-vl-2b-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen3-vl-2b-thinking--effort-unspecified","name":"Qwen3-VL-2B-Thinking · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-2b-thinking","detailsUrl":"/models/qwen3-vl-2b-thinking","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen3-vl-flash--effort-unspecified","name":"Qwen3-vl-flash · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-flash","detailsUrl":"/models/qwen3-vl-flash","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen3-vl-plus--effort-unspecified","name":"Qwen3-vl-plus · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3-vl-plus","detailsUrl":"/models/qwen3-vl-plus","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qwen3.8-flash--effort-unspecified","name":"Qwen3.8-flash · Effort unspecified","labId":"qwen","labName":"Qwen","scores":{},"baseModelId":"qwen3.8-flash","detailsUrl":"/models/qwen3.8-flash","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"grok-4.20-0309-non-reasoning--effort-unspecified","name":"Grok-4.20-0309-non-reasoning · Effort unspecified","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.20-0309-non-reasoning","detailsUrl":"/models/grok-4.20-0309-non-reasoning","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"grok-4.20-multi-agent-0309--effort-unspecified","name":"Grok-4.20-multi-agent-0309 · Effort unspecified","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-4.20-multi-agent-0309","detailsUrl":"/models/grok-4.20-multi-agent-0309","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"grok-build-0.1--effort-unspecified","name":"Grok-build-0.1 · Effort unspecified","labId":"xai","labName":"xAI","scores":{},"baseModelId":"grok-build-0.1","detailsUrl":"/models/grok-build-0.1","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4.7-flashx--effort-unspecified","name":"GLM-4.7-FlashX · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.7-flashx","detailsUrl":"/models/glm-4.7-flashx","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4.5-x--effort-unspecified","name":"GLM-4.5-X · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.5-x","detailsUrl":"/models/glm-4.5-x","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4.5-airx--effort-unspecified","name":"GLM-4.5-AirX · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.5-airx","detailsUrl":"/models/glm-4.5-airx","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4-32b-0414-128k--effort-unspecified","name":"GLM-4-32B-0414-128K · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4-32b-0414-128k","detailsUrl":"/models/glm-4-32b-0414-128k","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4.5-flash--effort-unspecified","name":"GLM-4.5-Flash · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.5-flash","detailsUrl":"/models/glm-4.5-flash","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4.6v-flashx--effort-unspecified","name":"GLM-4.6V-FlashX · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.6v-flashx","detailsUrl":"/models/glm-4.6v-flashx","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4.6v-flash--effort-unspecified","name":"GLM-4.6V-Flash · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.6v-flash","detailsUrl":"/models/glm-4.6v-flash","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4.1v-9b-thinking--effort-unspecified","name":"GLM-4.1V-9B-Thinking · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4.1v-9b-thinking","detailsUrl":"/models/glm-4.1v-9b-thinking","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-z1-rumination-32b-0414--effort-unspecified","name":"GLM-Z1-Rumination-32B-0414 · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-z1-rumination-32b-0414","detailsUrl":"/models/glm-z1-rumination-32b-0414","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-z1-9b-0414--effort-unspecified","name":"GLM-Z1-9B-0414 · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-z1-9b-0414","detailsUrl":"/models/glm-z1-9b-0414","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-z1-32b-0414--effort-unspecified","name":"GLM-Z1-32B-0414 · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-z1-32b-0414","detailsUrl":"/models/glm-z1-32b-0414","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4-9b-0414--effort-unspecified","name":"GLM-4-9B-0414 · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4-9b-0414","detailsUrl":"/models/glm-4-9b-0414","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4-32b-0414--effort-unspecified","name":"GLM-4-32B-0414 · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4-32b-0414","detailsUrl":"/models/glm-4-32b-0414","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4-9b-chat--effort-unspecified","name":"glm-4-9b-chat · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4-9b-chat","detailsUrl":"/models/glm-4-9b-chat","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4-9b-chat-1m--effort-unspecified","name":"glm-4-9b-chat-1m · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4-9b-chat-1m","detailsUrl":"/models/glm-4-9b-chat-1m","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-4v-9b--effort-unspecified","name":"glm-4v-9b · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-4v-9b","detailsUrl":"/models/glm-4v-9b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-edge-1.5b-chat--effort-unspecified","name":"glm-edge-1.5b-chat · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-edge-1.5b-chat","detailsUrl":"/models/glm-edge-1.5b-chat","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-edge-4b-chat--effort-unspecified","name":"glm-edge-4b-chat · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-edge-4b-chat","detailsUrl":"/models/glm-edge-4b-chat","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-edge-v-2b--effort-unspecified","name":"glm-edge-v-2b · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-edge-v-2b","detailsUrl":"/models/glm-edge-v-2b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"glm-edge-v-5b--effort-unspecified","name":"glm-edge-v-5b · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"glm-edge-v-5b","detailsUrl":"/models/glm-edge-v-5b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"chatglm-6b--effort-unspecified","name":"chatglm-6b · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"chatglm-6b","detailsUrl":"/models/chatglm-6b","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"chatglm2-6b--effort-unspecified","name":"chatglm2-6b · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"chatglm2-6b","detailsUrl":"/models/chatglm2-6b","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"chatglm2-6b-32k--effort-unspecified","name":"chatglm2-6b-32k · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"chatglm2-6b-32k","detailsUrl":"/models/chatglm2-6b-32k","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"chatglm3-6b--effort-unspecified","name":"chatglm3-6b · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"chatglm3-6b","detailsUrl":"/models/chatglm3-6b","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"chatglm3-6b-32k--effort-unspecified","name":"chatglm3-6b-32k · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"chatglm3-6b-32k","detailsUrl":"/models/chatglm3-6b-32k","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"chatglm3-6b-128k--effort-unspecified","name":"chatglm3-6b-128k · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"chatglm3-6b-128k","detailsUrl":"/models/chatglm3-6b-128k","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"codegeex4-all-9b--effort-unspecified","name":"codegeex4-all-9b · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"codegeex4-all-9b","detailsUrl":"/models/codegeex4-all-9b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"autoglm-phone-9b--effort-unspecified","name":"AutoGLM-Phone-9B · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"autoglm-phone-9b","detailsUrl":"/models/autoglm-phone-9b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"autoglm-phone-9b-multilingual--effort-unspecified","name":"AutoGLM-Phone-9B-Multilingual · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"autoglm-phone-9b-multilingual","detailsUrl":"/models/autoglm-phone-9b-multilingual","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"cogagent-9b-20241220--effort-unspecified","name":"cogagent-9b-20241220 · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"cogagent-9b-20241220","detailsUrl":"/models/cogagent-9b-20241220","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"codegeex2-6b--effort-unspecified","name":"codegeex2-6b · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"codegeex2-6b","detailsUrl":"/models/codegeex2-6b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"visualglm-6b--effort-unspecified","name":"visualglm-6b · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"visualglm-6b","detailsUrl":"/models/visualglm-6b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"cogvlm-chat-hf--effort-unspecified","name":"cogvlm-chat-hf · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"cogvlm-chat-hf","detailsUrl":"/models/cogvlm-chat-hf","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"cogagent-chat-hf--effort-unspecified","name":"cogagent-chat-hf · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"cogagent-chat-hf","detailsUrl":"/models/cogagent-chat-hf","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"cogagent-vqa-hf--effort-unspecified","name":"cogagent-vqa-hf · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"cogagent-vqa-hf","detailsUrl":"/models/cogagent-vqa-hf","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"cogvlm2-llama3-chat-19b--effort-unspecified","name":"cogvlm2-llama3-chat-19B · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"cogvlm2-llama3-chat-19b","detailsUrl":"/models/cogvlm2-llama3-chat-19b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"cogvlm2-llama3-chinese-chat-19b--effort-unspecified","name":"cogvlm2-llama3-chinese-chat-19B · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"cogvlm2-llama3-chinese-chat-19b","detailsUrl":"/models/cogvlm2-llama3-chinese-chat-19b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"cogvlm2-video-llama3-chat--effort-unspecified","name":"cogvlm2-video-llama3-chat · Effort unspecified","labId":"zai","labName":"Z.ai","scores":{},"baseModelId":"cogvlm2-video-llama3-chat","detailsUrl":"/models/cogvlm2-video-llama3-chat","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"minimax-text-01--effort-unspecified","name":"MiniMax-Text-01 · Effort unspecified","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-text-01","detailsUrl":"/models/minimax-text-01","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"minimax-vl-01--effort-unspecified","name":"MiniMax-VL-01 · Effort unspecified","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-vl-01","detailsUrl":"/models/minimax-vl-01","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"synlogic-32b--effort-unspecified","name":"SynLogic-32B · Effort unspecified","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"synlogic-32b","detailsUrl":"/models/synlogic-32b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"synlogic-mix-3-32b--effort-unspecified","name":"SynLogic-Mix-3-32B · Effort unspecified","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"synlogic-mix-3-32b","detailsUrl":"/models/synlogic-mix-3-32b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"synlogic-7b--effort-unspecified","name":"SynLogic-7B · Effort unspecified","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"synlogic-7b","detailsUrl":"/models/synlogic-7b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"minimax-m2-her--effort-unspecified","name":"MiniMax-M2-her · Effort unspecified","labId":"minimax","labName":"MiniMax","scores":{},"baseModelId":"minimax-m2-her","detailsUrl":"/models/minimax-m2-her","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"command-a-03-2025--effort-unspecified","name":"Command A 03 2025 · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"command-a-03-2025","detailsUrl":"/models/command-a-03-2025","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"command-r7b-12-2024--effort-unspecified","name":"Command R7B 12 2024 · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"command-r7b-12-2024","detailsUrl":"/models/command-r7b-12-2024","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"command-a-translate-08-2025--effort-unspecified","name":"Command A Translate 08 2025 · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"command-a-translate-08-2025","detailsUrl":"/models/command-a-translate-08-2025","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"command-a-reasoning-08-2025--effort-unspecified","name":"Command A Reasoning 08 2025 · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"command-a-reasoning-08-2025","detailsUrl":"/models/command-a-reasoning-08-2025","publishedBenchmarkCount":10,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"command-a-vision-07-2025--effort-unspecified","name":"Command A Vision 07 2025 · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"command-a-vision-07-2025","detailsUrl":"/models/command-a-vision-07-2025","publishedBenchmarkCount":4,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"command-r-08-2024--effort-unspecified","name":"Command R 08 2024 · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"command-r-08-2024","detailsUrl":"/models/command-r-08-2024","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"command-r-plus-08-2024--effort-unspecified","name":"Command R Plus 08 2024 · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"command-r-plus-08-2024","detailsUrl":"/models/command-r-plus-08-2024","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"command-r-plus-04-2024--effort-unspecified","name":"Command R Plus 04 2024 · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"command-r-plus-04-2024","detailsUrl":"/models/command-r-plus-04-2024","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"command-light--effort-unspecified","name":"Command Light · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"command-light","detailsUrl":"/models/command-light","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"command--effort-unspecified","name":"Command · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"command","detailsUrl":"/models/command","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"tiny-aya-earth--effort-unspecified","name":"Tiny Aya Earth · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"tiny-aya-earth","detailsUrl":"/models/tiny-aya-earth","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"tiny-aya-fire--effort-unspecified","name":"Tiny Aya Fire · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"tiny-aya-fire","detailsUrl":"/models/tiny-aya-fire","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"tiny-aya-water--effort-unspecified","name":"Tiny Aya Water · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"tiny-aya-water","detailsUrl":"/models/tiny-aya-water","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"c4ai-aya-expanse-32b--effort-unspecified","name":"C4Ai Aya Expanse 32B · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"c4ai-aya-expanse-32b","detailsUrl":"/models/c4ai-aya-expanse-32b","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"c4ai-aya-vision-32b--effort-unspecified","name":"C4Ai Aya Vision 32B · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"c4ai-aya-vision-32b","detailsUrl":"/models/c4ai-aya-vision-32b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"c4ai-command-r7b-arabic-02-2025--effort-unspecified","name":"c4ai-command-r7b-arabic-02-2025 · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"c4ai-command-r7b-arabic-02-2025","detailsUrl":"/models/c4ai-command-r7b-arabic-02-2025","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"c4ai-aya-expanse-8b--effort-unspecified","name":"aya-expanse-8b · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"c4ai-aya-expanse-8b","detailsUrl":"/models/c4ai-aya-expanse-8b","publishedBenchmarkCount":2,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"c4ai-aya-vision-8b--effort-unspecified","name":"aya-vision-8b · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"c4ai-aya-vision-8b","detailsUrl":"/models/c4ai-aya-vision-8b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"aya-23-8b--effort-unspecified","name":"aya-23-8B · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"aya-23-8b","detailsUrl":"/models/aya-23-8b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"aya-23-35b--effort-unspecified","name":"aya-23-35B · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"aya-23-35b","detailsUrl":"/models/aya-23-35b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"aya-101--effort-unspecified","name":"aya-101 · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"aya-101","detailsUrl":"/models/aya-101","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"north-mini-code-1-0--effort-unspecified","name":"North-Mini-Code-1.0 · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"north-mini-code-1-0","detailsUrl":"/models/north-mini-code-1-0","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"north-micro-vision-instruct--effort-unspecified","name":"North-Micro-Vision-Instruct · Effort unspecified","labId":"cohere","labName":"Cohere","scores":{},"baseModelId":"north-micro-vision-instruct","detailsUrl":"/models/north-micro-vision-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-4-reasoning-vision-15b--effort-unspecified","name":"Phi-4-reasoning-vision-15B · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-4-reasoning-vision-15b","detailsUrl":"/models/phi-4-reasoning-vision-15b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-3-mini-128k-instruct--effort-unspecified","name":"Phi-3-mini-128k-instruct · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-3-mini-128k-instruct","detailsUrl":"/models/phi-3-mini-128k-instruct","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-3.5-mini-instruct--effort-unspecified","name":"Phi-3.5-mini-instruct · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-3.5-mini-instruct","detailsUrl":"/models/phi-3.5-mini-instruct","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-4-reasoning--effort-unspecified","name":"Phi-4-reasoning · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-4-reasoning","detailsUrl":"/models/phi-4-reasoning","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-mini-moe-instruct--effort-unspecified","name":"Phi-mini-MoE-instruct · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-mini-moe-instruct","detailsUrl":"/models/phi-mini-moe-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-tiny-moe-instruct--effort-unspecified","name":"Phi-tiny-MoE-instruct · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-tiny-moe-instruct","detailsUrl":"/models/phi-tiny-moe-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-3-medium-4k-instruct--effort-unspecified","name":"Phi-3-medium-4k-instruct · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-3-medium-4k-instruct","detailsUrl":"/models/phi-3-medium-4k-instruct","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-3-small-8k-instruct--effort-unspecified","name":"Phi-3-small-8k-instruct · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-3-small-8k-instruct","detailsUrl":"/models/phi-3-small-8k-instruct","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-3-small-128k-instruct--effort-unspecified","name":"Phi-3-small-128k-instruct · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-3-small-128k-instruct","detailsUrl":"/models/phi-3-small-128k-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-3-vision-128k-instruct--effort-unspecified","name":"Phi-3-vision-128k-instruct · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-3-vision-128k-instruct","detailsUrl":"/models/phi-3-vision-128k-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-3.5-vision-instruct--effort-unspecified","name":"Phi-3.5-vision-instruct · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-3.5-vision-instruct","detailsUrl":"/models/phi-3.5-vision-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-3.5-moe-instruct--effort-unspecified","name":"Phi-3.5-MoE-instruct · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-3.5-moe-instruct","detailsUrl":"/models/phi-3.5-moe-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-4-reasoning-plus--effort-unspecified","name":"Phi-4-reasoning-plus · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-4-reasoning-plus","detailsUrl":"/models/phi-4-reasoning-plus","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-4-mini-reasoning--effort-unspecified","name":"Phi-4-mini-reasoning · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-4-mini-reasoning","detailsUrl":"/models/phi-4-mini-reasoning","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"phi-4-mini-flash-reasoning--effort-unspecified","name":"Phi-4-mini-flash-reasoning · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"phi-4-mini-flash-reasoning","detailsUrl":"/models/phi-4-mini-flash-reasoning","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"mai-ds-r1--effort-unspecified","name":"MAI-DS-R1 · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"mai-ds-r1","detailsUrl":"/models/mai-ds-r1","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"mai-thinking-1--effort-unspecified","name":"MAI-Thinking-1 · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"mai-thinking-1","detailsUrl":"/models/mai-thinking-1","publishedBenchmarkCount":19,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"mai-code-1-1-flash--effort-unspecified","name":"MAI-Code-1.1-Flash · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"mai-code-1-1-flash","detailsUrl":"/models/mai-code-1-1-flash","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"mai-code-1-flash--effort-unspecified","name":"MAI-Code-1-Flash · Effort unspecified","labId":"microsoft","labName":"Microsoft","scores":{},"baseModelId":"mai-code-1-flash","detailsUrl":"/models/mai-code-1-flash","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"doubao-seed-1.6--effort-unspecified","name":"Seed 1.6 · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-1.6","detailsUrl":"/models/doubao-seed-1.6","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"doubao-seed-1.6-thinking--effort-unspecified","name":"Seed 1.6 Thinking · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-1.6-thinking","detailsUrl":"/models/doubao-seed-1.6-thinking","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"doubao-seed-1.6-vision--effort-unspecified","name":"Seed 1.6 Vision · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-1.6-vision","detailsUrl":"/models/doubao-seed-1.6-vision","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"doubao-seed-1.8--effort-unspecified","name":"Seed 1.8 · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-1.8","detailsUrl":"/models/doubao-seed-1.8","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"doubao-seed-2.0-code--effort-unspecified","name":"Seed 2.0 Code · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-2.0-code","detailsUrl":"/models/doubao-seed-2.0-code","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"doubao-seed-2.0-lite--effort-unspecified","name":"Seed 2.0 Lite · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-2.0-lite","detailsUrl":"/models/doubao-seed-2.0-lite","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"doubao-seed-2.0-mini--effort-unspecified","name":"Seed 2.0 Mini · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-2.0-mini","detailsUrl":"/models/doubao-seed-2.0-mini","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"doubao-seed-2.0-pro--effort-unspecified","name":"Seed 2.0 Pro · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-2.0-pro","detailsUrl":"/models/doubao-seed-2.0-pro","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"doubao-seed-2.1-pro--effort-unspecified","name":"Seed 2.1 Pro · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-2.1-pro","detailsUrl":"/models/doubao-seed-2.1-pro","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"doubao-seed-2.1-turbo--effort-unspecified","name":"Seed 2.1 Turbo · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-2.1-turbo","detailsUrl":"/models/doubao-seed-2.1-turbo","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"doubao-seed-character--effort-unspecified","name":"Seed Character · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-character","detailsUrl":"/models/doubao-seed-character","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"doubao-seed-evolving--effort-unspecified","name":"Seed Evolving · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"doubao-seed-evolving","detailsUrl":"/models/doubao-seed-evolving","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"seed-coder-8b-instruct--effort-unspecified","name":"Seed Coder 8B Instruct · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"seed-coder-8b-instruct","detailsUrl":"/models/seed-coder-8b-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"seed-coder-8b-reasoning--effort-unspecified","name":"Seed Coder 8B Reasoning · Effort unspecified","labId":"bytedance","labName":"ByteDance","scores":{},"baseModelId":"seed-coder-8b-reasoning","detailsUrl":"/models/seed-coder-8b-reasoning","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"exaone-3.0-7.8b-instruct--effort-unspecified","name":"EXAONE 3.0 7.8B Instruct · Effort unspecified","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-3.0-7.8b-instruct","detailsUrl":"/models/exaone-3.0-7.8b-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"exaone-3.5-2.4b-instruct--effort-unspecified","name":"EXAONE 3.5 2.4B Instruct · Effort unspecified","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-3.5-2.4b-instruct","detailsUrl":"/models/exaone-3.5-2.4b-instruct","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"exaone-3.5-32b-instruct--effort-unspecified","name":"EXAONE 3.5 32B Instruct · Effort unspecified","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-3.5-32b-instruct","detailsUrl":"/models/exaone-3.5-32b-instruct","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"exaone-3.5-7.8b-instruct--effort-unspecified","name":"EXAONE 3.5 7.8B Instruct · Effort unspecified","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-3.5-7.8b-instruct","detailsUrl":"/models/exaone-3.5-7.8b-instruct","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"exaone-4.0.1-32b--effort-unspecified","name":"EXAONE 4.0.1 32B · Effort unspecified","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-4.0.1-32b","detailsUrl":"/models/exaone-4.0.1-32b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"exaone-deep-2.4b--effort-unspecified","name":"EXAONE Deep 2.4B · Effort unspecified","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-deep-2.4b","detailsUrl":"/models/exaone-deep-2.4b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"exaone-deep-32b--effort-unspecified","name":"EXAONE Deep 32B · Effort unspecified","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-deep-32b","detailsUrl":"/models/exaone-deep-32b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"exaone-deep-7.8b--effort-unspecified","name":"EXAONE Deep 7.8B · Effort unspecified","labId":"lgai","labName":"LG AI Research","scores":{},"baseModelId":"exaone-deep-7.8b","detailsUrl":"/models/exaone-deep-7.8b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"step-3.5-flash--effort-unspecified","name":"Step 3.5 Flash · Effort unspecified","labId":"stepfun","labName":"StepFun","scores":{},"baseModelId":"step-3.5-flash","detailsUrl":"/models/step-3.5-flash","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"step3--effort-unspecified","name":"Step 3 · Effort unspecified","labId":"stepfun","labName":"StepFun","scores":{},"baseModelId":"step3","detailsUrl":"/models/step3","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"solar-10.7b-instruct-v1.0--effort-unspecified","name":"SOLAR 10.7B Instruct v1.0 · Effort unspecified","labId":"upstage","labName":"Upstage","scores":{},"baseModelId":"solar-10.7b-instruct-v1.0","detailsUrl":"/models/solar-10.7b-instruct-v1.0","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"solar-mini-250422--effort-unspecified","name":"Solar Mini (April 2025) · Effort unspecified","labId":"upstage","labName":"Upstage","scores":{},"baseModelId":"solar-mini-250422","detailsUrl":"/models/solar-mini-250422","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"solar-pro-preview-instruct--effort-unspecified","name":"solar pro preview instruct · Effort unspecified","labId":"upstage","labName":"Upstage","scores":{},"baseModelId":"solar-pro-preview-instruct","detailsUrl":"/models/solar-pro-preview-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"solar-pro2-251215--effort-unspecified","name":"Solar Pro 2 (December 2025) · Effort unspecified","labId":"upstage","labName":"Upstage","scores":{},"baseModelId":"solar-pro2-251215","detailsUrl":"/models/solar-pro2-251215","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"mimo-7b-rl--effort-unspecified","name":"MiMo-7B-RL · Effort unspecified","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-7b-rl","detailsUrl":"/models/mimo-7b-rl","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"mimo-7b-rl-0530--effort-unspecified","name":"MiMo-7B-RL-0530 · Effort unspecified","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-7b-rl-0530","detailsUrl":"/models/mimo-7b-rl-0530","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"mimo-7b-rl-zero--effort-unspecified","name":"MiMo-7B-RL-Zero · Effort unspecified","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-7b-rl-zero","detailsUrl":"/models/mimo-7b-rl-zero","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"mimo-7b-sft--effort-unspecified","name":"MiMo-7B-SFT · Effort unspecified","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-7b-sft","detailsUrl":"/models/mimo-7b-sft","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"mimo-vl-7b-rl--effort-unspecified","name":"MiMo-VL-7B-RL · Effort unspecified","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-vl-7b-rl","detailsUrl":"/models/mimo-vl-7b-rl","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"mimo-vl-7b-rl-2508--effort-unspecified","name":"MiMo-VL-7B-RL-2508 · Effort unspecified","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-vl-7b-rl-2508","detailsUrl":"/models/mimo-vl-7b-rl-2508","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"mimo-vl-7b-sft--effort-unspecified","name":"MiMo-VL-7B-SFT · Effort unspecified","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-vl-7b-sft","detailsUrl":"/models/mimo-vl-7b-sft","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"mimo-vl-7b-sft-2508--effort-unspecified","name":"MiMo-VL-7B-SFT-2508 · Effort unspecified","labId":"xiaomi","labName":"Xiaomi","scores":{},"baseModelId":"mimo-vl-7b-sft-2508","detailsUrl":"/models/mimo-vl-7b-sft-2508","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-4.5-0.3b-pt--effort-unspecified","name":"ERNIE-4.5-0.3B-PT · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-4.5-0.3b-pt","detailsUrl":"/models/ernie-4.5-0.3b-pt","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-4.5-21b-a3b-pt--effort-unspecified","name":"ERNIE-4.5-21B-A3B-PT · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-4.5-21b-a3b-pt","detailsUrl":"/models/ernie-4.5-21b-a3b-pt","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-4.5-21b-a3b-thinking--effort-unspecified","name":"ERNIE-4.5-21B-A3B-Thinking · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-4.5-21b-a3b-thinking","detailsUrl":"/models/ernie-4.5-21b-a3b-thinking","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-4.5-vl-28b-a3b-pt--effort-unspecified","name":"ERNIE-4.5-VL-28B-A3B-PT · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-4.5-vl-28b-a3b-pt","detailsUrl":"/models/ernie-4.5-vl-28b-a3b-pt","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-4.5-vl-28b-a3b-thinking--effort-unspecified","name":"ERNIE-4.5-VL-28B-A3B-Thinking · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-4.5-vl-28b-a3b-thinking","detailsUrl":"/models/ernie-4.5-vl-28b-a3b-thinking","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-4.5-vl-424b-a47b-pt--effort-unspecified","name":"ERNIE-4.5-VL-424B-A47B-PT · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-4.5-vl-424b-a47b-pt","detailsUrl":"/models/ernie-4.5-vl-424b-a47b-pt","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qianfan-vl-3b--effort-unspecified","name":"Qianfan-VL-3B · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"qianfan-vl-3b","detailsUrl":"/models/qianfan-vl-3b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qianfan-vl-70b--effort-unspecified","name":"Qianfan-VL-70B · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"qianfan-vl-70b","detailsUrl":"/models/qianfan-vl-70b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"qianfan-vl-8b--effort-unspecified","name":"Qianfan-VL-8B · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"qianfan-vl-8b","detailsUrl":"/models/qianfan-vl-8b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"hunyuan-0.5b-instruct--effort-unspecified","name":"Hunyuan-0.5B-Instruct · Effort unspecified","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"hunyuan-0.5b-instruct","detailsUrl":"/models/hunyuan-0.5b-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"hunyuan-1.8b-instruct--effort-unspecified","name":"Hunyuan-1.8B-Instruct · Effort unspecified","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"hunyuan-1.8b-instruct","detailsUrl":"/models/hunyuan-1.8b-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"hunyuan-4b-instruct--effort-unspecified","name":"Hunyuan-4B-Instruct · Effort unspecified","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"hunyuan-4b-instruct","detailsUrl":"/models/hunyuan-4b-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"hunyuan-7b-instruct--effort-unspecified","name":"Hunyuan-7B-Instruct · Effort unspecified","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"hunyuan-7b-instruct","detailsUrl":"/models/hunyuan-7b-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"hunyuan-7b-instruct-0124--effort-unspecified","name":"Hunyuan-7B-Instruct-0124 · Effort unspecified","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"hunyuan-7b-instruct-0124","detailsUrl":"/models/hunyuan-7b-instruct-0124","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"hunyuan-a13b-instruct--effort-unspecified","name":"Hunyuan-A13B-Instruct · Effort unspecified","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"hunyuan-a13b-instruct","detailsUrl":"/models/hunyuan-a13b-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"hy4-preview--effort-unspecified","name":"Hy4-preview · Effort unspecified","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"hy4-preview","detailsUrl":"/models/hy4-preview","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"hunyuan-a52b-instruct--effort-unspecified","name":"Hunyuan A52B Instruct · Effort unspecified","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"hunyuan-a52b-instruct","detailsUrl":"/models/hunyuan-a52b-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"wedlm-7b-instruct--effort-unspecified","name":"WeDLM-7B-Instruct · Effort unspecified","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"wedlm-7b-instruct","detailsUrl":"/models/wedlm-7b-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"wedlm-8b-instruct--effort-unspecified","name":"WeDLM-8B-Instruct · Effort unspecified","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"wedlm-8b-instruct","detailsUrl":"/models/wedlm-8b-instruct","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"youtu-llm-2b--effort-unspecified","name":"Youtu-LLM-2B · Effort unspecified","labId":"tencent","labName":"Tencent","scores":{},"baseModelId":"youtu-llm-2b","detailsUrl":"/models/youtu-llm-2b","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-5.1--effort-unspecified","name":"ERNIE-5.1 · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-5.1","detailsUrl":"/models/ernie-5.1","publishedBenchmarkCount":1,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-5.0--effort-unspecified","name":"ERNIE-5.0 · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-5.0","detailsUrl":"/models/ernie-5.0","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-5.0-thinking-latest--effort-unspecified","name":"ERNIE-5.0-thinking-latest · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-5.0-thinking-latest","detailsUrl":"/models/ernie-5.0-thinking-latest","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-5.0-thinking-exp--effort-unspecified","name":"ERNIE-5.0-thinking-exp · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-5.0-thinking-exp","detailsUrl":"/models/ernie-5.0-thinking-exp","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-4.5-turbo-32k--effort-unspecified","name":"ERNIE-4.5-turbo-32k · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-4.5-turbo-32k","detailsUrl":"/models/ernie-4.5-turbo-32k","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-4.5-turbo-128k--effort-unspecified","name":"ERNIE-4.5-turbo-128k · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-4.5-turbo-128k","detailsUrl":"/models/ernie-4.5-turbo-128k","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-4.5-turbo-20260402--effort-unspecified","name":"ERNIE-4.5-turbo-20260402 · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-4.5-turbo-20260402","detailsUrl":"/models/ernie-4.5-turbo-20260402","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-4.5-turbo-vl--effort-unspecified","name":"ERNIE-4.5-turbo-vl · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-4.5-turbo-vl","detailsUrl":"/models/ernie-4.5-turbo-vl","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}},{"id":"ernie-4.5-turbo-vl-32k--effort-unspecified","name":"ERNIE-4.5-turbo-vl-32k · Effort unspecified","labId":"baidu","labName":"Baidu","scores":{},"baseModelId":"ernie-4.5-turbo-vl-32k","detailsUrl":"/models/ernie-4.5-turbo-vl-32k","publishedBenchmarkCount":0,"overallRating":{"score":null,"supported":false,"families":0,"publishers":0,"evaluationSources":0,"taskAreas":0,"opponents":0,"independentFamilies":0,"reason":"No identified configuration in the effort dataset"},"capabilityRatings":[],"families":[],"effort":{"label":"Not specified","settings":[],"unspecified":0,"total":0}}],"evidencePolicy":"independent","scoringVersion":"v4-configuration-source-5","effortDatasetId":"sha256-1f186994047883a45f76e96fbce2f07320baf4f104506414be2bba69a334a02f+sha256-2bc644d4e2fb34bd4fecd1ef0a2a50302a9d18f3b8cd3aa0e6dfc487669f5146+sha256-b6d2e58f71798704ee9f3e6b341e3627e6b0dc1caef890fc1e08b62a226e3f36+sha256-7a7d95c40c608cc28483fb5cef9007da8c102f1e7278882ccbcc02a16078607d+sha256-99e5ccb2eac4abb63cc6d9823b591f2ffac992cdee03ac725f66bd8a5ec086a3+sha256-9fbe9729fecc9cf9232f3292684307ba1a85d69beff3920a2a7ed9e2c77bf7ef+sha256-7e00d90a437b5a33e79607a04b57b10dc14322bbaa63ce8bbe9ce1338eaf26f5"}}