state: generation 31412 (cycle)

This commit is contained in:
CoolBoy committed 2026-11-13 10:54:16 +00:00
1 parent feffbac6ac
commit 1afd08e3c6
7 files changed
+1339 -1321

No files matched your search

+160 -142
View File
@@ -3,28 +3,28 @@
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-11-13T10:41:29.879951+00:00",
"frameworkAttemptedAt": "2026-11-13T04:54:06.938120+00:00",
"frameworkAttemptedAt": "2026-11-13T10:54:08.005410+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 47169,
"modelCount": 47202,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24006,
"successRate": 0.5089359536984036,
"wilsonLowerBound": 0.5044238326521064
"successCount": 24025,
"successRate": 0.5089826702258379,
"wilsonLowerBound": 0.5044721305952055
},
"vllm": {
"framework": "vllm",
"modelCount": 61574,
"modelCount": 61611,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15976,
"successRate": 0.2594601617565856,
"wilsonLowerBound": 0.2560129256557961
"successCount": 15987,
"successRate": 0.25948288454983687,
"wilsonLowerBound": 0.2560365792977004
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
@@ -37,108 +37,108 @@
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8626,
"modelCount": 8668,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2931,
"successRate": 0.33978669139809875,
"wilsonLowerBound": 0.3298646621975428
"successCount": 2949,
"successRate": 0.3402168897092755,
"wilsonLowerBound": 0.33031549850539793
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 42568,
"modelCount": 42605,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21012,
"successRate": 0.4936102236421725,
"wilsonLowerBound": 0.48886150254219074
"successCount": 21038,
"successRate": 0.4937918084731839,
"wilsonLowerBound": 0.48904511128812045
},
"vllm": {
"framework": "vllm",
"modelCount": 42354,
"modelCount": 42378,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11385,
"successRate": 0.26880577985550363,
"wilsonLowerBound": 0.26460463147012714
"successCount": 11392,
"successRate": 0.2688187266978149,
"wilsonLowerBound": 0.26461869664407534
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 18,
"modelCount": 19,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 5,
"successRate": 0.2777777777777778,
"wilsonLowerBound": 0.12499569146355476
"successRate": 0.2631578947368421,
"wilsonLowerBound": 0.11806238339540162
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 19090,
"modelCount": 19143,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7307,
"successRate": 0.38276584599266633,
"wilsonLowerBound": 0.37589492120628193
"successCount": 7327,
"successRate": 0.3827508749934702,
"wilsonLowerBound": 0.3758894880662471
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64532,
"modelCount": 64549,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12101,
"successRate": 0.1875193702349222,
"wilsonLowerBound": 0.1845263978194066
"successRate": 0.18746998404313003,
"wilsonLowerBound": 0.18447771127235432
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 48700,
"modelCount": 48889,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8674,
"successRate": 0.17811088295687885,
"wilsonLowerBound": 0.17473815473520715
"successCount": 8694,
"successRate": 0.17783141401951358,
"wilsonLowerBound": 0.17446726964993492
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9498,
"modelCount": 9501,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 121,
"successRate": 0.01273952411033902,
"wilsonLowerBound": 0.010672944859837366
"successRate": 0.012735501526155142,
"wilsonLowerBound": 0.010669571599782981
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 27104,
"modelCount": 27108,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3345,
"successRate": 0.12341351829988194,
"wilsonLowerBound": 0.11955102161386257
"successRate": 0.12339530765825586,
"wilsonLowerBound": 0.11953334275826193
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16560,
"modelCount": 16561,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1677,
"successRate": 0.10126811594202899,
"wilsonLowerBound": 0.09676528130403388
"successRate": 0.10126200108689089,
"wilsonLowerBound": 0.0967594240758133
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 22274,
"modelCount": 22344,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 8089,
"successRate": 0.36315883990302594,
"wilsonLowerBound": 0.35686724687160265
"successCount": 8106,
"successRate": 0.36278195488721804,
"wilsonLowerBound": 0.35650165902850856
}
},
"Cambricon_mlu-370-x8": {
@@ -162,61 +162,70 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 64899,
"modelCount": 64975,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15988,
"successRate": 0.24635202391408187,
"wilsonLowerBound": 0.24305198030205832
"successCount": 16009,
"successRate": 0.2463870719507503,
"wilsonLowerBound": 0.24308878936749143
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 36680,
"modelCount": 36735,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4340,
"successRate": 0.1183206106870229,
"wilsonLowerBound": 0.115055089966124
"successCount": 4341,
"successRate": 0.11817068191098408,
"wilsonLowerBound": 0.1149094048189938
},
"vllm": {
"framework": "vllm",
"modelCount": 87148,
"modelCount": 87158,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11221141047413595,
"wilsonLowerBound": 0.11013291777916598
"successRate": 0.11219853599210629,
"wilsonLowerBound": 0.11012026713682803
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 51427,
"modelCount": 51481,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5878,
"successRate": 0.11429793688140472,
"wilsonLowerBound": 0.11157675670267343
"successCount": 5890,
"successRate": 0.11441114197470911,
"wilsonLowerBound": 0.11169018100055257
},
"vllm_03": {
"framework": "vllm_03",
"modelCount": 0,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 61178,
"modelCount": 61397,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4009,
"successRate": 0.06553009251691784,
"wilsonLowerBound": 0.06359631737029411
"successCount": 4016,
"successRate": 0.06541036206980796,
"wilsonLowerBound": 0.06348166162028822
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 96297,
"modelCount": 96321,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24274,
"successRate": 0.2520743117646448,
"wilsonLowerBound": 0.24934176041871928
"successCount": 24281,
"successRate": 0.2520841768669345,
"wilsonLowerBound": 0.24935192876813683
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
@@ -229,12 +238,12 @@
},
"transformers": {
"framework": "transformers",
"modelCount": 8276,
"modelCount": 8289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 638,
"successRate": 0.07709038182696955,
"wilsonLowerBound": 0.07153779053639382
"successCount": 641,
"successRate": 0.07733140306430208,
"wilsonLowerBound": 0.07177469746236685
},
"vllm": {
"framework": "vllm",
@@ -247,39 +256,39 @@
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 485,
"modelCount": 486,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4,
"successRate": 0.008247422680412371,
"wilsonLowerBound": 0.0032117498028693937
"successCount": 5,
"successRate": 0.0102880658436214,
"wilsonLowerBound": 0.00440216398081005
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 27059,
"modelCount": 27179,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4408,
"successRate": 0.162903285413356,
"wilsonLowerBound": 0.1585511860830264
"successCount": 4422,
"successRate": 0.16269914272048272,
"wilsonLowerBound": 0.15835880093317406
},
"vllm_0_31_0_corex_5_0_0": {
"framework": "vllm_0_31_0_corex_5_0_0",
"modelCount": 31,
"modelCount": 41,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3,
"successRate": 0.0967741935483871,
"wilsonLowerBound": 0.033464036094643976
"successCount": 4,
"successRate": 0.0975609756097561,
"wilsonLowerBound": 0.03859645975296141
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 46341,
"modelCount": 46373,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5996,
"successRate": 0.1293886623076757,
"wilsonLowerBound": 0.12636349380496978
"successCount": 6001,
"successRate": 0.1294071981540983,
"wilsonLowerBound": 0.1263828752391216
},
"vllm_gemma_4": {
"framework": "vllm_gemma_4",
@@ -290,6 +299,15 @@
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_pplx_decider": {
"framework": "vllm_pplx_decider",
"modelCount": 0,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9653,
@@ -312,23 +330,23 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 39202,
"modelCount": 39234,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 8305,
"successRate": 0.21185143615121677,
"wilsonLowerBound": 0.20783474048986048
"successCount": 8319,
"successRate": 0.21203547943110568,
"wilsonLowerBound": 0.2080191091486445
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 62061,
"modelCount": 62064,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12447,
"successRate": 0.20056073862812393,
"wilsonLowerBound": 0.19742893991514937
"successRate": 0.20055104408352667,
"wilsonLowerBound": 0.19741937824487776
},
"vllm_0.25.1": {
"framework": "vllm_0.25.1",
@@ -341,61 +359,61 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 25305,
"modelCount": 25385,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 6731,
"successRate": 0.2659948626753606,
"wilsonLowerBound": 0.2605864166526316
"successCount": 6756,
"successRate": 0.2661414220996652,
"wilsonLowerBound": 0.2607404718551338
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 18461,
"modelCount": 18499,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4275,
"successRate": 0.23156925410324466,
"wilsonLowerBound": 0.2255403278999991
"successCount": 4279,
"successRate": 0.23130980052975836,
"wilsonLowerBound": 0.22528944547874935
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 73699,
"modelCount": 73748,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20026,
"successRate": 0.2717268891029729,
"wilsonLowerBound": 0.26852712128647793
"successCount": 20038,
"successRate": 0.27170906329663175,
"wilsonLowerBound": 0.268510421612219
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 4670,
"modelCount": 4694,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2560,
"successRate": 0.5481798715203426,
"wilsonLowerBound": 0.5338722057413519
"successCount": 2573,
"successRate": 0.548146570089476,
"wilsonLowerBound": 0.5338755345548953
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 50693,
"modelCount": 50729,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22972,
"successRate": 0.4531592133036119,
"wilsonLowerBound": 0.44882943411980775
"successCount": 22991,
"successRate": 0.4532121666108143,
"wilsonLowerBound": 0.44888387530608764
},
"vllm": {
"framework": "vllm",
"modelCount": 45459,
"modelCount": 45477,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6218,
"successRate": 0.13678259530566003,
"wilsonLowerBound": 0.13365447496188093
"successRate": 0.13672845614266552,
"wilsonLowerBound": 0.13360147939274056
}
},
"Sunrise_pt-200-x1": {
@@ -419,12 +437,12 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 9305,
"modelCount": 9319,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4104,
"successRate": 0.4410531972058033,
"wilsonLowerBound": 0.430991029424229
"successCount": 4108,
"successRate": 0.4408198304539114,
"wilsonLowerBound": 0.43076586187871885
}
},
"Vastai_va16": {
@@ -439,41 +457,41 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 28595,
"modelCount": 28695,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7951,
"successRate": 0.2780556041265956,
"wilsonLowerBound": 0.27289255614619684
"successCount": 7986,
"successRate": 0.27830632514375325,
"wilsonLowerBound": 0.2731507593515113
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 31269,
"modelCount": 31286,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15944,
"successRate": 0.5098979820269276,
"wilsonLowerBound": 0.5043561597209676
"successCount": 15949,
"successRate": 0.5097807325960494,
"wilsonLowerBound": 0.5042404051087697
},
"vllm": {
"framework": "vllm",
"modelCount": 71385,
"modelCount": 71412,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7778,
"successRate": 0.1089584646634447,
"wilsonLowerBound": 0.1066937046720399
"successCount": 7785,
"successRate": 0.10901529154763905,
"wilsonLowerBound": 0.1067504297976248
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 17022,
"modelCount": 17052,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3320,
"successRate": 0.1950417107272941,
"wilsonLowerBound": 0.18915826855090861
"successCount": 3333,
"successRate": 0.1954609429978888,
"wilsonLowerBound": 0.18957768742679187
},
"vllm_0.21.0": {
"framework": "vllm_0.21.0",
@@ -488,7 +506,7 @@
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-11-13T10:52:06.636330+00:00",
"generatedAt": "2026-11-13T10:54:08.005410+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,