state: generation 17599 (cycle)
This commit is contained in:
@@ -3,106 +3,106 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-09-27T23:20:08.272295+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-27T17:28:45.776929+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-27T23:28:54.373769+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 34340,
|
||||
"modelCount": 34385,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15565,
|
||||
"successRate": 0.4532615026208503,
|
||||
"wilsonLowerBound": 0.4480017583119955
|
||||
"successCount": 15596,
|
||||
"successRate": 0.4535698705831031,
|
||||
"wilsonLowerBound": 0.4483132259412944
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 38236,
|
||||
"modelCount": 38255,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10792,
|
||||
"successRate": 0.2822470969766712,
|
||||
"wilsonLowerBound": 0.27775763469344444
|
||||
"successCount": 10795,
|
||||
"successRate": 0.2821853352502941,
|
||||
"wilsonLowerBound": 0.27769728810659694
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 10452,
|
||||
"modelCount": 10486,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4384,
|
||||
"successRate": 0.41944125526215076,
|
||||
"wilsonLowerBound": 0.4100120248586809
|
||||
"successCount": 4402,
|
||||
"successRate": 0.419797825672325,
|
||||
"wilsonLowerBound": 0.41038259944601707
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64125,
|
||||
"modelCount": 64126,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12091,
|
||||
"successRate": 0.18855360623781675,
|
||||
"wilsonLowerBound": 0.1855447576196219
|
||||
"successRate": 0.18855066587655553,
|
||||
"wilsonLowerBound": 0.185541858867957
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 22266,
|
||||
"modelCount": 22431,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4617,
|
||||
"successRate": 0.20735650767987066,
|
||||
"wilsonLowerBound": 0.20208204826914544
|
||||
"successCount": 4643,
|
||||
"successRate": 0.20699032588827962,
|
||||
"wilsonLowerBound": 0.20173863868820371
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6853,
|
||||
"modelCount": 6866,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 74,
|
||||
"successRate": 0.010798190573471473,
|
||||
"wilsonLowerBound": 0.008610651424773005
|
||||
"successCount": 75,
|
||||
"successRate": 0.010923390620448586,
|
||||
"wilsonLowerBound": 0.008723743710988422
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26424,
|
||||
"modelCount": 26438,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3248,
|
||||
"successRate": 0.12291855888586134,
|
||||
"wilsonLowerBound": 0.11901428061898077
|
||||
"successCount": 3249,
|
||||
"successRate": 0.1228912928360693,
|
||||
"wilsonLowerBound": 0.11898841531930271
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16485,
|
||||
"modelCount": 16487,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.10166818319684562,
|
||||
"wilsonLowerBound": 0.09714717632753626
|
||||
"successRate": 0.10165585006368653,
|
||||
"wilsonLowerBound": 0.0971353627253932
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 12705,
|
||||
"modelCount": 12750,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5251,
|
||||
"successRate": 0.41330184966548605,
|
||||
"wilsonLowerBound": 0.4047666296138237
|
||||
"successCount": 5266,
|
||||
"successRate": 0.41301960784313724,
|
||||
"wilsonLowerBound": 0.4045003612931109
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24426,
|
||||
"modelCount": 24431,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3796,
|
||||
"successRate": 0.1554081716204045,
|
||||
"wilsonLowerBound": 0.1509188957664179
|
||||
"successRate": 0.15537636609225983,
|
||||
"wilsonLowerBound": 0.15088792835588064
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -115,106 +115,106 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 46269,
|
||||
"modelCount": 46358,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11526,
|
||||
"successRate": 0.2491084743564806,
|
||||
"wilsonLowerBound": 0.24518852611371802
|
||||
"successCount": 11554,
|
||||
"successRate": 0.24923422063074335,
|
||||
"wilsonLowerBound": 0.24531734270332362
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 23522,
|
||||
"modelCount": 23527,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3093,
|
||||
"successRate": 0.13149392058498427,
|
||||
"wilsonLowerBound": 0.127235276848122
|
||||
"successRate": 0.1314659752624644,
|
||||
"wilsonLowerBound": 0.1272081715530364
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86774,
|
||||
"modelCount": 86781,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9764,
|
||||
"successRate": 0.11252218406435108,
|
||||
"wilsonLowerBound": 0.1104367022573841
|
||||
"successRate": 0.11251310770790841,
|
||||
"wilsonLowerBound": 0.1104277837662243
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 42515,
|
||||
"modelCount": 42613,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5209,
|
||||
"successRate": 0.12252146301305422,
|
||||
"wilsonLowerBound": 0.1194387198583957
|
||||
"successCount": 5223,
|
||||
"successRate": 0.12256823035223993,
|
||||
"wilsonLowerBound": 0.11948847970398756
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 37163,
|
||||
"modelCount": 37348,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3520,
|
||||
"successRate": 0.09471786454269031,
|
||||
"wilsonLowerBound": 0.09178240991852564
|
||||
"successCount": 3529,
|
||||
"successRate": 0.09448966477455285,
|
||||
"wilsonLowerBound": 0.0915646150426511
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 89992,
|
||||
"modelCount": 90056,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21768,
|
||||
"successRate": 0.24188816783714107,
|
||||
"wilsonLowerBound": 0.23910135026351376
|
||||
"successCount": 21807,
|
||||
"successRate": 0.24214932930620947,
|
||||
"wilsonLowerBound": 0.23936245974464082
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5363,
|
||||
"modelCount": 5368,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 579,
|
||||
"successRate": 0.10796196158866306,
|
||||
"wilsonLowerBound": 0.0999350582920646
|
||||
"successRate": 0.10786140089418778,
|
||||
"wilsonLowerBound": 0.09984157384700253
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112730,
|
||||
"modelCount": 112737,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16525,
|
||||
"successRate": 0.1465891954226914,
|
||||
"wilsonLowerBound": 0.14453649383019074
|
||||
"successRate": 0.14658009349193254,
|
||||
"wilsonLowerBound": 0.14452750865122607
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 19710,
|
||||
"modelCount": 19808,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3689,
|
||||
"successRate": 0.1871638762049721,
|
||||
"wilsonLowerBound": 0.18177968393086766
|
||||
"successCount": 3696,
|
||||
"successRate": 0.18659127625201938,
|
||||
"wilsonLowerBound": 0.18122678227998876
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 43151,
|
||||
"modelCount": 43180,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5611,
|
||||
"successRate": 0.1300317489745313,
|
||||
"wilsonLowerBound": 0.1268911641948798
|
||||
"successCount": 5617,
|
||||
"successRate": 0.13008337193144975,
|
||||
"wilsonLowerBound": 0.12694329089712694
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7213,
|
||||
"modelCount": 7243,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 624,
|
||||
"successRate": 0.08651046721197837,
|
||||
"wilsonLowerBound": 0.08024096293476098
|
||||
"successCount": 628,
|
||||
"successRate": 0.08670440425238161,
|
||||
"wilsonLowerBound": 0.08044079225749916
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -229,85 +229,85 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 32212,
|
||||
"modelCount": 32252,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6032,
|
||||
"successRate": 0.18725940643238545,
|
||||
"wilsonLowerBound": 0.18303644270045658
|
||||
"successCount": 6049,
|
||||
"successRate": 0.18755426020091778,
|
||||
"wilsonLowerBound": 0.18333128051434153
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61218,
|
||||
"modelCount": 61225,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12401,
|
||||
"successRate": 0.20257113920742265,
|
||||
"wilsonLowerBound": 0.19940600750877482
|
||||
"successRate": 0.2025479787668436,
|
||||
"wilsonLowerBound": 0.1993831641508634
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 10301,
|
||||
"modelCount": 10371,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3038,
|
||||
"successRate": 0.2949228230268906,
|
||||
"wilsonLowerBound": 0.28619437744292164
|
||||
"successCount": 3058,
|
||||
"successRate": 0.29486066917365733,
|
||||
"wilsonLowerBound": 0.2861620247531009
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 14119,
|
||||
"modelCount": 14147,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3549,
|
||||
"successRate": 0.2513634110064452,
|
||||
"wilsonLowerBound": 0.24427618599472686
|
||||
"successCount": 3559,
|
||||
"successRate": 0.25157277161235597,
|
||||
"wilsonLowerBound": 0.244490463253843
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 63808,
|
||||
"modelCount": 63871,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 17488,
|
||||
"successRate": 0.27407221664994985,
|
||||
"wilsonLowerBound": 0.270624926316488
|
||||
"successCount": 17508,
|
||||
"successRate": 0.2741150130732257,
|
||||
"wilsonLowerBound": 0.2706692458667205
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 221,
|
||||
"modelCount": 238,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 144,
|
||||
"successRate": 0.6515837104072398,
|
||||
"wilsonLowerBound": 0.5866594552975183
|
||||
"successCount": 154,
|
||||
"successRate": 0.6470588235294118,
|
||||
"wilsonLowerBound": 0.5844474394566809
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 47232,
|
||||
"modelCount": 47250,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20862,
|
||||
"successRate": 0.4416920731707317,
|
||||
"wilsonLowerBound": 0.43721847397265107
|
||||
"successCount": 20876,
|
||||
"successRate": 0.44182010582010584,
|
||||
"wilsonLowerBound": 0.43734721205240756
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 37598,
|
||||
"modelCount": 37638,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3928,
|
||||
"successRate": 0.10447364221501143,
|
||||
"wilsonLowerBound": 0.10142211051791826
|
||||
"successCount": 3945,
|
||||
"successRate": 0.10481428343695201,
|
||||
"wilsonLowerBound": 0.1017598736130076
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 772,
|
||||
"modelCount": 773,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -327,76 +327,76 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10040,
|
||||
"modelCount": 10042,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 743,
|
||||
"successRate": 0.07400398406374502,
|
||||
"wilsonLowerBound": 0.06904470201407993
|
||||
"successCount": 744,
|
||||
"successRate": 0.07408882692690699,
|
||||
"wilsonLowerBound": 0.06912729387165777
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 6395,
|
||||
"modelCount": 6410,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2756,
|
||||
"successRate": 0.4309616888193902,
|
||||
"wilsonLowerBound": 0.4188693036366709
|
||||
"successCount": 2766,
|
||||
"successRate": 0.4315132605304212,
|
||||
"wilsonLowerBound": 0.41943277205277346
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7393,
|
||||
"modelCount": 7394,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 241,
|
||||
"successRate": 0.032598403895576895,
|
||||
"wilsonLowerBound": 0.028786866472004326
|
||||
"successRate": 0.03259399513118745,
|
||||
"wilsonLowerBound": 0.028782966020733367
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 13913,
|
||||
"modelCount": 13992,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4522,
|
||||
"successRate": 0.32501976568676777,
|
||||
"wilsonLowerBound": 0.31728600834990184
|
||||
"successCount": 4547,
|
||||
"successRate": 0.3249714122355632,
|
||||
"wilsonLowerBound": 0.3172596897382483
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 27137,
|
||||
"modelCount": 27151,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 13820,
|
||||
"successRate": 0.5092677893650736,
|
||||
"wilsonLowerBound": 0.5033189041317153
|
||||
"successCount": 13828,
|
||||
"successRate": 0.5092998416264595,
|
||||
"wilsonLowerBound": 0.5033524929824741
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64131,
|
||||
"modelCount": 64215,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6596,
|
||||
"successRate": 0.10285197486395035,
|
||||
"wilsonLowerBound": 0.10052467135547719
|
||||
"successCount": 6607,
|
||||
"successRate": 0.1028887331620338,
|
||||
"wilsonLowerBound": 0.10056256303166106
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 12921,
|
||||
"modelCount": 12925,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1958,
|
||||
"successRate": 0.1515362588034982,
|
||||
"wilsonLowerBound": 0.14545711489941984
|
||||
"successCount": 1959,
|
||||
"successRate": 0.15156673114119923,
|
||||
"wilsonLowerBound": 0.1454879927066719
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-27T23:26:20.370534+00:00",
|
||||
"generatedAt": "2026-09-27T23:28:54.373769+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user