state: generation 17380 (cycle)
This commit is contained in:
@@ -3,66 +3,66 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-10-31T16:03:38.155284+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-31T10:17:59.998236+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-31T16:18:17.286432+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 45105,
|
||||
"modelCount": 45142,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22845,
|
||||
"successRate": 0.5064848686398403,
|
||||
"wilsonLowerBound": 0.5018705169374298
|
||||
"successCount": 22866,
|
||||
"successRate": 0.5065349342076115,
|
||||
"wilsonLowerBound": 0.5019224757548806
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 59628,
|
||||
"modelCount": 59662,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15750,
|
||||
"successRate": 0.26413765345139867,
|
||||
"wilsonLowerBound": 0.26061422421649233
|
||||
"successRate": 0.2639871274848312,
|
||||
"wilsonLowerBound": 0.2604653540626253
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 63,
|
||||
"modelCount": 66,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 19,
|
||||
"successRate": 0.30158730158730157,
|
||||
"wilsonLowerBound": 0.20237537048735993
|
||||
"successRate": 0.2878787878787879,
|
||||
"wilsonLowerBound": 0.19271802784703906
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6686,
|
||||
"modelCount": 6716,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2198,
|
||||
"successRate": 0.3287466347591983,
|
||||
"wilsonLowerBound": 0.3175875623665683
|
||||
"successCount": 2208,
|
||||
"successRate": 0.3287671232876712,
|
||||
"wilsonLowerBound": 0.3176325804514172
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 40331,
|
||||
"modelCount": 40367,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19593,
|
||||
"successRate": 0.4858049639235328,
|
||||
"wilsonLowerBound": 0.4809286637616592
|
||||
"successCount": 19615,
|
||||
"successRate": 0.4859167141476949,
|
||||
"wilsonLowerBound": 0.48104254657661505
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41345,
|
||||
"modelCount": 41358,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11261,
|
||||
"successRate": 0.2723666706977869,
|
||||
"wilsonLowerBound": 0.2680967756649836
|
||||
"successCount": 11264,
|
||||
"successRate": 0.27235359543498233,
|
||||
"wilsonLowerBound": 0.2680844338037394
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -75,70 +75,70 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 16189,
|
||||
"modelCount": 16250,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6459,
|
||||
"successRate": 0.3989746123911298,
|
||||
"wilsonLowerBound": 0.3914560718909987
|
||||
"successCount": 6477,
|
||||
"successRate": 0.39858461538461537,
|
||||
"wilsonLowerBound": 0.39108148305651375
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64356,
|
||||
"modelCount": 64357,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12100,
|
||||
"successRate": 0.18801665734352663,
|
||||
"wilsonLowerBound": 0.1850165195205704
|
||||
"successRate": 0.1880137358795469,
|
||||
"wilsonLowerBound": 0.185013639415271
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 40852,
|
||||
"modelCount": 41028,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 8304,
|
||||
"successRate": 0.20327034172133554,
|
||||
"wilsonLowerBound": 0.19939583539933425
|
||||
"successCount": 8308,
|
||||
"successRate": 0.2024958564882519,
|
||||
"wilsonLowerBound": 0.19863521787853697
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8860,
|
||||
"modelCount": 8874,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 118,
|
||||
"successRate": 0.013318284424379233,
|
||||
"wilsonLowerBound": 0.011133429798243787
|
||||
"successRate": 0.01329727293216137,
|
||||
"wilsonLowerBound": 0.011115847565658882
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26937,
|
||||
"modelCount": 26941,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3312,
|
||||
"successRate": 0.12295355830270631,
|
||||
"wilsonLowerBound": 0.11908563378098767
|
||||
"successCount": 3313,
|
||||
"successRate": 0.12297242121673287,
|
||||
"wilsonLowerBound": 0.11910451864921899
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16537,
|
||||
"modelCount": 16538,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.1013484912620185,
|
||||
"wilsonLowerBound": 0.09684095369249211
|
||||
"successRate": 0.10134236304268956,
|
||||
"wilsonLowerBound": 0.09683508371548533
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 19559,
|
||||
"modelCount": 19635,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7361,
|
||||
"successRate": 0.3763484840738279,
|
||||
"wilsonLowerBound": 0.3695837165958955
|
||||
"successCount": 7376,
|
||||
"successRate": 0.3756557168321874,
|
||||
"wilsonLowerBound": 0.36890662006224484
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
@@ -162,23 +162,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 59802,
|
||||
"modelCount": 59909,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14841,
|
||||
"successRate": 0.24816895755994783,
|
||||
"wilsonLowerBound": 0.24472316728365662
|
||||
"successCount": 14866,
|
||||
"successRate": 0.2481430169089786,
|
||||
"wilsonLowerBound": 0.2447004133677452
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 30639,
|
||||
"modelCount": 30770,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4176,
|
||||
"successRate": 0.13629687652991285,
|
||||
"wilsonLowerBound": 0.13250056154986872
|
||||
"successCount": 4185,
|
||||
"successRate": 0.1360090997725057,
|
||||
"wilsonLowerBound": 0.1322242242723647
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -191,36 +191,36 @@
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 50797,
|
||||
"modelCount": 50809,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5806,
|
||||
"successRate": 0.11429808846979152,
|
||||
"wilsonLowerBound": 0.11156026280028515
|
||||
"successRate": 0.11427109370387137,
|
||||
"wilsonLowerBound": 0.11153387449369025
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 55394,
|
||||
"modelCount": 55486,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3926,
|
||||
"successRate": 0.07087410188829114,
|
||||
"wilsonLowerBound": 0.06876672065100775
|
||||
"successCount": 3936,
|
||||
"successRate": 0.07093681288973795,
|
||||
"wilsonLowerBound": 0.06883027852219618
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 95660,
|
||||
"modelCount": 95663,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 24194,
|
||||
"successRate": 0.25291657955258207,
|
||||
"wilsonLowerBound": 0.2501719040583192
|
||||
"successRate": 0.25290864806665064,
|
||||
"wilsonLowerBound": 0.25016404433973366
|
||||
},
|
||||
"llamacpp_opt": {
|
||||
"framework": "llamacpp_opt",
|
||||
"modelCount": 172,
|
||||
"modelCount": 173,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -229,12 +229,12 @@
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 6761,
|
||||
"modelCount": 6765,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 631,
|
||||
"successRate": 0.09332938914361781,
|
||||
"wilsonLowerBound": 0.08662443957329942
|
||||
"successRate": 0.09327420546932742,
|
||||
"wilsonLowerBound": 0.08657303886970658
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -247,39 +247,39 @@
|
||||
},
|
||||
"vllm-0.17.0": {
|
||||
"framework": "vllm-0.17.0",
|
||||
"modelCount": 430,
|
||||
"modelCount": 434,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2,
|
||||
"successRate": 0.004651162790697674,
|
||||
"wilsonLowerBound": 0.00127641793225089
|
||||
"successRate": 0.004608294930875576,
|
||||
"wilsonLowerBound": 0.0012646452245052846
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 26597,
|
||||
"modelCount": 26600,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4289,
|
||||
"successRate": 0.16125878858517878,
|
||||
"wilsonLowerBound": 0.1568878264144526
|
||||
"successCount": 4290,
|
||||
"successRate": 0.1612781954887218,
|
||||
"wilsonLowerBound": 0.15690725949861
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 45549,
|
||||
"modelCount": 45557,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5899,
|
||||
"successRate": 0.12950888054622495,
|
||||
"wilsonLowerBound": 0.12645656387475104
|
||||
"successCount": 5902,
|
||||
"successRate": 0.12955198981495708,
|
||||
"wilsonLowerBound": 0.1264994981038924
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 9179,
|
||||
"modelCount": 9182,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 853,
|
||||
"successRate": 0.09292951301884737,
|
||||
"wilsonLowerBound": 0.08715903032077496
|
||||
"successRate": 0.09289915051187105,
|
||||
"wilsonLowerBound": 0.08713046581932692
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -294,85 +294,85 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 37168,
|
||||
"modelCount": 37204,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7645,
|
||||
"successRate": 0.2056876883340508,
|
||||
"wilsonLowerBound": 0.20160887203419114
|
||||
"successCount": 7654,
|
||||
"successRate": 0.20573056660574132,
|
||||
"wilsonLowerBound": 0.201653387798276
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61674,
|
||||
"modelCount": 61675,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12434,
|
||||
"successRate": 0.20160845737263677,
|
||||
"wilsonLowerBound": 0.19846067526351305
|
||||
"successRate": 0.20160518848804215,
|
||||
"wilsonLowerBound": 0.19845745113620678
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 21526,
|
||||
"modelCount": 21584,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5901,
|
||||
"successRate": 0.2741336058719688,
|
||||
"wilsonLowerBound": 0.26821515880803565
|
||||
"successCount": 5916,
|
||||
"successRate": 0.2740919199406968,
|
||||
"wilsonLowerBound": 0.26818166398756527
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 17167,
|
||||
"modelCount": 17187,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4125,
|
||||
"successRate": 0.24028659637676938,
|
||||
"wilsonLowerBound": 0.2339537151026407
|
||||
"successCount": 4130,
|
||||
"successRate": 0.24029789957526038,
|
||||
"wilsonLowerBound": 0.23396856455349785
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 71406,
|
||||
"modelCount": 71446,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19547,
|
||||
"successRate": 0.2737445032630311,
|
||||
"wilsonLowerBound": 0.2704863006952127
|
||||
"successCount": 19558,
|
||||
"successRate": 0.2737452061696946,
|
||||
"wilsonLowerBound": 0.2704879097077595
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 2915,
|
||||
"modelCount": 2954,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1601,
|
||||
"successRate": 0.5492281303602058,
|
||||
"wilsonLowerBound": 0.5311120430290417
|
||||
"successCount": 1625,
|
||||
"successRate": 0.550101557210562,
|
||||
"wilsonLowerBound": 0.5321077300299663
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 49496,
|
||||
"modelCount": 49523,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22282,
|
||||
"successRate": 0.4501777921448198,
|
||||
"wilsonLowerBound": 0.44579879967590236
|
||||
"successCount": 22294,
|
||||
"successRate": 0.4501746663166609,
|
||||
"wilsonLowerBound": 0.4457968695802328
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 42790,
|
||||
"modelCount": 42823,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5742,
|
||||
"successRate": 0.13419023136246785,
|
||||
"wilsonLowerBound": 0.1309933894676942
|
||||
"successCount": 5753,
|
||||
"successRate": 0.13434369380940148,
|
||||
"wilsonLowerBound": 0.13114649859105745
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1487,
|
||||
"modelCount": 1490,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -401,12 +401,12 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 8463,
|
||||
"modelCount": 8477,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3723,
|
||||
"successRate": 0.43991492378589153,
|
||||
"wilsonLowerBound": 0.4293689444153717
|
||||
"successCount": 3732,
|
||||
"successRate": 0.4402500884746962,
|
||||
"wilsonLowerBound": 0.4297117823482855
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -421,47 +421,47 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 23913,
|
||||
"modelCount": 23975,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6643,
|
||||
"successRate": 0.27779868690670345,
|
||||
"wilsonLowerBound": 0.2721575334348471
|
||||
"successCount": 6664,
|
||||
"successRate": 0.27795620437956203,
|
||||
"wilsonLowerBound": 0.2723212890437767
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 30124,
|
||||
"modelCount": 30148,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15406,
|
||||
"successRate": 0.5114194662063472,
|
||||
"wilsonLowerBound": 0.5057734671439656
|
||||
"successCount": 15421,
|
||||
"successRate": 0.5115098845694573,
|
||||
"wilsonLowerBound": 0.5058661454453034
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 69960,
|
||||
"modelCount": 69993,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7631,
|
||||
"successRate": 0.10907661520869068,
|
||||
"wilsonLowerBound": 0.10678801622403622
|
||||
"successCount": 7633,
|
||||
"successRate": 0.10905376251910906,
|
||||
"wilsonLowerBound": 0.10676591161980761
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 15355,
|
||||
"modelCount": 15391,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2890,
|
||||
"successRate": 0.1882123086942364,
|
||||
"wilsonLowerBound": 0.18210790057490334
|
||||
"successCount": 2897,
|
||||
"successRate": 0.1882268858423754,
|
||||
"wilsonLowerBound": 0.1821293420866956
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-31T16:17:12.437376+00:00",
|
||||
"generatedAt": "2026-10-31T16:18:17.286432+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user