state: generation 18029 (cycle)
This commit is contained in:
@@ -3,66 +3,66 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-11-01T04:17:33.034531+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-31T22:18:50.517697+00:00",
|
||||
"frameworkAttemptedAt": "2026-11-01T04:19:44.752242+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 45179,
|
||||
"modelCount": 45220,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22887,
|
||||
"successRate": 0.506584917771531,
|
||||
"wilsonLowerBound": 0.5019743502897127
|
||||
"successCount": 22907,
|
||||
"successRate": 0.5065678903140204,
|
||||
"wilsonLowerBound": 0.5019594129157073
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 59693,
|
||||
"modelCount": 59729,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15753,
|
||||
"successRate": 0.2639002898162264,
|
||||
"wilsonLowerBound": 0.26037980562935087
|
||||
"successCount": 15759,
|
||||
"successRate": 0.2638416849436622,
|
||||
"wilsonLowerBound": 0.26032251278042495
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 68,
|
||||
"modelCount": 69,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 19,
|
||||
"successRate": 0.27941176470588236,
|
||||
"wilsonLowerBound": 0.18677805007008424
|
||||
"successRate": 0.2753623188405797,
|
||||
"wilsonLowerBound": 0.18394380762574333
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6750,
|
||||
"modelCount": 6790,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2224,
|
||||
"successRate": 0.3294814814814815,
|
||||
"wilsonLowerBound": 0.3183681585948652
|
||||
"successCount": 2239,
|
||||
"successRate": 0.3297496318114875,
|
||||
"wilsonLowerBound": 0.31866632900117925
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 40402,
|
||||
"modelCount": 40439,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19639,
|
||||
"successRate": 0.4860897975347755,
|
||||
"wilsonLowerBound": 0.48121767715666464
|
||||
"successCount": 19663,
|
||||
"successRate": 0.48623853211009177,
|
||||
"wilsonLowerBound": 0.4813685860667674
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41368,
|
||||
"modelCount": 41379,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11265,
|
||||
"successRate": 0.27231193192806036,
|
||||
"wilsonLowerBound": 0.268043492908605
|
||||
"successRate": 0.27223954179656346,
|
||||
"wilsonLowerBound": 0.26797203081774545
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -75,52 +75,52 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 16295,
|
||||
"modelCount": 16347,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6490,
|
||||
"successRate": 0.39828168149739185,
|
||||
"wilsonLowerBound": 0.3907899172023114
|
||||
"successCount": 6506,
|
||||
"successRate": 0.39799351562977914,
|
||||
"wilsonLowerBound": 0.39051462235994067
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64357,
|
||||
"modelCount": 64358,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12100,
|
||||
"successRate": 0.1880137358795469,
|
||||
"wilsonLowerBound": 0.185013639415271
|
||||
"successRate": 0.18801081450635507,
|
||||
"wilsonLowerBound": 0.18501075939964742
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 41181,
|
||||
"modelCount": 41376,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 8312,
|
||||
"successRate": 0.20184065467084336,
|
||||
"wilsonLowerBound": 0.19799189571463
|
||||
"successCount": 8314,
|
||||
"successRate": 0.20093774168600154,
|
||||
"wilsonLowerBound": 0.19710455783758057
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8883,
|
||||
"modelCount": 8886,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 118,
|
||||
"successRate": 0.01328380051784307,
|
||||
"wilsonLowerBound": 0.01110457399689554
|
||||
"successRate": 0.01327931577762773,
|
||||
"wilsonLowerBound": 0.011100821220508702
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26944,
|
||||
"modelCount": 26945,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3314,
|
||||
"successRate": 0.1229958432304038,
|
||||
"wilsonLowerBound": 0.11912782872120758
|
||||
"successRate": 0.12299127853033959,
|
||||
"wilsonLowerBound": 0.11912339800122651
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -133,12 +133,12 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 19684,
|
||||
"modelCount": 19738,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7393,
|
||||
"successRate": 0.37558423084738873,
|
||||
"wilsonLowerBound": 0.36884377826197473
|
||||
"successCount": 7406,
|
||||
"successRate": 0.3752153207011855,
|
||||
"wilsonLowerBound": 0.36848545569275243
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
@@ -162,23 +162,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 60024,
|
||||
"modelCount": 60148,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14893,
|
||||
"successRate": 0.24811741969878714,
|
||||
"wilsonLowerBound": 0.24467822101885117
|
||||
"successCount": 14922,
|
||||
"successRate": 0.24808804947795438,
|
||||
"wilsonLowerBound": 0.2446525197195532
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 30890,
|
||||
"modelCount": 30985,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4191,
|
||||
"successRate": 0.13567497572029782,
|
||||
"wilsonLowerBound": 0.1319013718522267
|
||||
"successCount": 4197,
|
||||
"successRate": 0.1354526383734065,
|
||||
"wilsonLowerBound": 0.13168741706252027
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -191,21 +191,21 @@
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 50821,
|
||||
"modelCount": 50838,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5806,
|
||||
"successRate": 0.11424411168611401,
|
||||
"wilsonLowerBound": 0.11150749866845971
|
||||
"successRate": 0.11420590896573429,
|
||||
"wilsonLowerBound": 0.11147015426445969
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 55579,
|
||||
"modelCount": 55723,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3937,
|
||||
"successRate": 0.07083610716277731,
|
||||
"wilsonLowerBound": 0.06873271796732529
|
||||
"successCount": 3938,
|
||||
"successRate": 0.07067099761319383,
|
||||
"wilsonLowerBound": 0.0685725959224989
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
@@ -256,30 +256,30 @@
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 26601,
|
||||
"modelCount": 26606,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4290,
|
||||
"successRate": 0.16127213262659298,
|
||||
"wilsonLowerBound": 0.1569013458329577
|
||||
"successCount": 4292,
|
||||
"successRate": 0.1613169961662783,
|
||||
"wilsonLowerBound": 0.15694611270447575
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 45576,
|
||||
"modelCount": 45590,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5903,
|
||||
"successRate": 0.12951992276636826,
|
||||
"wilsonLowerBound": 0.1264683883447728
|
||||
"successRate": 0.12948014915551656,
|
||||
"wilsonLowerBound": 0.12642948469378135
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 9183,
|
||||
"modelCount": 9185,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 853,
|
||||
"successRate": 0.09288903408472177,
|
||||
"wilsonLowerBound": 0.0871209484793373
|
||||
"successRate": 0.09286880783886772,
|
||||
"wilsonLowerBound": 0.08710192003600777
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -294,85 +294,85 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 37237,
|
||||
"modelCount": 37276,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7670,
|
||||
"successRate": 0.2059779251819427,
|
||||
"wilsonLowerBound": 0.20190068687672863
|
||||
"successCount": 7681,
|
||||
"successRate": 0.20605751690095503,
|
||||
"wilsonLowerBound": 0.2019818006827339
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61677,
|
||||
"modelCount": 61679,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12434,
|
||||
"successRate": 0.2015986510368533,
|
||||
"wilsonLowerBound": 0.19845100319589132
|
||||
"successRate": 0.2015921140096305,
|
||||
"wilsonLowerBound": 0.19844455567460456
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 21663,
|
||||
"modelCount": 21745,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5930,
|
||||
"successRate": 0.2737386326916863,
|
||||
"wilsonLowerBound": 0.2678415355972714
|
||||
"successCount": 5951,
|
||||
"successRate": 0.27367210853069673,
|
||||
"wilsonLowerBound": 0.26778652424831945
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 17210,
|
||||
"modelCount": 17236,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4136,
|
||||
"successRate": 0.24032539221382918,
|
||||
"wilsonLowerBound": 0.23399999292876178
|
||||
"successCount": 4142,
|
||||
"successRate": 0.24031097702483176,
|
||||
"wilsonLowerBound": 0.2339904399875165
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 71491,
|
||||
"modelCount": 71523,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19571,
|
||||
"successRate": 0.27375473835867453,
|
||||
"wilsonLowerBound": 0.27049842737662805
|
||||
"successCount": 19581,
|
||||
"successRate": 0.27377207331907216,
|
||||
"wilsonLowerBound": 0.27051642273541576
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 2997,
|
||||
"modelCount": 3033,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1645,
|
||||
"successRate": 0.5488822155488822,
|
||||
"wilsonLowerBound": 0.5310154661713304
|
||||
"successCount": 1668,
|
||||
"successRate": 0.5499505440158259,
|
||||
"wilsonLowerBound": 0.5321927990477294
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 49538,
|
||||
"modelCount": 49574,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22305,
|
||||
"successRate": 0.45026040615285234,
|
||||
"wilsonLowerBound": 0.4458831894339175
|
||||
"successCount": 22324,
|
||||
"successRate": 0.450316698269254,
|
||||
"wilsonLowerBound": 0.4459410157869193
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 42865,
|
||||
"modelCount": 42896,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5771,
|
||||
"successRate": 0.1346319841362417,
|
||||
"wilsonLowerBound": 0.13143339043494653
|
||||
"successCount": 5786,
|
||||
"successRate": 0.13488437150317045,
|
||||
"wilsonLowerBound": 0.13168434509278082
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1502,
|
||||
"modelCount": 1503,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -401,12 +401,12 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 8490,
|
||||
"modelCount": 8512,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3740,
|
||||
"successRate": 0.44051825677267376,
|
||||
"wilsonLowerBound": 0.4299871917793245
|
||||
"successCount": 3746,
|
||||
"successRate": 0.44008458646616544,
|
||||
"wilsonLowerBound": 0.4295684015247897
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -421,47 +421,47 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 24038,
|
||||
"modelCount": 24092,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6682,
|
||||
"successRate": 0.27797653714951326,
|
||||
"wilsonLowerBound": 0.2723488327162636
|
||||
"successCount": 6696,
|
||||
"successRate": 0.27793458409430516,
|
||||
"wilsonLowerBound": 0.2723134188974092
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 30180,
|
||||
"modelCount": 30200,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15436,
|
||||
"successRate": 0.5114645460569914,
|
||||
"wilsonLowerBound": 0.505823794182276
|
||||
"successCount": 15447,
|
||||
"successRate": 0.5114900662251656,
|
||||
"wilsonLowerBound": 0.5058511860655419
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 70022,
|
||||
"modelCount": 70048,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7638,
|
||||
"successRate": 0.10908000342749422,
|
||||
"wilsonLowerBound": 0.10679237675057296
|
||||
"successCount": 7644,
|
||||
"successRate": 0.10912517131110096,
|
||||
"wilsonLowerBound": 0.10683754344595649
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 15430,
|
||||
"modelCount": 15459,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2909,
|
||||
"successRate": 0.18852883992222944,
|
||||
"wilsonLowerBound": 0.1824350375011275
|
||||
"successCount": 2920,
|
||||
"successRate": 0.18888673264764863,
|
||||
"wilsonLowerBound": 0.18279400009960844
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-11-01T04:18:39.639512+00:00",
|
||||
"generatedAt": "2026-11-01T04:19:44.752242+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user