state: generation 19024 (cycle)
This commit is contained in:
@@ -1,30 +1,30 @@
|
||||
{
|
||||
"communityAttemptedAt": "2026-10-01T01:53:22.775299+00:00",
|
||||
"communityAttemptedAt": "2026-10-01T02:08:52.569292+00:00",
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-10-01T01:53:22.775299+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-30T20:07:14.155982+00:00",
|
||||
"communityUpdatedAt": "2026-10-01T02:08:52.569292+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-01T02:08:52.569292+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 40338,
|
||||
"modelCount": 40388,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19626,
|
||||
"successRate": 0.4865387475829243,
|
||||
"wilsonLowerBound": 0.48166260241635694
|
||||
"successCount": 19666,
|
||||
"successRate": 0.4869268099435476,
|
||||
"wilsonLowerBound": 0.4820535455907323
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 54014,
|
||||
"modelCount": 54057,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14985,
|
||||
"successRate": 0.27742807420298443,
|
||||
"wilsonLowerBound": 0.2736681199673077
|
||||
"successCount": 14990,
|
||||
"successRate": 0.27729988715615,
|
||||
"wilsonLowerBound": 0.2735419687157209
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -37,41 +37,41 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 3296,
|
||||
"modelCount": 3317,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 931,
|
||||
"successRate": 0.2824635922330097,
|
||||
"wilsonLowerBound": 0.2673539945219363
|
||||
"successCount": 940,
|
||||
"successRate": 0.2833886041603859,
|
||||
"wilsonLowerBound": 0.26830985724967893
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 34869,
|
||||
"modelCount": 34905,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15952,
|
||||
"successRate": 0.45748372479853167,
|
||||
"wilsonLowerBound": 0.45225955113495475
|
||||
"successCount": 15986,
|
||||
"successRate": 0.4579859618965764,
|
||||
"wilsonLowerBound": 0.45276397807114516
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 38703,
|
||||
"modelCount": 38736,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10853,
|
||||
"successRate": 0.2804175386920911,
|
||||
"wilsonLowerBound": 0.2759641548647286
|
||||
"successCount": 10860,
|
||||
"successRate": 0.28035935563816605,
|
||||
"wilsonLowerBound": 0.2759081487644032
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 10919,
|
||||
"modelCount": 10950,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4572,
|
||||
"successRate": 0.4187196629727997,
|
||||
"wilsonLowerBound": 0.4094960536219262
|
||||
"successCount": 4583,
|
||||
"successRate": 0.4185388127853881,
|
||||
"wilsonLowerBound": 0.4093288459062975
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
@@ -86,21 +86,21 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 24186,
|
||||
"modelCount": 24324,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4963,
|
||||
"successRate": 0.20520135615645416,
|
||||
"wilsonLowerBound": 0.20015865583438622
|
||||
"successCount": 4997,
|
||||
"successRate": 0.2054349613550403,
|
||||
"wilsonLowerBound": 0.20040427436815803
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7102,
|
||||
"modelCount": 7120,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 82,
|
||||
"successRate": 0.011546043368065334,
|
||||
"wilsonLowerBound": 0.009312165178820192
|
||||
"successRate": 0.011516853932584269,
|
||||
"wilsonLowerBound": 0.009288599525007681
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
@@ -124,23 +124,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 13360,
|
||||
"modelCount": 13395,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5459,
|
||||
"successRate": 0.4086077844311377,
|
||||
"wilsonLowerBound": 0.4002994768259957
|
||||
"successCount": 5473,
|
||||
"successRate": 0.4085852930197835,
|
||||
"wilsonLowerBound": 0.40028788690818456
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24486,
|
||||
"modelCount": 24491,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3797,
|
||||
"successRate": 0.15506820223801357,
|
||||
"wilsonLowerBound": 0.1505884697051341
|
||||
"successRate": 0.15503654403658487,
|
||||
"wilsonLowerBound": 0.15055764599820173
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -153,106 +153,106 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 47508,
|
||||
"modelCount": 47604,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11831,
|
||||
"successRate": 0.24903174202239622,
|
||||
"wilsonLowerBound": 0.24516338117615727
|
||||
"successCount": 11853,
|
||||
"successRate": 0.24899168137131333,
|
||||
"wilsonLowerBound": 0.24512741445247757
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 23598,
|
||||
"modelCount": 23601,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3100,
|
||||
"successRate": 0.13136706500550893,
|
||||
"wilsonLowerBound": 0.12711697360825303
|
||||
"successRate": 0.13135036650989365,
|
||||
"wilsonLowerBound": 0.12710077657717714
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86821,
|
||||
"modelCount": 86823,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9768,
|
||||
"successRate": 0.11250734269358796,
|
||||
"wilsonLowerBound": 0.11042254251595317
|
||||
"successRate": 0.11250475104522994,
|
||||
"wilsonLowerBound": 0.11041999593565358
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 43378,
|
||||
"modelCount": 43439,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5287,
|
||||
"successRate": 0.12188206003043017,
|
||||
"wilsonLowerBound": 0.11883679599920562
|
||||
"successCount": 5293,
|
||||
"successRate": 0.12184902967379543,
|
||||
"wilsonLowerBound": 0.11880624304573173
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 39419,
|
||||
"modelCount": 39602,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3556,
|
||||
"successRate": 0.09021030467541033,
|
||||
"wilsonLowerBound": 0.08742194677621012
|
||||
"successCount": 3559,
|
||||
"successRate": 0.089869198525327,
|
||||
"wilsonLowerBound": 0.08709204271392837
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 90637,
|
||||
"modelCount": 90675,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22142,
|
||||
"successRate": 0.24429316945618235,
|
||||
"wilsonLowerBound": 0.24150676717099753
|
||||
"successCount": 22164,
|
||||
"successRate": 0.24443341604631927,
|
||||
"wilsonLowerBound": 0.2416470464275076
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5420,
|
||||
"modelCount": 5421,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 580,
|
||||
"successRate": 0.1070110701107011,
|
||||
"wilsonLowerBound": 0.09905773811834374
|
||||
"successRate": 0.10699133001291275,
|
||||
"wilsonLowerBound": 0.09903938729663994
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112758,
|
||||
"modelCount": 112760,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16526,
|
||||
"successRate": 0.14656166303056103,
|
||||
"wilsonLowerBound": 0.1445093763354927
|
||||
"successRate": 0.1465590634976942,
|
||||
"wilsonLowerBound": 0.1445068101472657
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 20644,
|
||||
"modelCount": 20711,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3729,
|
||||
"successRate": 0.18063359813989538,
|
||||
"wilsonLowerBound": 0.17544512490756387
|
||||
"successCount": 3732,
|
||||
"successRate": 0.18019409975375406,
|
||||
"wilsonLowerBound": 0.17501898370059668
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 43303,
|
||||
"modelCount": 43305,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5635,
|
||||
"successRate": 0.13012955222501904,
|
||||
"wilsonLowerBound": 0.12699340512297583
|
||||
"successRate": 0.13012354231612977,
|
||||
"wilsonLowerBound": 0.12698752962984056
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7447,
|
||||
"modelCount": 7459,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 661,
|
||||
"successRate": 0.08876057472807843,
|
||||
"wilsonLowerBound": 0.08251139940156339
|
||||
"successCount": 663,
|
||||
"successRate": 0.08888590963936184,
|
||||
"wilsonLowerBound": 0.08263742557686235
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -267,85 +267,85 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 32686,
|
||||
"modelCount": 32721,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6203,
|
||||
"successRate": 0.18977543902588265,
|
||||
"wilsonLowerBound": 0.18556092264272617
|
||||
"successCount": 6218,
|
||||
"successRate": 0.19003086702729136,
|
||||
"wilsonLowerBound": 0.18581636803237603
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61306,
|
||||
"modelCount": 61314,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12405,
|
||||
"successRate": 0.20234561054382932,
|
||||
"wilsonLowerBound": 0.19918407377574976
|
||||
"successCount": 12406,
|
||||
"successRate": 0.20233551880484066,
|
||||
"wilsonLowerBound": 0.19917424688395857
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 11383,
|
||||
"modelCount": 11467,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3347,
|
||||
"successRate": 0.29403496442062727,
|
||||
"wilsonLowerBound": 0.28573570329497766
|
||||
"successCount": 3371,
|
||||
"successRate": 0.29397401238336096,
|
||||
"wilsonLowerBound": 0.28570546720557083
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 14458,
|
||||
"modelCount": 14484,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3620,
|
||||
"successRate": 0.250380412228524,
|
||||
"wilsonLowerBound": 0.24338543025785217
|
||||
"successCount": 3625,
|
||||
"successRate": 0.25027616680475007,
|
||||
"wilsonLowerBound": 0.24328841104487942
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64738,
|
||||
"modelCount": 64806,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 17760,
|
||||
"successRate": 0.2743365565819148,
|
||||
"wilsonLowerBound": 0.27091297234300693
|
||||
"successCount": 17782,
|
||||
"successRate": 0.27438817393451226,
|
||||
"wilsonLowerBound": 0.2709661752124722
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 371,
|
||||
"modelCount": 383,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 234,
|
||||
"successRate": 0.6307277628032345,
|
||||
"wilsonLowerBound": 0.5805126556080487
|
||||
"successCount": 240,
|
||||
"successRate": 0.6266318537859008,
|
||||
"wilsonLowerBound": 0.5771559906660856
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 47494,
|
||||
"modelCount": 47506,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21038,
|
||||
"successRate": 0.4429612161536194,
|
||||
"wilsonLowerBound": 0.4384985313168165
|
||||
"successCount": 21045,
|
||||
"successRate": 0.44299667410432364,
|
||||
"wilsonLowerBound": 0.43853451284741574
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 38088,
|
||||
"modelCount": 38123,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4109,
|
||||
"successRate": 0.10788174753203109,
|
||||
"wilsonLowerBound": 0.10480555979709201
|
||||
"successCount": 4128,
|
||||
"successRate": 0.10828109015554914,
|
||||
"wilsonLowerBound": 0.1052011975318565
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 807,
|
||||
"modelCount": 817,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -374,67 +374,67 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 6594,
|
||||
"modelCount": 6609,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2859,
|
||||
"successRate": 0.4335759781619654,
|
||||
"wilsonLowerBound": 0.42165659058319477
|
||||
"successCount": 2866,
|
||||
"successRate": 0.43365108185807233,
|
||||
"wilsonLowerBound": 0.4217448907338436
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7399,
|
||||
"modelCount": 7400,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 242,
|
||||
"successRate": 0.03270712258413299,
|
||||
"wilsonLowerBound": 0.028890483711308153
|
||||
"successCount": 243,
|
||||
"successRate": 0.032837837837837835,
|
||||
"wilsonLowerBound": 0.02901357764943315
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 14830,
|
||||
"modelCount": 14874,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4774,
|
||||
"successRate": 0.3219150370869858,
|
||||
"wilsonLowerBound": 0.31444232937602007
|
||||
"successCount": 4784,
|
||||
"successRate": 0.32163506790372465,
|
||||
"wilsonLowerBound": 0.3141751387556192
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 27396,
|
||||
"modelCount": 27408,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 13969,
|
||||
"successRate": 0.5098919550299313,
|
||||
"wilsonLowerBound": 0.5039713130838478
|
||||
"successCount": 13978,
|
||||
"successRate": 0.5099970811441915,
|
||||
"wilsonLowerBound": 0.5040777455951545
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64746,
|
||||
"modelCount": 64810,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6748,
|
||||
"successRate": 0.10422265468137028,
|
||||
"wilsonLowerBound": 0.10189249936795465
|
||||
"successCount": 6768,
|
||||
"successRate": 0.10442832896158,
|
||||
"wilsonLowerBound": 0.10209725133426692
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 13076,
|
||||
"modelCount": 13084,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2031,
|
||||
"successRate": 0.15532272866319977,
|
||||
"wilsonLowerBound": 0.14921562185584406
|
||||
"successCount": 2032,
|
||||
"successRate": 0.1553041883216142,
|
||||
"wilsonLowerBound": 0.1491992254616591
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-01T02:04:46.053867+00:00",
|
||||
"generatedAt": "2026-10-01T02:08:52.569292+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user