state: generation 19133 (cycle)
This commit is contained in:
@@ -3,28 +3,28 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-10-01T07:55:23.871065+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-01T02:08:52.569292+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-01T08:10:22.454165+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 40388,
|
||||
"modelCount": 40426,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19666,
|
||||
"successRate": 0.4869268099435476,
|
||||
"wilsonLowerBound": 0.4820535455907323
|
||||
"successCount": 19693,
|
||||
"successRate": 0.48713699104536684,
|
||||
"wilsonLowerBound": 0.48226594371500753
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 54057,
|
||||
"modelCount": 54113,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14990,
|
||||
"successRate": 0.27729988715615,
|
||||
"wilsonLowerBound": 0.2735419687157209
|
||||
"successCount": 15003,
|
||||
"successRate": 0.2772531554339992,
|
||||
"wilsonLowerBound": 0.2734973728860492
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -37,81 +37,81 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 3317,
|
||||
"modelCount": 3342,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 940,
|
||||
"successRate": 0.2833886041603859,
|
||||
"wilsonLowerBound": 0.26830985724967893
|
||||
"successCount": 948,
|
||||
"successRate": 0.2836624775583483,
|
||||
"wilsonLowerBound": 0.26863448506375937
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 34905,
|
||||
"modelCount": 34957,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15986,
|
||||
"successRate": 0.4579859618965764,
|
||||
"wilsonLowerBound": 0.45276397807114516
|
||||
"successCount": 16028,
|
||||
"successRate": 0.4585061647166519,
|
||||
"wilsonLowerBound": 0.4532875483570582
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 38736,
|
||||
"modelCount": 38774,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10860,
|
||||
"successRate": 0.28035935563816605,
|
||||
"wilsonLowerBound": 0.2759081487644032
|
||||
"successCount": 10864,
|
||||
"successRate": 0.2801877546809718,
|
||||
"wilsonLowerBound": 0.27573957117875186
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 10950,
|
||||
"modelCount": 10991,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4583,
|
||||
"successRate": 0.4185388127853881,
|
||||
"wilsonLowerBound": 0.4093288459062975
|
||||
"successCount": 4596,
|
||||
"successRate": 0.41816031298335,
|
||||
"wilsonLowerBound": 0.40896878408086657
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64144,
|
||||
"modelCount": 64146,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12093,
|
||||
"successRate": 0.18852893489648292,
|
||||
"wilsonLowerBound": 0.18552068265502691
|
||||
"successRate": 0.1885230567767281,
|
||||
"wilsonLowerBound": 0.1855148877138937
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 24324,
|
||||
"modelCount": 24440,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4997,
|
||||
"successRate": 0.2054349613550403,
|
||||
"wilsonLowerBound": 0.20040427436815803
|
||||
"successCount": 5020,
|
||||
"successRate": 0.20540098199672668,
|
||||
"wilsonLowerBound": 0.20038245259886875
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7120,
|
||||
"modelCount": 7131,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 82,
|
||||
"successRate": 0.011516853932584269,
|
||||
"wilsonLowerBound": 0.009288599525007681
|
||||
"successRate": 0.011499088486888234,
|
||||
"wilsonLowerBound": 0.009274256917293321
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26481,
|
||||
"modelCount": 26482,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3256,
|
||||
"successRate": 0.12295608171896831,
|
||||
"wilsonLowerBound": 0.119055424674239
|
||||
"successRate": 0.12295143871308814,
|
||||
"wilsonLowerBound": 0.11905091914935878
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -124,23 +124,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 13395,
|
||||
"modelCount": 13435,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5473,
|
||||
"successRate": 0.4085852930197835,
|
||||
"wilsonLowerBound": 0.40028788690818456
|
||||
"successCount": 5486,
|
||||
"successRate": 0.4083364346855229,
|
||||
"wilsonLowerBound": 0.4000522017781085
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24491,
|
||||
"modelCount": 24497,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3797,
|
||||
"successRate": 0.15503654403658487,
|
||||
"wilsonLowerBound": 0.15055764599820173
|
||||
"successRate": 0.1549985712536229,
|
||||
"wilsonLowerBound": 0.1505206742042009
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -153,61 +153,61 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 47604,
|
||||
"modelCount": 47702,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11853,
|
||||
"successRate": 0.24899168137131333,
|
||||
"wilsonLowerBound": 0.24512741445247757
|
||||
"successCount": 11875,
|
||||
"successRate": 0.24894134417844116,
|
||||
"wilsonLowerBound": 0.24508129397538583
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 23601,
|
||||
"modelCount": 23608,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3100,
|
||||
"successRate": 0.13135036650989365,
|
||||
"wilsonLowerBound": 0.12710077657717714
|
||||
"successCount": 3101,
|
||||
"successRate": 0.1313537783802101,
|
||||
"wilsonLowerBound": 0.1271047616064958
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86823,
|
||||
"modelCount": 86824,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9768,
|
||||
"successRate": 0.11250475104522994,
|
||||
"wilsonLowerBound": 0.11041999593565358
|
||||
"successRate": 0.11250345526582511,
|
||||
"wilsonLowerBound": 0.11041872268955209
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 43439,
|
||||
"modelCount": 43506,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5293,
|
||||
"successRate": 0.12184902967379543,
|
||||
"wilsonLowerBound": 0.11880624304573173
|
||||
"successCount": 5302,
|
||||
"successRate": 0.12186824805773916,
|
||||
"wilsonLowerBound": 0.11882756922643711
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 39602,
|
||||
"modelCount": 39758,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3559,
|
||||
"successRate": 0.089869198525327,
|
||||
"wilsonLowerBound": 0.08709204271392837
|
||||
"successCount": 3560,
|
||||
"successRate": 0.08954172745107902,
|
||||
"wilsonLowerBound": 0.08677460034403392
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 90675,
|
||||
"modelCount": 90705,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22164,
|
||||
"successRate": 0.24443341604631927,
|
||||
"wilsonLowerBound": 0.2416470464275076
|
||||
"successCount": 22176,
|
||||
"successRate": 0.24448486852984952,
|
||||
"wilsonLowerBound": 0.24169875666509852
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
@@ -220,39 +220,39 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112760,
|
||||
"modelCount": 112764,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16526,
|
||||
"successRate": 0.1465590634976942,
|
||||
"wilsonLowerBound": 0.1445068101472657
|
||||
"successCount": 16527,
|
||||
"successRate": 0.1465627327870597,
|
||||
"wilsonLowerBound": 0.14451049409608246
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 20711,
|
||||
"modelCount": 20763,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3732,
|
||||
"successRate": 0.18019409975375406,
|
||||
"wilsonLowerBound": 0.17501898370059668
|
||||
"successCount": 3747,
|
||||
"successRate": 0.180465250686317,
|
||||
"wilsonLowerBound": 0.17529342873854128
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 43305,
|
||||
"modelCount": 43308,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5635,
|
||||
"successRate": 0.13012354231612977,
|
||||
"wilsonLowerBound": 0.12698752962984056
|
||||
"successRate": 0.13011452849358085,
|
||||
"wilsonLowerBound": 0.1269787174095206
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7459,
|
||||
"modelCount": 7477,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 663,
|
||||
"successRate": 0.08888590963936184,
|
||||
"wilsonLowerBound": 0.08263742557686235
|
||||
"successCount": 664,
|
||||
"successRate": 0.08880567072355222,
|
||||
"wilsonLowerBound": 0.0825671284840327
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -267,81 +267,81 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 32721,
|
||||
"modelCount": 32768,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6218,
|
||||
"successRate": 0.19003086702729136,
|
||||
"wilsonLowerBound": 0.18581636803237603
|
||||
"successCount": 6234,
|
||||
"successRate": 0.19024658203125,
|
||||
"wilsonLowerBound": 0.18603321116616145
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61314,
|
||||
"modelCount": 61320,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12406,
|
||||
"successRate": 0.20233551880484066,
|
||||
"wilsonLowerBound": 0.19917424688395857
|
||||
"successRate": 0.2023157208088715,
|
||||
"wilsonLowerBound": 0.19915471997614378
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 11467,
|
||||
"modelCount": 11544,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3371,
|
||||
"successRate": 0.29397401238336096,
|
||||
"wilsonLowerBound": 0.28570546720557083
|
||||
"successCount": 3394,
|
||||
"successRate": 0.294005544005544,
|
||||
"wilsonLowerBound": 0.28576411369691873
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 14484,
|
||||
"modelCount": 14509,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3625,
|
||||
"successRate": 0.25027616680475007,
|
||||
"wilsonLowerBound": 0.24328841104487942
|
||||
"successCount": 3631,
|
||||
"successRate": 0.25025846026604176,
|
||||
"wilsonLowerBound": 0.24327683994594587
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64806,
|
||||
"modelCount": 64897,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 17782,
|
||||
"successRate": 0.27438817393451226,
|
||||
"wilsonLowerBound": 0.2709661752124722
|
||||
"successCount": 17811,
|
||||
"successRate": 0.2744502827557514,
|
||||
"wilsonLowerBound": 0.2710304293720412
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 383,
|
||||
"modelCount": 391,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 240,
|
||||
"successRate": 0.6266318537859008,
|
||||
"wilsonLowerBound": 0.5771559906660856
|
||||
"successCount": 247,
|
||||
"successRate": 0.6317135549872123,
|
||||
"wilsonLowerBound": 0.5828377378204239
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 47506,
|
||||
"modelCount": 47526,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21045,
|
||||
"successRate": 0.44299667410432364,
|
||||
"wilsonLowerBound": 0.43853451284741574
|
||||
"successCount": 21061,
|
||||
"successRate": 0.44314690906030385,
|
||||
"wilsonLowerBound": 0.43868551882884754
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 38123,
|
||||
"modelCount": 38158,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4128,
|
||||
"successRate": 0.10828109015554914,
|
||||
"wilsonLowerBound": 0.1052011975318565
|
||||
"successCount": 4139,
|
||||
"successRate": 0.1084700455998742,
|
||||
"wilsonLowerBound": 0.10538914076198894
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
@@ -374,12 +374,12 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 6609,
|
||||
"modelCount": 6624,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2866,
|
||||
"successRate": 0.43365108185807233,
|
||||
"wilsonLowerBound": 0.4217448907338436
|
||||
"successCount": 2876,
|
||||
"successRate": 0.43417874396135264,
|
||||
"wilsonLowerBound": 0.42228399120106713
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -394,47 +394,47 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 14874,
|
||||
"modelCount": 14920,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4784,
|
||||
"successRate": 0.32163506790372465,
|
||||
"wilsonLowerBound": 0.3141751387556192
|
||||
"successCount": 4796,
|
||||
"successRate": 0.32144772117962467,
|
||||
"wilsonLowerBound": 0.3140004237231242
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 27408,
|
||||
"modelCount": 27431,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 13978,
|
||||
"successRate": 0.5099970811441915,
|
||||
"wilsonLowerBound": 0.5040777455951545
|
||||
"successCount": 13992,
|
||||
"successRate": 0.5100798366811272,
|
||||
"wilsonLowerBound": 0.504162991551129
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64810,
|
||||
"modelCount": 64863,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6768,
|
||||
"successRate": 0.10442832896158,
|
||||
"wilsonLowerBound": 0.10209725133426692
|
||||
"successCount": 6780,
|
||||
"successRate": 0.10452800518014893,
|
||||
"wilsonLowerBound": 0.10219687291186037
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 13084,
|
||||
"modelCount": 13097,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2032,
|
||||
"successRate": 0.1553041883216142,
|
||||
"wilsonLowerBound": 0.1491992254616591
|
||||
"successCount": 2036,
|
||||
"successRate": 0.15545544781247614,
|
||||
"wilsonLowerBound": 0.14935095801006062
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-01T08:05:56.168436+00:00",
|
||||
"generatedAt": "2026-10-01T08:10:22.454165+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user