state: generation 19251 (cycle)
This commit is contained in:
@@ -1,30 +1,30 @@
|
||||
{
|
||||
"communityAttemptedAt": "2026-10-01T13:55:50.659284+00:00",
|
||||
"communityAttemptedAt": "2026-10-01T14:12:45.551559+00:00",
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-10-01T13:55:50.659284+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-01T08:10:22.454165+00:00",
|
||||
"communityUpdatedAt": "2026-10-01T14:12:45.551559+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-01T14:12:45.551559+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 40426,
|
||||
"modelCount": 40463,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19693,
|
||||
"successRate": 0.48713699104536684,
|
||||
"wilsonLowerBound": 0.48226594371500753
|
||||
"successCount": 19725,
|
||||
"successRate": 0.4874823913204656,
|
||||
"wilsonLowerBound": 0.48261345258697064
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 54113,
|
||||
"modelCount": 54156,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15003,
|
||||
"successRate": 0.2772531554339992,
|
||||
"wilsonLowerBound": 0.2734973728860492
|
||||
"successCount": 15011,
|
||||
"successRate": 0.27718073712977326,
|
||||
"wilsonLowerBound": 0.2734267482381784
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -37,110 +37,110 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 3342,
|
||||
"modelCount": 3364,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 948,
|
||||
"successRate": 0.2836624775583483,
|
||||
"wilsonLowerBound": 0.26863448506375937
|
||||
"successCount": 959,
|
||||
"successRate": 0.285077288941736,
|
||||
"wilsonLowerBound": 0.27007323912295395
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 34957,
|
||||
"modelCount": 34992,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16028,
|
||||
"successRate": 0.4585061647166519,
|
||||
"wilsonLowerBound": 0.4532875483570582
|
||||
"successCount": 16052,
|
||||
"successRate": 0.4587334247828075,
|
||||
"wilsonLowerBound": 0.45351719375542565
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 38774,
|
||||
"modelCount": 38810,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10864,
|
||||
"successRate": 0.2801877546809718,
|
||||
"wilsonLowerBound": 0.27573957117875186
|
||||
"successCount": 10868,
|
||||
"successRate": 0.2800309198660139,
|
||||
"wilsonLowerBound": 0.2755855691255702
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 10991,
|
||||
"modelCount": 11030,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4596,
|
||||
"successRate": 0.41816031298335,
|
||||
"wilsonLowerBound": 0.40896878408086657
|
||||
"successCount": 4619,
|
||||
"successRate": 0.41876699909338166,
|
||||
"wilsonLowerBound": 0.40958959669523676
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64146,
|
||||
"modelCount": 64150,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12093,
|
||||
"successRate": 0.1885230567767281,
|
||||
"wilsonLowerBound": 0.1855148877138937
|
||||
"successRate": 0.18851130163678878,
|
||||
"wilsonLowerBound": 0.1855032989177426
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 24440,
|
||||
"modelCount": 24594,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5020,
|
||||
"successRate": 0.20540098199672668,
|
||||
"wilsonLowerBound": 0.20038245259886875
|
||||
"successCount": 5057,
|
||||
"successRate": 0.20561925672928358,
|
||||
"wilsonLowerBound": 0.2006142966799066
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7131,
|
||||
"modelCount": 7146,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 82,
|
||||
"successRate": 0.011499088486888234,
|
||||
"wilsonLowerBound": 0.009274256917293321
|
||||
"successRate": 0.011474951021550517,
|
||||
"wilsonLowerBound": 0.00925477004751275
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26482,
|
||||
"modelCount": 26488,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3256,
|
||||
"successRate": 0.12295143871308814,
|
||||
"wilsonLowerBound": 0.11905091914935878
|
||||
"successCount": 3257,
|
||||
"successRate": 0.1229613409845968,
|
||||
"wilsonLowerBound": 0.11906111872843192
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16492,
|
||||
"modelCount": 16493,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.1016250303177298,
|
||||
"wilsonLowerBound": 0.09710584128729235
|
||||
"successRate": 0.10161886861092585,
|
||||
"wilsonLowerBound": 0.09709993915301135
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 13435,
|
||||
"modelCount": 13489,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5486,
|
||||
"successRate": 0.4083364346855229,
|
||||
"wilsonLowerBound": 0.4000522017781085
|
||||
"successCount": 5501,
|
||||
"successRate": 0.4078137741863741,
|
||||
"wilsonLowerBound": 0.3995478807753092
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24497,
|
||||
"modelCount": 24501,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3797,
|
||||
"successRate": 0.1549985712536229,
|
||||
"wilsonLowerBound": 0.1505206742042009
|
||||
"successRate": 0.1549732663972899,
|
||||
"wilsonLowerBound": 0.1504960364288626
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -153,199 +153,199 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 47702,
|
||||
"modelCount": 47782,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11875,
|
||||
"successRate": 0.24894134417844116,
|
||||
"wilsonLowerBound": 0.24508129397538583
|
||||
"successCount": 11901,
|
||||
"successRate": 0.249068686953246,
|
||||
"wilsonLowerBound": 0.24521117951580843
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 23608,
|
||||
"modelCount": 23617,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3101,
|
||||
"successRate": 0.1313537783802101,
|
||||
"wilsonLowerBound": 0.1271047616064958
|
||||
"successCount": 3104,
|
||||
"successRate": 0.13143074903671084,
|
||||
"wilsonLowerBound": 0.12718144728334102
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86824,
|
||||
"modelCount": 86826,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9768,
|
||||
"successRate": 0.11250345526582511,
|
||||
"wilsonLowerBound": 0.11041872268955209
|
||||
"successRate": 0.11250086379655863,
|
||||
"wilsonLowerBound": 0.1104161762854407
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 43506,
|
||||
"modelCount": 43557,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5302,
|
||||
"successRate": 0.12186824805773916,
|
||||
"wilsonLowerBound": 0.11882756922643711
|
||||
"successCount": 5304,
|
||||
"successRate": 0.12177147186445347,
|
||||
"wilsonLowerBound": 0.11873361339609859
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 39758,
|
||||
"modelCount": 39948,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3560,
|
||||
"successRate": 0.08954172745107902,
|
||||
"wilsonLowerBound": 0.08677460034403392
|
||||
"successCount": 3564,
|
||||
"successRate": 0.0892159807750075,
|
||||
"wilsonLowerBound": 0.08645997643731695
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 90705,
|
||||
"modelCount": 90728,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22176,
|
||||
"successRate": 0.24448486852984952,
|
||||
"wilsonLowerBound": 0.24169875666509852
|
||||
"successCount": 22190,
|
||||
"successRate": 0.24457719777797374,
|
||||
"wilsonLowerBound": 0.24179107671910258
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5421,
|
||||
"modelCount": 5424,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 580,
|
||||
"successRate": 0.10699133001291275,
|
||||
"wilsonLowerBound": 0.09903938729663994
|
||||
"successRate": 0.10693215339233038,
|
||||
"wilsonLowerBound": 0.09898437560872482
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112764,
|
||||
"modelCount": 112767,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16527,
|
||||
"successRate": 0.1465627327870597,
|
||||
"wilsonLowerBound": 0.14451049409608246
|
||||
"successRate": 0.1465588337013488,
|
||||
"wilsonLowerBound": 0.1445066450230568
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 20763,
|
||||
"modelCount": 20788,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3747,
|
||||
"successRate": 0.180465250686317,
|
||||
"wilsonLowerBound": 0.17529342873854128
|
||||
"successCount": 3751,
|
||||
"successRate": 0.18044063883009429,
|
||||
"wilsonLowerBound": 0.17527217444084148
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 43308,
|
||||
"modelCount": 43315,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5635,
|
||||
"successRate": 0.13011452849358085,
|
||||
"wilsonLowerBound": 0.1269787174095206
|
||||
"successCount": 5637,
|
||||
"successRate": 0.1301396744776636,
|
||||
"wilsonLowerBound": 0.1270038516178073
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7477,
|
||||
"modelCount": 7490,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 664,
|
||||
"successRate": 0.08880567072355222,
|
||||
"wilsonLowerBound": 0.0825671284840327
|
||||
"successRate": 0.08865153538050734,
|
||||
"wilsonLowerBound": 0.08242335084044107
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 200,
|
||||
"modelCount": 201,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 36,
|
||||
"successRate": 0.18,
|
||||
"wilsonLowerBound": 0.1329455066253411
|
||||
"successRate": 0.1791044776119403,
|
||||
"wilsonLowerBound": 0.13226856106642715
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 32768,
|
||||
"modelCount": 32807,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6234,
|
||||
"successRate": 0.19024658203125,
|
||||
"wilsonLowerBound": 0.18603321116616145
|
||||
"successCount": 6244,
|
||||
"successRate": 0.19032523546804037,
|
||||
"wilsonLowerBound": 0.1861136674084707
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61320,
|
||||
"modelCount": 61326,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12406,
|
||||
"successRate": 0.2023157208088715,
|
||||
"wilsonLowerBound": 0.19915471997614378
|
||||
"successRate": 0.20229592668688648,
|
||||
"wilsonLowerBound": 0.19913519689723738
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 11544,
|
||||
"modelCount": 11623,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3394,
|
||||
"successRate": 0.294005544005544,
|
||||
"wilsonLowerBound": 0.28576411369691873
|
||||
"successCount": 3418,
|
||||
"successRate": 0.29407209842553556,
|
||||
"wilsonLowerBound": 0.28585791536891203
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 14509,
|
||||
"modelCount": 14537,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3631,
|
||||
"successRate": 0.25025846026604176,
|
||||
"wilsonLowerBound": 0.24327683994594587
|
||||
"successCount": 3635,
|
||||
"successRate": 0.25005159248813374,
|
||||
"wilsonLowerBound": 0.24307862808182126
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64897,
|
||||
"modelCount": 64954,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 17811,
|
||||
"successRate": 0.2744502827557514,
|
||||
"wilsonLowerBound": 0.2710304293720412
|
||||
"successCount": 17830,
|
||||
"successRate": 0.274501955229855,
|
||||
"wilsonLowerBound": 0.27108339292354944
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 391,
|
||||
"modelCount": 409,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 247,
|
||||
"successRate": 0.6317135549872123,
|
||||
"wilsonLowerBound": 0.5828377378204239
|
||||
"successCount": 258,
|
||||
"successRate": 0.6308068459657702,
|
||||
"wilsonLowerBound": 0.5830216343045451
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 47526,
|
||||
"modelCount": 47541,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21061,
|
||||
"successRate": 0.44314690906030385,
|
||||
"wilsonLowerBound": 0.43868551882884754
|
||||
"successCount": 21075,
|
||||
"successRate": 0.44330157127532027,
|
||||
"wilsonLowerBound": 0.43884071276614023
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 38158,
|
||||
"modelCount": 38210,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4139,
|
||||
"successRate": 0.1084700455998742,
|
||||
"wilsonLowerBound": 0.10538914076198894
|
||||
"successCount": 4158,
|
||||
"successRate": 0.10881968071185553,
|
||||
"wilsonLowerBound": 0.10573640334212399
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 817,
|
||||
"modelCount": 818,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -365,21 +365,21 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10050,
|
||||
"modelCount": 10051,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 748,
|
||||
"successRate": 0.07442786069651741,
|
||||
"wilsonLowerBound": 0.06945735804096988
|
||||
"successRate": 0.07442045567605213,
|
||||
"wilsonLowerBound": 0.0694504296857678
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 6624,
|
||||
"modelCount": 6643,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2876,
|
||||
"successRate": 0.43417874396135264,
|
||||
"wilsonLowerBound": 0.42228399120106713
|
||||
"successCount": 2885,
|
||||
"successRate": 0.4342917356615987,
|
||||
"wilsonLowerBound": 0.42241351581838804
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -394,47 +394,47 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 14920,
|
||||
"modelCount": 14971,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4796,
|
||||
"successRate": 0.32144772117962467,
|
||||
"wilsonLowerBound": 0.3140004237231242
|
||||
"successCount": 4803,
|
||||
"successRate": 0.3208202524881437,
|
||||
"wilsonLowerBound": 0.3133895797034147
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 27431,
|
||||
"modelCount": 27453,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 13992,
|
||||
"successRate": 0.5100798366811272,
|
||||
"wilsonLowerBound": 0.504162991551129
|
||||
"successCount": 14002,
|
||||
"successRate": 0.510035333114778,
|
||||
"wilsonLowerBound": 0.504120855120688
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64863,
|
||||
"modelCount": 64904,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6780,
|
||||
"successRate": 0.10452800518014893,
|
||||
"wilsonLowerBound": 0.10219687291186037
|
||||
"successCount": 6789,
|
||||
"successRate": 0.10460064094662887,
|
||||
"wilsonLowerBound": 0.10226951135299894
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 13097,
|
||||
"modelCount": 13115,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2036,
|
||||
"successRate": 0.15545544781247614,
|
||||
"wilsonLowerBound": 0.14935095801006062
|
||||
"successCount": 2045,
|
||||
"successRate": 0.15592832634388104,
|
||||
"wilsonLowerBound": 0.14982013790001625
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-01T14:09:04.562444+00:00",
|
||||
"generatedAt": "2026-10-01T14:12:45.551559+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user