state: generation 21973 (cycle)
This commit is contained in:
@@ -3,28 +3,28 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-10-07T20:51:18.638265+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-07T14:52:53.254460+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-07T20:58:42.772583+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 41430,
|
||||
"modelCount": 41474,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20425,
|
||||
"successRate": 0.4930002413709872,
|
||||
"wilsonLowerBound": 0.4881868922384529
|
||||
"successCount": 20460,
|
||||
"successRate": 0.493321116844288,
|
||||
"wilsonLowerBound": 0.48851024910392554
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 55495,
|
||||
"modelCount": 55541,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15225,
|
||||
"successRate": 0.274349040454095,
|
||||
"wilsonLowerBound": 0.27065244108895986
|
||||
"successCount": 15227,
|
||||
"successRate": 0.27415782935129,
|
||||
"wilsonLowerBound": 0.27046357235006824
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -37,70 +37,70 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 3977,
|
||||
"modelCount": 4006,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1198,
|
||||
"successRate": 0.3012320844857933,
|
||||
"wilsonLowerBound": 0.2871702842872827
|
||||
"successCount": 1208,
|
||||
"successRate": 0.3015476784822766,
|
||||
"wilsonLowerBound": 0.2875316104272599
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 36139,
|
||||
"modelCount": 36195,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16820,
|
||||
"successRate": 0.465425163950303,
|
||||
"wilsonLowerBound": 0.4602863398281177
|
||||
"successCount": 16859,
|
||||
"successRate": 0.4657825666528526,
|
||||
"wilsonLowerBound": 0.46064742435110007
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 39363,
|
||||
"modelCount": 39391,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10957,
|
||||
"successRate": 0.2783578487412037,
|
||||
"wilsonLowerBound": 0.2739519768082389
|
||||
"successCount": 10959,
|
||||
"successRate": 0.2782107588027722,
|
||||
"wilsonLowerBound": 0.27380717811066513
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 12041,
|
||||
"modelCount": 12081,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5069,
|
||||
"successRate": 0.4209783240594635,
|
||||
"wilsonLowerBound": 0.4121862484672498
|
||||
"successCount": 5083,
|
||||
"successRate": 0.42074331595066633,
|
||||
"wilsonLowerBound": 0.4119665075957085
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64202,
|
||||
"modelCount": 64204,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12095,
|
||||
"successRate": 0.18838976978910316,
|
||||
"wilsonLowerBound": 0.18538373401777736
|
||||
"successRate": 0.18838390131455984,
|
||||
"wilsonLowerBound": 0.1853779485951051
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 27628,
|
||||
"modelCount": 27757,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5994,
|
||||
"successRate": 0.21695381497031996,
|
||||
"wilsonLowerBound": 0.2121330940505249
|
||||
"successCount": 6026,
|
||||
"successRate": 0.21709838959541738,
|
||||
"wilsonLowerBound": 0.21228760439153796
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7514,
|
||||
"modelCount": 7523,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 102,
|
||||
"successRate": 0.013574660633484163,
|
||||
"wilsonLowerBound": 0.011195630501176682
|
||||
"successRate": 0.013558420842748903,
|
||||
"wilsonLowerBound": 0.011182222255317842
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
@@ -124,23 +124,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 14718,
|
||||
"modelCount": 14776,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5886,
|
||||
"successRate": 0.3999184671830412,
|
||||
"wilsonLowerBound": 0.3920310899475669
|
||||
"successCount": 5903,
|
||||
"successRate": 0.3994991878722252,
|
||||
"wilsonLowerBound": 0.3916287435087438
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24642,
|
||||
"modelCount": 24646,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3804,
|
||||
"successRate": 0.15437058680301924,
|
||||
"wilsonLowerBound": 0.14991330802954342
|
||||
"successRate": 0.1543455327436501,
|
||||
"wilsonLowerBound": 0.14988891437381985
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -153,106 +153,106 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 50057,
|
||||
"modelCount": 50150,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12564,
|
||||
"successRate": 0.25099386699162957,
|
||||
"wilsonLowerBound": 0.2472146974871386
|
||||
"successCount": 12589,
|
||||
"successRate": 0.25102691924227316,
|
||||
"wilsonLowerBound": 0.2472510689620239
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 23773,
|
||||
"modelCount": 23781,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3116,
|
||||
"successRate": 0.13107306608337188,
|
||||
"wilsonLowerBound": 0.1268425548999223
|
||||
"successCount": 3119,
|
||||
"successRate": 0.13115512383835834,
|
||||
"wilsonLowerBound": 0.12692416157916397
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86922,
|
||||
"modelCount": 86925,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9768,
|
||||
"successRate": 0.11237661351556567,
|
||||
"wilsonLowerBound": 0.1102940868581028
|
||||
"successRate": 0.11237273511647973,
|
||||
"wilsonLowerBound": 0.1102902759139898
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 45296,
|
||||
"modelCount": 45367,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5477,
|
||||
"successRate": 0.12091575415047687,
|
||||
"wilsonLowerBound": 0.11794535838318257
|
||||
"successCount": 5484,
|
||||
"successRate": 0.1208808164524875,
|
||||
"wilsonLowerBound": 0.11791309762650025
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 44470,
|
||||
"modelCount": 44675,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3629,
|
||||
"successRate": 0.08160557679334383,
|
||||
"wilsonLowerBound": 0.07909710216471444
|
||||
"successCount": 3634,
|
||||
"successRate": 0.08134303301622832,
|
||||
"wilsonLowerBound": 0.07884398460526576
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 91761,
|
||||
"modelCount": 91803,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22759,
|
||||
"successRate": 0.248024759974281,
|
||||
"wilsonLowerBound": 0.24524102614357468
|
||||
"successCount": 22781,
|
||||
"successRate": 0.24815093188675752,
|
||||
"wilsonLowerBound": 0.24536735118283012
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5475,
|
||||
"modelCount": 5477,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 581,
|
||||
"successRate": 0.10611872146118721,
|
||||
"wilsonLowerBound": 0.09823478004169606
|
||||
"successRate": 0.10607997078692714,
|
||||
"wilsonLowerBound": 0.09819875695542142
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112823,
|
||||
"modelCount": 112827,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16529,
|
||||
"successRate": 0.14650381571133544,
|
||||
"wilsonLowerBound": 0.14445245615314944
|
||||
"successRate": 0.1464986217837929,
|
||||
"wilsonLowerBound": 0.14444732884810046
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 22387,
|
||||
"modelCount": 22445,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3900,
|
||||
"successRate": 0.17420824585697056,
|
||||
"wilsonLowerBound": 0.16929572574940066
|
||||
"successCount": 3909,
|
||||
"successRate": 0.17415905546892405,
|
||||
"wilsonLowerBound": 0.16925337532414578
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 43533,
|
||||
"modelCount": 43537,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5659,
|
||||
"successRate": 0.1299933383869708,
|
||||
"wilsonLowerBound": 0.12686681957965829
|
||||
"successCount": 5660,
|
||||
"successRate": 0.13000436410409535,
|
||||
"wilsonLowerBound": 0.12687787252936183
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7809,
|
||||
"modelCount": 7827,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 725,
|
||||
"successRate": 0.09284159303367909,
|
||||
"wilsonLowerBound": 0.08660344566571353
|
||||
"successCount": 727,
|
||||
"successRate": 0.09288360802350837,
|
||||
"wilsonLowerBound": 0.08665108674996193
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -267,85 +267,85 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 33682,
|
||||
"modelCount": 33730,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6557,
|
||||
"successRate": 0.19467371296241315,
|
||||
"wilsonLowerBound": 0.19048002952898468
|
||||
"successCount": 6569,
|
||||
"successRate": 0.19475244589386304,
|
||||
"wilsonLowerBound": 0.19056106593421743
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61451,
|
||||
"modelCount": 61453,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12416,
|
||||
"successRate": 0.20204715952547558,
|
||||
"wilsonLowerBound": 0.19889110100056873
|
||||
"successRate": 0.20204058386083673,
|
||||
"wilsonLowerBound": 0.19888461537605612
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 13846,
|
||||
"modelCount": 13962,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3978,
|
||||
"successRate": 0.28730319225769174,
|
||||
"wilsonLowerBound": 0.2798256906976679
|
||||
"successCount": 4000,
|
||||
"successRate": 0.28649190660363844,
|
||||
"wilsonLowerBound": 0.2790518417795744
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 15005,
|
||||
"modelCount": 15027,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3691,
|
||||
"successRate": 0.24598467177607464,
|
||||
"wilsonLowerBound": 0.23915926475966173
|
||||
"successCount": 3696,
|
||||
"successRate": 0.24595727690157715,
|
||||
"wilsonLowerBound": 0.23913708488524346
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 66478,
|
||||
"modelCount": 66547,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 18321,
|
||||
"successRate": 0.27559493366226423,
|
||||
"wilsonLowerBound": 0.27221138156005525
|
||||
"successCount": 18344,
|
||||
"successRate": 0.2756548003666581,
|
||||
"wilsonLowerBound": 0.27227276421809166
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 693,
|
||||
"modelCount": 710,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 424,
|
||||
"successRate": 0.6118326118326118,
|
||||
"wilsonLowerBound": 0.5750269828199578
|
||||
"successCount": 434,
|
||||
"successRate": 0.6112676056338028,
|
||||
"wilsonLowerBound": 0.5749039041300342
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 48033,
|
||||
"modelCount": 48055,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21435,
|
||||
"successRate": 0.4462556992067953,
|
||||
"wilsonLowerBound": 0.44181454883558824
|
||||
"successCount": 21452,
|
||||
"successRate": 0.4464051607533035,
|
||||
"wilsonLowerBound": 0.4419648698284717
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 39093,
|
||||
"modelCount": 39128,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4527,
|
||||
"successRate": 0.11580078274882971,
|
||||
"wilsonLowerBound": 0.11266643411593749
|
||||
"successCount": 4540,
|
||||
"successRate": 0.11602944183193621,
|
||||
"wilsonLowerBound": 0.11289373829437924
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 991,
|
||||
"modelCount": 999,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -374,12 +374,12 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 7008,
|
||||
"modelCount": 7022,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3063,
|
||||
"successRate": 0.4370719178082192,
|
||||
"wilsonLowerBound": 0.425496056852678
|
||||
"successCount": 3073,
|
||||
"successRate": 0.4376246083736827,
|
||||
"wilsonLowerBound": 0.4260583186639939
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -394,47 +394,47 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 16013,
|
||||
"modelCount": 16073,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4936,
|
||||
"successRate": 0.3082495472428652,
|
||||
"wilsonLowerBound": 0.30114394889291535
|
||||
"successCount": 4939,
|
||||
"successRate": 0.307285509861258,
|
||||
"wilsonLowerBound": 0.30019953317347037
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 27874,
|
||||
"modelCount": 27891,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14198,
|
||||
"successRate": 0.5093635646121834,
|
||||
"wilsonLowerBound": 0.5034938656991039
|
||||
"successCount": 14209,
|
||||
"successRate": 0.5094474920225163,
|
||||
"wilsonLowerBound": 0.5035795893351807
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 66507,
|
||||
"modelCount": 66561,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7015,
|
||||
"successRate": 0.10547761889725893,
|
||||
"wilsonLowerBound": 0.1031658393274462
|
||||
"successCount": 7031,
|
||||
"successRate": 0.10563242739742491,
|
||||
"wilsonLowerBound": 0.10332005806681761
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 13399,
|
||||
"modelCount": 13413,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2127,
|
||||
"successRate": 0.15874318979028285,
|
||||
"wilsonLowerBound": 0.152653381202591
|
||||
"successCount": 2134,
|
||||
"successRate": 0.15909938119734585,
|
||||
"wilsonLowerBound": 0.15300697790776777
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-07T20:51:18.638265+00:00",
|
||||
"generatedAt": "2026-10-07T20:58:42.772583+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user