state: generation 6724 (cycle)
This commit is contained in:
@@ -3,106 +3,106 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-09-13T12:33:13.539274+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-13T08:22:56.571876+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-13T12:45:47.364313+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 38753,
|
||||
"modelCount": 38776,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 18585,
|
||||
"successRate": 0.4795757747787268,
|
||||
"wilsonLowerBound": 0.4746039881183945
|
||||
"successCount": 18600,
|
||||
"successRate": 0.4796781514338766,
|
||||
"wilsonLowerBound": 0.4747077870644458
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 51269,
|
||||
"modelCount": 51329,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14461,
|
||||
"successRate": 0.2820612845969299,
|
||||
"wilsonLowerBound": 0.27818239690829516
|
||||
"successCount": 14469,
|
||||
"successRate": 0.2818874320559528,
|
||||
"wilsonLowerBound": 0.27801154412310947
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 2049,
|
||||
"modelCount": 2066,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 541,
|
||||
"successRate": 0.26403123474865786,
|
||||
"wilsonLowerBound": 0.24539836301591406
|
||||
"successCount": 549,
|
||||
"successRate": 0.26573088092933206,
|
||||
"wilsonLowerBound": 0.24713083000635674
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 31899,
|
||||
"modelCount": 31922,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 13843,
|
||||
"successRate": 0.43396344713000407,
|
||||
"wilsonLowerBound": 0.42853275453901896
|
||||
"successCount": 13858,
|
||||
"successRate": 0.43412066913100683,
|
||||
"wilsonLowerBound": 0.42869168181785944
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 36939,
|
||||
"modelCount": 36971,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10539,
|
||||
"successRate": 0.2853082108340778,
|
||||
"wilsonLowerBound": 0.2807257171969584
|
||||
"successCount": 10547,
|
||||
"successRate": 0.28527765005003924,
|
||||
"wilsonLowerBound": 0.2806972814723312
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7582,
|
||||
"modelCount": 7622,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3360,
|
||||
"successRate": 0.44315484041150094,
|
||||
"wilsonLowerBound": 0.4320046884357374
|
||||
"successCount": 3374,
|
||||
"successRate": 0.4426659669378116,
|
||||
"wilsonLowerBound": 0.4315465279998519
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 63835,
|
||||
"modelCount": 63837,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12065,
|
||||
"successRate": 0.18900289809665544,
|
||||
"wilsonLowerBound": 0.18598446660723164
|
||||
"successRate": 0.18899697667496906,
|
||||
"wilsonLowerBound": 0.18597862901674025
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 15343,
|
||||
"modelCount": 15463,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3084,
|
||||
"successRate": 0.2010037150492081,
|
||||
"wilsonLowerBound": 0.19473765442920185
|
||||
"successCount": 3118,
|
||||
"successRate": 0.2016426307960939,
|
||||
"wilsonLowerBound": 0.19539298243335687
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 5458,
|
||||
"modelCount": 5478,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 45,
|
||||
"successRate": 0.008244778307072188,
|
||||
"wilsonLowerBound": 0.0061676811124269405
|
||||
"successRate": 0.008214676889375685,
|
||||
"wilsonLowerBound": 0.006145143024973394
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26030,
|
||||
"modelCount": 26032,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3198,
|
||||
"successRate": 0.1228582404917403,
|
||||
"wilsonLowerBound": 0.11892579008309893
|
||||
"successRate": 0.12284880147510756,
|
||||
"wilsonLowerBound": 0.11891663308981092
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -115,23 +115,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 9968,
|
||||
"modelCount": 10010,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4287,
|
||||
"successRate": 0.43007624398073835,
|
||||
"wilsonLowerBound": 0.4203857575460906
|
||||
"successCount": 4299,
|
||||
"successRate": 0.4294705294705295,
|
||||
"wilsonLowerBound": 0.4198022447157606
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24067,
|
||||
"modelCount": 24070,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3777,
|
||||
"successRate": 0.15693688453068516,
|
||||
"wilsonLowerBound": 0.15239612481304485
|
||||
"successRate": 0.15691732447029497,
|
||||
"wilsonLowerBound": 0.15237708044032894
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -144,106 +144,106 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 40549,
|
||||
"modelCount": 40629,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10233,
|
||||
"successRate": 0.2523613406002614,
|
||||
"wilsonLowerBound": 0.2481570486028227
|
||||
"successCount": 10251,
|
||||
"successRate": 0.2523074651111275,
|
||||
"wilsonLowerBound": 0.24810759476921498
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 22980,
|
||||
"modelCount": 22984,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3035,
|
||||
"successRate": 0.13207136640557007,
|
||||
"wilsonLowerBound": 0.12775528458080057
|
||||
"successRate": 0.13204838148277062,
|
||||
"wilsonLowerBound": 0.1277329965860188
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86520,
|
||||
"modelCount": 86521,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9762,
|
||||
"successRate": 0.11282940360610264,
|
||||
"wilsonLowerBound": 0.1107383669269908
|
||||
"successRate": 0.1128280995365287,
|
||||
"wilsonLowerBound": 0.11073708553293825
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 39087,
|
||||
"modelCount": 39116,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4792,
|
||||
"successRate": 0.12259830634226214,
|
||||
"wilsonLowerBound": 0.11938386109620633
|
||||
"successCount": 4801,
|
||||
"successRate": 0.12273749872175069,
|
||||
"wilsonLowerBound": 0.11952263161825838
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 27759,
|
||||
"modelCount": 27920,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3295,
|
||||
"successRate": 0.1187002413631615,
|
||||
"wilsonLowerBound": 0.11494801277957475
|
||||
"successCount": 3300,
|
||||
"successRate": 0.11819484240687679,
|
||||
"wilsonLowerBound": 0.11446036420870193
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 87737,
|
||||
"modelCount": 87754,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20500,
|
||||
"successRate": 0.23365284885510104,
|
||||
"wilsonLowerBound": 0.23086451547322523
|
||||
"successCount": 20509,
|
||||
"successRate": 0.23371014426692802,
|
||||
"wilsonLowerBound": 0.23092183877771638
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5091,
|
||||
"modelCount": 5092,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 562,
|
||||
"successRate": 0.11039088587703791,
|
||||
"wilsonLowerBound": 0.1020745245100028
|
||||
"successRate": 0.11036920659858601,
|
||||
"wilsonLowerBound": 0.10205438887492263
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112455,
|
||||
"modelCount": 112456,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16504,
|
||||
"successRate": 0.14676092659285936,
|
||||
"wilsonLowerBound": 0.14470472317523148
|
||||
"successRate": 0.14675962154086933,
|
||||
"wilsonLowerBound": 0.14470343487009737
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 15880,
|
||||
"modelCount": 15897,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3250,
|
||||
"successRate": 0.20465994962216624,
|
||||
"wilsonLowerBound": 0.19845658788599135
|
||||
"successCount": 3257,
|
||||
"successRate": 0.20488142416808203,
|
||||
"wilsonLowerBound": 0.19867877038801196
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 42644,
|
||||
"modelCount": 42646,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5545,
|
||||
"successRate": 0.1300300159459713,
|
||||
"wilsonLowerBound": 0.12687103113601667
|
||||
"successCount": 5546,
|
||||
"successRate": 0.13004736669324204,
|
||||
"wilsonLowerBound": 0.12688827251420284
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6223,
|
||||
"modelCount": 6225,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 485,
|
||||
"successRate": 0.07793668648561787,
|
||||
"wilsonLowerBound": 0.07153353005671426
|
||||
"successCount": 486,
|
||||
"successRate": 0.0780722891566265,
|
||||
"wilsonLowerBound": 0.07166474517615269
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -258,76 +258,76 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 30284,
|
||||
"modelCount": 30321,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5236,
|
||||
"successRate": 0.17289657905164443,
|
||||
"wilsonLowerBound": 0.1686789893687595
|
||||
"successCount": 5252,
|
||||
"successRate": 0.1732132845222783,
|
||||
"wilsonLowerBound": 0.16899512321688287
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 60765,
|
||||
"modelCount": 60768,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12379,
|
||||
"successRate": 0.2037192462766395,
|
||||
"wilsonLowerBound": 0.20053560133374146
|
||||
"successRate": 0.20370918904686677,
|
||||
"wilsonLowerBound": 0.2005256816798767
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 6486,
|
||||
"modelCount": 6518,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1917,
|
||||
"successRate": 0.2955596669750231,
|
||||
"wilsonLowerBound": 0.28457847149103355
|
||||
"successCount": 1930,
|
||||
"successRate": 0.2961030991101565,
|
||||
"wilsonLowerBound": 0.28514236738560983
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 12011,
|
||||
"modelCount": 12032,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3147,
|
||||
"successRate": 0.2620098243276996,
|
||||
"wilsonLowerBound": 0.2542226800692064
|
||||
"successCount": 3150,
|
||||
"successRate": 0.26180186170212766,
|
||||
"wilsonLowerBound": 0.2540235257765174
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 59077,
|
||||
"modelCount": 59160,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16087,
|
||||
"successRate": 0.2723056350187044,
|
||||
"wilsonLowerBound": 0.26873089660179433
|
||||
"successCount": 16107,
|
||||
"successRate": 0.27226166328600404,
|
||||
"wilsonLowerBound": 0.26868960698459193
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 46066,
|
||||
"modelCount": 46085,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20030,
|
||||
"successRate": 0.4348109234576477,
|
||||
"wilsonLowerBound": 0.43028951951937017
|
||||
"successCount": 20045,
|
||||
"successRate": 0.4349571444070739,
|
||||
"wilsonLowerBound": 0.43043648389347655
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 35721,
|
||||
"modelCount": 35758,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3109,
|
||||
"successRate": 0.08703563730018757,
|
||||
"wilsonLowerBound": 0.08415658905735884
|
||||
"successCount": 3122,
|
||||
"successRate": 0.08730913362044856,
|
||||
"wilsonLowerBound": 0.08442737563289227
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 282,
|
||||
"modelCount": 288,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -347,21 +347,21 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10006,
|
||||
"modelCount": 10007,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 732,
|
||||
"successRate": 0.07315610633619828,
|
||||
"wilsonLowerBound": 0.0682161070379902
|
||||
"successCount": 733,
|
||||
"successRate": 0.07324872589187569,
|
||||
"wilsonLowerBound": 0.06830595957327275
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 5564,
|
||||
"modelCount": 5576,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2338,
|
||||
"successRate": 0.4202012940330697,
|
||||
"wilsonLowerBound": 0.40729101346237134
|
||||
"successCount": 2345,
|
||||
"successRate": 0.42055236728837875,
|
||||
"wilsonLowerBound": 0.4076541911130345
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -376,47 +376,47 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 10566,
|
||||
"modelCount": 10616,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3619,
|
||||
"successRate": 0.3425137232632974,
|
||||
"wilsonLowerBound": 0.3335237892814802
|
||||
"successCount": 3627,
|
||||
"successRate": 0.34165410700828935,
|
||||
"wilsonLowerBound": 0.33269097842653206
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 25994,
|
||||
"modelCount": 25997,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 13137,
|
||||
"successRate": 0.5053858582749865,
|
||||
"wilsonLowerBound": 0.4993074607159475
|
||||
"successCount": 13139,
|
||||
"successRate": 0.5054044697465092,
|
||||
"wilsonLowerBound": 0.49932642259994464
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 60752,
|
||||
"modelCount": 60824,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5931,
|
||||
"successRate": 0.09762641559125626,
|
||||
"wilsonLowerBound": 0.09529157438086885
|
||||
"successCount": 5947,
|
||||
"successRate": 0.0977739050374852,
|
||||
"wilsonLowerBound": 0.09543883390793778
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 12223,
|
||||
"modelCount": 12224,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1722,
|
||||
"successRate": 0.1408819438762988,
|
||||
"wilsonLowerBound": 0.13482704162320544
|
||||
"successRate": 0.14087041884816753,
|
||||
"wilsonLowerBound": 0.13481597404972345
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-13T12:41:35.271849+00:00",
|
||||
"generatedAt": "2026-09-13T12:45:47.364313+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user