state: generation 16739 (cycle)
This commit is contained in:
@@ -3,77 +3,77 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-09-26T18:35:42.459023+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-26T12:41:48.971596+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-26T18:41:56.359307+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 34120,
|
||||
"modelCount": 34168,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15398,
|
||||
"successRate": 0.45128956623681127,
|
||||
"wilsonLowerBound": 0.4460151389620851
|
||||
"successCount": 15437,
|
||||
"successRate": 0.4517970030437837,
|
||||
"wilsonLowerBound": 0.4465256967541095
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 38153,
|
||||
"modelCount": 38171,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10782,
|
||||
"successRate": 0.2825990092522213,
|
||||
"wilsonLowerBound": 0.27810294865623497
|
||||
"successCount": 10783,
|
||||
"successRate": 0.2824919441460795,
|
||||
"wilsonLowerBound": 0.27799746796705666
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 10247,
|
||||
"modelCount": 10299,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4298,
|
||||
"successRate": 0.41943983604957547,
|
||||
"wilsonLowerBound": 0.40991708931544363
|
||||
"successCount": 4317,
|
||||
"successRate": 0.41916690940868045,
|
||||
"wilsonLowerBound": 0.40966911190005967
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64121,
|
||||
"modelCount": 64122,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12090,
|
||||
"successRate": 0.1885497730852607,
|
||||
"wilsonLowerBound": 0.18554085505439274
|
||||
"successCount": 12091,
|
||||
"successRate": 0.18856242787186925,
|
||||
"wilsonLowerBound": 0.18555345441815213
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 21584,
|
||||
"modelCount": 21725,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4458,
|
||||
"successRate": 0.2065418828762046,
|
||||
"wilsonLowerBound": 0.20119355629292213
|
||||
"successCount": 4490,
|
||||
"successRate": 0.20667433831990795,
|
||||
"wilsonLowerBound": 0.20134192589974004
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6754,
|
||||
"modelCount": 6771,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 72,
|
||||
"successRate": 0.010660349422564407,
|
||||
"wilsonLowerBound": 0.00847421309844036
|
||||
"successCount": 73,
|
||||
"successRate": 0.010781273076355043,
|
||||
"wilsonLowerBound": 0.00858391717865285
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26367,
|
||||
"modelCount": 26392,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3243,
|
||||
"successRate": 0.12299465240641712,
|
||||
"wilsonLowerBound": 0.11908515003043747
|
||||
"successCount": 3245,
|
||||
"successRate": 0.12295392543194908,
|
||||
"wilsonLowerBound": 0.11904681908920223
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -86,23 +86,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 12495,
|
||||
"modelCount": 12528,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5170,
|
||||
"successRate": 0.413765506202481,
|
||||
"wilsonLowerBound": 0.4051575334565304
|
||||
"successCount": 5187,
|
||||
"successRate": 0.41403256704980845,
|
||||
"wilsonLowerBound": 0.4054350016509264
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24398,
|
||||
"modelCount": 24405,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3794,
|
||||
"successRate": 0.15550454955324206,
|
||||
"wilsonLowerBound": 0.15101156475780222
|
||||
"successRate": 0.155459946732227,
|
||||
"wilsonLowerBound": 0.15096813744994636
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -115,106 +115,106 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 45834,
|
||||
"modelCount": 45920,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11404,
|
||||
"successRate": 0.2488109263865253,
|
||||
"wilsonLowerBound": 0.2448741267063936
|
||||
"successCount": 11422,
|
||||
"successRate": 0.2487369337979094,
|
||||
"wilsonLowerBound": 0.24480420183377044
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 23495,
|
||||
"modelCount": 23501,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3092,
|
||||
"successRate": 0.13160246861034264,
|
||||
"wilsonLowerBound": 0.12733988281241942
|
||||
"successRate": 0.13156886940981236,
|
||||
"wilsonLowerBound": 0.12730729362391902
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86755,
|
||||
"modelCount": 86759,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9764,
|
||||
"successRate": 0.11254682727220333,
|
||||
"wilsonLowerBound": 0.11046091685404098
|
||||
"successRate": 0.11254163833146993,
|
||||
"wilsonLowerBound": 0.11045581816178694
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 42084,
|
||||
"modelCount": 42163,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5175,
|
||||
"successRate": 0.12296834901625321,
|
||||
"wilsonLowerBound": 0.11986508631761844
|
||||
"successCount": 5182,
|
||||
"successRate": 0.12290396793397054,
|
||||
"wilsonLowerBound": 0.11980429313308899
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 36352,
|
||||
"modelCount": 36521,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3495,
|
||||
"successRate": 0.09614326584507042,
|
||||
"wilsonLowerBound": 0.09315539134700093
|
||||
"successCount": 3500,
|
||||
"successRate": 0.09583527285671258,
|
||||
"wilsonLowerBound": 0.09285858517955846
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 89758,
|
||||
"modelCount": 89804,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21605,
|
||||
"successRate": 0.2407027785824105,
|
||||
"wilsonLowerBound": 0.23791708454043425
|
||||
"successCount": 21640,
|
||||
"successRate": 0.2409692218609416,
|
||||
"wilsonLowerBound": 0.23818317094979669
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5348,
|
||||
"modelCount": 5350,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 577,
|
||||
"successRate": 0.10789080029917726,
|
||||
"wilsonLowerBound": 0.09985549336526436
|
||||
"successRate": 0.10785046728971963,
|
||||
"wilsonLowerBound": 0.0998180034123832
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112715,
|
||||
"modelCount": 112718,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16523,
|
||||
"successRate": 0.14659095949962295,
|
||||
"wilsonLowerBound": 0.14453811177746892
|
||||
"successRate": 0.14658705796767155,
|
||||
"wilsonLowerBound": 0.1445342602937692
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 19211,
|
||||
"modelCount": 19311,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3670,
|
||||
"successRate": 0.1910363854041955,
|
||||
"wilsonLowerBound": 0.18553927967016165
|
||||
"successCount": 3673,
|
||||
"successRate": 0.19020247527316037,
|
||||
"wilsonLowerBound": 0.18472888703622112
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 43057,
|
||||
"modelCount": 43076,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5597,
|
||||
"successRate": 0.12999047773881134,
|
||||
"wilsonLowerBound": 0.12684693500796929
|
||||
"successCount": 5598,
|
||||
"successRate": 0.12995635620763302,
|
||||
"wilsonLowerBound": 0.12681385711651194
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7095,
|
||||
"modelCount": 7116,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 602,
|
||||
"successRate": 0.08484848484848485,
|
||||
"wilsonLowerBound": 0.07858692960851094
|
||||
"successCount": 608,
|
||||
"successRate": 0.08544125913434514,
|
||||
"wilsonLowerBound": 0.07916786182099259
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -229,81 +229,81 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 32072,
|
||||
"modelCount": 32092,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5964,
|
||||
"successRate": 0.18595659765527564,
|
||||
"wilsonLowerBound": 0.18173613193510627
|
||||
"successCount": 5977,
|
||||
"successRate": 0.1862457933441356,
|
||||
"wilsonLowerBound": 0.18202404512335357
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61174,
|
||||
"modelCount": 61185,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12401,
|
||||
"successRate": 0.20271684048778893,
|
||||
"wilsonLowerBound": 0.19954971428679735
|
||||
"successRate": 0.20268039552177822,
|
||||
"wilsonLowerBound": 0.19951376817479044
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 9923,
|
||||
"modelCount": 10006,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2914,
|
||||
"successRate": 0.2936611911720246,
|
||||
"wilsonLowerBound": 0.2847812575226262
|
||||
"successCount": 2940,
|
||||
"successRate": 0.2938237057765341,
|
||||
"wilsonLowerBound": 0.28497883334822205
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 13977,
|
||||
"modelCount": 14004,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3515,
|
||||
"successRate": 0.25148458181297845,
|
||||
"wilsonLowerBound": 0.2443606133947901
|
||||
"successCount": 3523,
|
||||
"successRate": 0.25157097972007997,
|
||||
"wilsonLowerBound": 0.24445297236929567
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 63420,
|
||||
"modelCount": 63509,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 17367,
|
||||
"successRate": 0.273841059602649,
|
||||
"wilsonLowerBound": 0.2703842080775186
|
||||
"successCount": 17392,
|
||||
"successRate": 0.2738509502590184,
|
||||
"wilsonLowerBound": 0.2703964724480052
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 167,
|
||||
"modelCount": 172,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 114,
|
||||
"successRate": 0.6826347305389222,
|
||||
"wilsonLowerBound": 0.608610810527285
|
||||
"successCount": 117,
|
||||
"successRate": 0.6802325581395349,
|
||||
"wilsonLowerBound": 0.6072474589202723
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 47140,
|
||||
"modelCount": 47159,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20798,
|
||||
"successRate": 0.4411964361476453,
|
||||
"wilsonLowerBound": 0.43671904658995764
|
||||
"successCount": 20811,
|
||||
"successRate": 0.44129434466379697,
|
||||
"wilsonLowerBound": 0.43681774358540393
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 37460,
|
||||
"modelCount": 37486,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3853,
|
||||
"successRate": 0.10285638013881473,
|
||||
"wilsonLowerBound": 0.0998207621238759
|
||||
"successCount": 3865,
|
||||
"successRate": 0.10310515925945686,
|
||||
"wilsonLowerBound": 0.10006726563864177
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
@@ -318,85 +318,85 @@
|
||||
"Sunrise_pt-200-x1": {
|
||||
"sglang": {
|
||||
"framework": "sglang",
|
||||
"modelCount": 6281,
|
||||
"modelCount": 6282,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 192,
|
||||
"successRate": 0.030568380831077855,
|
||||
"wilsonLowerBound": 0.02658963799640948
|
||||
"successRate": 0.030563514804202482,
|
||||
"wilsonLowerBound": 0.02658539726335166
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10039,
|
||||
"modelCount": 10040,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 743,
|
||||
"successRate": 0.07401135571272038,
|
||||
"wilsonLowerBound": 0.06905159739268005
|
||||
"successRate": 0.07400398406374502,
|
||||
"wilsonLowerBound": 0.06904470201407993
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 6328,
|
||||
"modelCount": 6343,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2723,
|
||||
"successRate": 0.4303097345132743,
|
||||
"wilsonLowerBound": 0.4181564030863923
|
||||
"successCount": 2733,
|
||||
"successRate": 0.43086867412896107,
|
||||
"wilsonLowerBound": 0.41872739813732224
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7390,
|
||||
"modelCount": 7391,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 239,
|
||||
"successRate": 0.03234100135317997,
|
||||
"wilsonLowerBound": 0.02854431138137587
|
||||
"successCount": 240,
|
||||
"successRate": 0.03247192531457178,
|
||||
"wilsonLowerBound": 0.02866754709140733
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 13519,
|
||||
"modelCount": 13600,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4380,
|
||||
"successRate": 0.3239884606849619,
|
||||
"wilsonLowerBound": 0.3161503581883936
|
||||
"successCount": 4411,
|
||||
"successRate": 0.32433823529411765,
|
||||
"wilsonLowerBound": 0.3165210485429848
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 27025,
|
||||
"modelCount": 27049,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 13753,
|
||||
"successRate": 0.5088991674375578,
|
||||
"wilsonLowerBound": 0.502937939514974
|
||||
"successCount": 13766,
|
||||
"successRate": 0.5089282413397908,
|
||||
"wilsonLowerBound": 0.5029696608725285
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 63917,
|
||||
"modelCount": 63945,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6558,
|
||||
"successRate": 0.10260181172458031,
|
||||
"wilsonLowerBound": 0.10027320761045752
|
||||
"successCount": 6561,
|
||||
"successRate": 0.10260380014074595,
|
||||
"wilsonLowerBound": 0.10027568039621274
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 12855,
|
||||
"modelCount": 12869,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1928,
|
||||
"successRate": 0.1499805523142746,
|
||||
"wilsonLowerBound": 0.14391278764762871
|
||||
"successCount": 1936,
|
||||
"successRate": 0.15043903955241278,
|
||||
"wilsonLowerBound": 0.14436663161569308
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-26T18:39:53.954931+00:00",
|
||||
"generatedAt": "2026-09-26T18:41:56.359307+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user