state: generation 11531 (cycle)
This commit is contained in:
@@ -3,28 +3,28 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-09-21T15:30:01.065914+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-21T09:32:49.784642+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-21T15:33:56.261808+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 39941,
|
||||
"modelCount": 39973,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19346,
|
||||
"successRate": 0.48436443754537944,
|
||||
"wilsonLowerBound": 0.4794649571315353
|
||||
"successCount": 19362,
|
||||
"successRate": 0.4843769544442499,
|
||||
"wilsonLowerBound": 0.4794794297091189
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 53442,
|
||||
"modelCount": 53509,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14906,
|
||||
"successRate": 0.27891920212566895,
|
||||
"wilsonLowerBound": 0.2751329007644761
|
||||
"successCount": 14911,
|
||||
"successRate": 0.2786634024182848,
|
||||
"wilsonLowerBound": 0.2748805496668656
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -37,81 +37,81 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 2990,
|
||||
"modelCount": 3030,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 843,
|
||||
"successRate": 0.2819397993311037,
|
||||
"wilsonLowerBound": 0.2660995818214234
|
||||
"successCount": 857,
|
||||
"successRate": 0.28283828382838283,
|
||||
"wilsonLowerBound": 0.26708445830688887
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 33248,
|
||||
"modelCount": 33291,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14758,
|
||||
"successRate": 0.443876323387873,
|
||||
"wilsonLowerBound": 0.43854251269606614
|
||||
"successCount": 14791,
|
||||
"successRate": 0.44429425370220177,
|
||||
"wilsonLowerBound": 0.4389633308686534
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 37688,
|
||||
"modelCount": 37719,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10698,
|
||||
"successRate": 0.28385693058798556,
|
||||
"wilsonLowerBound": 0.2793271187069376
|
||||
"successCount": 10702,
|
||||
"successRate": 0.28372968530448844,
|
||||
"wilsonLowerBound": 0.2792023547568335
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 9248,
|
||||
"modelCount": 9305,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3935,
|
||||
"successRate": 0.42549740484429066,
|
||||
"wilsonLowerBound": 0.41545349275133725
|
||||
"successCount": 3950,
|
||||
"successRate": 0.4245029554003224,
|
||||
"wilsonLowerBound": 0.4144932208043317
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64019,
|
||||
"modelCount": 64034,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12088,
|
||||
"successRate": 0.18881894437588842,
|
||||
"wilsonLowerBound": 0.18580597014538264
|
||||
"successRate": 0.18877471343348845,
|
||||
"wilsonLowerBound": 0.1857623649808237
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 18777,
|
||||
"modelCount": 18911,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3786,
|
||||
"successRate": 0.2016296532992491,
|
||||
"wilsonLowerBound": 0.19595213012564566
|
||||
"successCount": 3819,
|
||||
"successRate": 0.20194595737930304,
|
||||
"wilsonLowerBound": 0.19628495445786476
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6227,
|
||||
"modelCount": 6242,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 61,
|
||||
"successRate": 0.009796049462020234,
|
||||
"wilsonLowerBound": 0.0076341613707849405
|
||||
"successCount": 62,
|
||||
"successRate": 0.00993271387375841,
|
||||
"wilsonLowerBound": 0.007756347606611726
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26185,
|
||||
"modelCount": 26188,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3227,
|
||||
"successRate": 0.12323849532174909,
|
||||
"wilsonLowerBound": 0.11931219789055535
|
||||
"successCount": 3228,
|
||||
"successRate": 0.12326256300595692,
|
||||
"wilsonLowerBound": 0.11933614980668351
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -124,135 +124,135 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 11543,
|
||||
"modelCount": 11582,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4838,
|
||||
"successRate": 0.41912847613272114,
|
||||
"wilsonLowerBound": 0.41015543311834674
|
||||
"successCount": 4853,
|
||||
"successRate": 0.4190122604040753,
|
||||
"wilsonLowerBound": 0.4100546729588871
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24240,
|
||||
"modelCount": 24252,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3788,
|
||||
"successRate": 0.15627062706270628,
|
||||
"wilsonLowerBound": 0.15175393306198898
|
||||
"successRate": 0.1561933036450602,
|
||||
"wilsonLowerBound": 0.15167864712725093
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 8079,
|
||||
"modelCount": 8082,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 544,
|
||||
"successRate": 0.06733506622106697,
|
||||
"wilsonLowerBound": 0.06207350295237374
|
||||
"successRate": 0.06731007176441475,
|
||||
"wilsonLowerBound": 0.06205039941839396
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 43802,
|
||||
"modelCount": 43890,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10957,
|
||||
"successRate": 0.25014839505045433,
|
||||
"wilsonLowerBound": 0.2461144464072955
|
||||
"successCount": 10976,
|
||||
"successRate": 0.2500797448165869,
|
||||
"wilsonLowerBound": 0.2460501966140812
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 23367,
|
||||
"modelCount": 23378,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3073,
|
||||
"successRate": 0.13151024949715412,
|
||||
"wilsonLowerBound": 0.12723747320235243
|
||||
"successCount": 3076,
|
||||
"successRate": 0.13157669603901104,
|
||||
"wilsonLowerBound": 0.12730397173909294
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86679,
|
||||
"modelCount": 86685,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9764,
|
||||
"successRate": 0.11264550813922634,
|
||||
"wilsonLowerBound": 0.1105578815247224
|
||||
"successRate": 0.1126377112533887,
|
||||
"wilsonLowerBound": 0.11055022023005767
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 40993,
|
||||
"modelCount": 41042,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5042,
|
||||
"successRate": 0.12299660917717659,
|
||||
"wilsonLowerBound": 0.11985246506347841
|
||||
"successCount": 5046,
|
||||
"successRate": 0.12294722479411335,
|
||||
"wilsonLowerBound": 0.11980549014925095
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 32876,
|
||||
"modelCount": 33005,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3436,
|
||||
"successRate": 0.1045139311351746,
|
||||
"wilsonLowerBound": 0.101253017509305
|
||||
"successCount": 3439,
|
||||
"successRate": 0.10419633388880473,
|
||||
"wilsonLowerBound": 0.10094617949716594
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 88892,
|
||||
"modelCount": 88909,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21182,
|
||||
"successRate": 0.23828915987940422,
|
||||
"wilsonLowerBound": 0.23549977277882458
|
||||
"successCount": 21191,
|
||||
"successRate": 0.23834482448346062,
|
||||
"wilsonLowerBound": 0.23555547585716355
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5234,
|
||||
"modelCount": 5244,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 566,
|
||||
"successRate": 0.10813909056171188,
|
||||
"wilsonLowerBound": 0.10001112347945461
|
||||
"successCount": 568,
|
||||
"successRate": 0.10831426392067124,
|
||||
"wilsonLowerBound": 0.1001876830189251
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112652,
|
||||
"modelCount": 112656,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16516,
|
||||
"successRate": 0.1466108014061002,
|
||||
"wilsonLowerBound": 0.1445572666731952
|
||||
"successCount": 16517,
|
||||
"successRate": 0.14661447237608294,
|
||||
"wilsonLowerBound": 0.14456095234592153
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 17996,
|
||||
"modelCount": 18078,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3526,
|
||||
"successRate": 0.19593242942876193,
|
||||
"wilsonLowerBound": 0.19019838816881998
|
||||
"successCount": 3539,
|
||||
"successRate": 0.1957628056200907,
|
||||
"wilsonLowerBound": 0.19004356596108474
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 42952,
|
||||
"modelCount": 42959,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5586,
|
||||
"successRate": 0.13005215123859193,
|
||||
"wilsonLowerBound": 0.12690416179471012
|
||||
"successRate": 0.13003095975232198,
|
||||
"wilsonLowerBound": 0.12688344637946813
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6864,
|
||||
"modelCount": 6881,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 575,
|
||||
"successRate": 0.08377039627039627,
|
||||
"wilsonLowerBound": 0.07744678950002634
|
||||
"successCount": 577,
|
||||
"successRate": 0.08385409097514897,
|
||||
"wilsonLowerBound": 0.07753500660988152
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -267,52 +267,52 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 31388,
|
||||
"modelCount": 31418,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5693,
|
||||
"successRate": 0.18137504778896393,
|
||||
"wilsonLowerBound": 0.1771512187008585
|
||||
"successCount": 5703,
|
||||
"successRate": 0.18152014768603986,
|
||||
"wilsonLowerBound": 0.17729697332814412
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 60932,
|
||||
"modelCount": 60943,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12395,
|
||||
"successRate": 0.20342348847896016,
|
||||
"wilsonLowerBound": 0.2002459308650275
|
||||
"successCount": 12396,
|
||||
"successRate": 0.20340318002067506,
|
||||
"wilsonLowerBound": 0.2002260275601676
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 8448,
|
||||
"modelCount": 8503,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2441,
|
||||
"successRate": 0.2889441287878788,
|
||||
"wilsonLowerBound": 0.27937597787186164
|
||||
"successCount": 2462,
|
||||
"successRate": 0.2895448665176996,
|
||||
"wilsonLowerBound": 0.2800011878435359
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 13178,
|
||||
"modelCount": 13199,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3378,
|
||||
"successRate": 0.25633631810593416,
|
||||
"wilsonLowerBound": 0.2489534716776401
|
||||
"successCount": 3383,
|
||||
"successRate": 0.25630729600727326,
|
||||
"wilsonLowerBound": 0.24893055210903053
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61661,
|
||||
"modelCount": 61756,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16891,
|
||||
"successRate": 0.27393328035549214,
|
||||
"wilsonLowerBound": 0.27042729304904667
|
||||
"successCount": 16921,
|
||||
"successRate": 0.27399766824276184,
|
||||
"wilsonLowerBound": 0.2704941063178307
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
@@ -327,25 +327,25 @@
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 46751,
|
||||
"modelCount": 46768,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20498,
|
||||
"successRate": 0.4384505144274989,
|
||||
"wilsonLowerBound": 0.4339578004208725
|
||||
"successCount": 20510,
|
||||
"successRate": 0.43854772494013,
|
||||
"wilsonLowerBound": 0.43405570939604926
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 36792,
|
||||
"modelCount": 36819,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3554,
|
||||
"successRate": 0.09659708632311372,
|
||||
"wilsonLowerBound": 0.09362049049595138
|
||||
"successCount": 3567,
|
||||
"successRate": 0.09687932860751243,
|
||||
"wilsonLowerBound": 0.09389984759374836
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 628,
|
||||
"modelCount": 632,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -356,12 +356,12 @@
|
||||
"Sunrise_pt-200-x1": {
|
||||
"sglang": {
|
||||
"framework": "sglang",
|
||||
"modelCount": 6279,
|
||||
"modelCount": 6280,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 192,
|
||||
"successRate": 0.030578117534639272,
|
||||
"wilsonLowerBound": 0.026598123522609027
|
||||
"successRate": 0.030573248407643312,
|
||||
"wilsonLowerBound": 0.02659388008261268
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -374,12 +374,12 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 6031,
|
||||
"modelCount": 6043,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2566,
|
||||
"successRate": 0.42546841319847456,
|
||||
"wilsonLowerBound": 0.41304153745980715
|
||||
"successCount": 2573,
|
||||
"successRate": 0.42578189640906833,
|
||||
"wilsonLowerBound": 0.41336592357712526
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -394,47 +394,47 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 11961,
|
||||
"modelCount": 12005,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3880,
|
||||
"successRate": 0.3243875930106178,
|
||||
"wilsonLowerBound": 0.3160553033270324
|
||||
"successCount": 3886,
|
||||
"successRate": 0.32369845897542693,
|
||||
"wilsonLowerBound": 0.3153861982632824
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 26610,
|
||||
"modelCount": 26620,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 13506,
|
||||
"successRate": 0.507553551296505,
|
||||
"wilsonLowerBound": 0.501545943634268
|
||||
"successCount": 13512,
|
||||
"successRate": 0.5075882794891059,
|
||||
"wilsonLowerBound": 0.5015818016813248
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 62855,
|
||||
"modelCount": 62938,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6355,
|
||||
"successRate": 0.10110571951316522,
|
||||
"wilsonLowerBound": 0.0987732133862989
|
||||
"successCount": 6368,
|
||||
"successRate": 0.10117893800247862,
|
||||
"wilsonLowerBound": 0.09884719332891848
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 12587,
|
||||
"modelCount": 12589,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1827,
|
||||
"successRate": 0.14514975768650196,
|
||||
"wilsonLowerBound": 0.13910414529115206
|
||||
"successRate": 0.14512669791087457,
|
||||
"wilsonLowerBound": 0.13908196978028875
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-21T15:32:45.103650+00:00",
|
||||
"generatedAt": "2026-09-21T15:33:56.261808+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user