state: generation 18527 (cycle)
This commit is contained in:
@@ -3,28 +3,28 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-09-29T20:09:51.759076+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-29T14:16:43.687953+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-29T20:18:03.570924+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 40116,
|
||||
"modelCount": 40158,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19456,
|
||||
"successRate": 0.4849935187954931,
|
||||
"wilsonLowerBound": 0.4801044834507619
|
||||
"successCount": 19490,
|
||||
"successRate": 0.4853329349071169,
|
||||
"wilsonLowerBound": 0.48044632487689726
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 53729,
|
||||
"modelCount": 53783,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14943,
|
||||
"successRate": 0.2781179623666921,
|
||||
"wilsonLowerBound": 0.2743451484412363
|
||||
"successCount": 14949,
|
||||
"successRate": 0.27795028168752206,
|
||||
"wilsonLowerBound": 0.2741800681818067
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -37,81 +37,81 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 3153,
|
||||
"modelCount": 3171,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 892,
|
||||
"successRate": 0.28290516967967017,
|
||||
"wilsonLowerBound": 0.26745488305646276
|
||||
"successCount": 899,
|
||||
"successRate": 0.2835067801955219,
|
||||
"wilsonLowerBound": 0.26808883491056007
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 34666,
|
||||
"modelCount": 34709,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15806,
|
||||
"successRate": 0.45595107598223045,
|
||||
"wilsonLowerBound": 0.45071321549842774
|
||||
"successCount": 15835,
|
||||
"successRate": 0.4562217292344925,
|
||||
"wilsonLowerBound": 0.45098682993631267
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 38554,
|
||||
"modelCount": 38587,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10828,
|
||||
"successRate": 0.28085282979716764,
|
||||
"wilsonLowerBound": 0.27638872712384643
|
||||
"successCount": 10834,
|
||||
"successRate": 0.28076813434576414,
|
||||
"wilsonLowerBound": 0.27630635202083437
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 10721,
|
||||
"modelCount": 10761,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4485,
|
||||
"successRate": 0.4183378416192519,
|
||||
"wilsonLowerBound": 0.40903107341728273
|
||||
"successCount": 4503,
|
||||
"successRate": 0.4184555338723167,
|
||||
"wilsonLowerBound": 0.40916560902539967
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64137,
|
||||
"modelCount": 64138,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12092,
|
||||
"successRate": 0.1885339195784025,
|
||||
"wilsonLowerBound": 0.1855254731849487
|
||||
"successRate": 0.18853098007421498,
|
||||
"wilsonLowerBound": 0.1855225752776889
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 23453,
|
||||
"modelCount": 23616,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4815,
|
||||
"successRate": 0.20530422547222105,
|
||||
"wilsonLowerBound": 0.20018309478585897
|
||||
"successCount": 4844,
|
||||
"successRate": 0.20511517615176153,
|
||||
"wilsonLowerBound": 0.20001337202252867
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6994,
|
||||
"modelCount": 7011,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 79,
|
||||
"successRate": 0.011295396053760365,
|
||||
"wilsonLowerBound": 0.00907314563211225
|
||||
"successRate": 0.011268007416916274,
|
||||
"wilsonLowerBound": 0.009051123475798858
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26461,
|
||||
"modelCount": 26463,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3251,
|
||||
"successRate": 0.1228600581988587,
|
||||
"wilsonLowerBound": 0.11895929025291135
|
||||
"successCount": 3252,
|
||||
"successRate": 0.12288856138759778,
|
||||
"wilsonLowerBound": 0.11898754026741845
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -124,23 +124,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 13098,
|
||||
"modelCount": 13150,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5371,
|
||||
"successRate": 0.41006260497785924,
|
||||
"wilsonLowerBound": 0.4016668817796288
|
||||
"successCount": 5392,
|
||||
"successRate": 0.41003802281368823,
|
||||
"wilsonLowerBound": 0.40165894318515766
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24459,
|
||||
"modelCount": 24465,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3796,
|
||||
"successRate": 0.15519849544135084,
|
||||
"wilsonLowerBound": 0.15071474546935393
|
||||
"successRate": 0.15516043327202125,
|
||||
"wilsonLowerBound": 0.15067768656556627
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -153,106 +153,106 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 47015,
|
||||
"modelCount": 47120,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11692,
|
||||
"successRate": 0.24868658938636606,
|
||||
"wilsonLowerBound": 0.24479994758645382
|
||||
"successCount": 11716,
|
||||
"successRate": 0.24864176570458404,
|
||||
"wilsonLowerBound": 0.24475967258860087
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 23582,
|
||||
"modelCount": 23586,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3100,
|
||||
"successRate": 0.1314561954032737,
|
||||
"wilsonLowerBound": 0.12720342754712557
|
||||
"successRate": 0.13143390146697193,
|
||||
"wilsonLowerBound": 0.12718180303857218
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86807,
|
||||
"modelCount": 86815,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9767,
|
||||
"successRate": 0.11251396776757634,
|
||||
"wilsonLowerBound": 0.11042894652771498
|
||||
"successRate": 0.1125035996083626,
|
||||
"wilsonLowerBound": 0.11041875867654109
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 43069,
|
||||
"modelCount": 43113,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5266,
|
||||
"successRate": 0.12226891731872112,
|
||||
"wilsonLowerBound": 0.11920861711777476
|
||||
"successCount": 5267,
|
||||
"successRate": 0.12216732772017722,
|
||||
"wilsonLowerBound": 0.1191096873161058
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 38504,
|
||||
"modelCount": 38696,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3548,
|
||||
"successRate": 0.09214627051734885,
|
||||
"wilsonLowerBound": 0.08929780005893741
|
||||
"successCount": 3549,
|
||||
"successRate": 0.0917149059334298,
|
||||
"wilsonLowerBound": 0.08887952252083743
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 90417,
|
||||
"modelCount": 90468,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21996,
|
||||
"successRate": 0.24327283586051296,
|
||||
"wilsonLowerBound": 0.24048707086670867
|
||||
"successCount": 22019,
|
||||
"successRate": 0.2433899279303179,
|
||||
"wilsonLowerBound": 0.24060448381769892
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5396,
|
||||
"modelCount": 5409,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 579,
|
||||
"successRate": 0.10730170496664196,
|
||||
"wilsonLowerBound": 0.09932127668000892
|
||||
"successCount": 580,
|
||||
"successRate": 0.10722869291920872,
|
||||
"wilsonLowerBound": 0.09926004695577871
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112752,
|
||||
"modelCount": 112754,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16526,
|
||||
"successRate": 0.146569462182489,
|
||||
"wilsonLowerBound": 0.14451707544708278
|
||||
"successRate": 0.14656686237295352,
|
||||
"wilsonLowerBound": 0.14451450898539636
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 20305,
|
||||
"modelCount": 20371,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3714,
|
||||
"successRate": 0.18291061314947057,
|
||||
"wilsonLowerBound": 0.17765324202558166
|
||||
"successRate": 0.18231800107996662,
|
||||
"wilsonLowerBound": 0.1770758507745676
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 43279,
|
||||
"modelCount": 43282,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5632,
|
||||
"successRate": 0.13013239677441715,
|
||||
"wilsonLowerBound": 0.1269953596027995
|
||||
"successRate": 0.13012337692343237,
|
||||
"wilsonLowerBound": 0.1269865415399851
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7366,
|
||||
"modelCount": 7381,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 652,
|
||||
"successRate": 0.08851479771925061,
|
||||
"wilsonLowerBound": 0.0822407456315834
|
||||
"successRate": 0.08833491396829699,
|
||||
"wilsonLowerBound": 0.08207306133247114
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -267,81 +267,81 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 32482,
|
||||
"modelCount": 32515,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6131,
|
||||
"successRate": 0.18875069269133674,
|
||||
"wilsonLowerBound": 0.18453203749524386
|
||||
"successCount": 6145,
|
||||
"successRate": 0.18898969706289404,
|
||||
"wilsonLowerBound": 0.18477107157674597
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61269,
|
||||
"modelCount": 61276,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12404,
|
||||
"successRate": 0.20245148443748062,
|
||||
"wilsonLowerBound": 0.19928837132737603
|
||||
"successRate": 0.20242835694235917,
|
||||
"wilsonLowerBound": 0.19926556048196212
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 10979,
|
||||
"modelCount": 11060,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3219,
|
||||
"successRate": 0.2931961016486019,
|
||||
"wilsonLowerBound": 0.2847542555248915
|
||||
"successCount": 3249,
|
||||
"successRate": 0.29376130198915007,
|
||||
"wilsonLowerBound": 0.2853451815349393
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 14314,
|
||||
"modelCount": 14339,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3590,
|
||||
"successRate": 0.25080340924968564,
|
||||
"wilsonLowerBound": 0.2437695708622839
|
||||
"successCount": 3596,
|
||||
"successRate": 0.2507845735406932,
|
||||
"wilsonLowerBound": 0.2437569924370251
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64408,
|
||||
"modelCount": 64481,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 17657,
|
||||
"successRate": 0.27414296360700535,
|
||||
"wilsonLowerBound": 0.270711422854147
|
||||
"successCount": 17674,
|
||||
"successRate": 0.2740962454056234,
|
||||
"wilsonLowerBound": 0.27066682531238484
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 310,
|
||||
"modelCount": 315,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 197,
|
||||
"successRate": 0.635483870967742,
|
||||
"wilsonLowerBound": 0.5805506524696656
|
||||
"successCount": 199,
|
||||
"successRate": 0.6317460317460317,
|
||||
"wilsonLowerBound": 0.5771912724480218
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 47387,
|
||||
"modelCount": 47404,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20970,
|
||||
"successRate": 0.4425264312997236,
|
||||
"wilsonLowerBound": 0.4380592029808077
|
||||
"successCount": 20983,
|
||||
"successRate": 0.4426419711416758,
|
||||
"wilsonLowerBound": 0.4381754134319434
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 37881,
|
||||
"modelCount": 37932,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4036,
|
||||
"successRate": 0.10654417782001531,
|
||||
"wilsonLowerBound": 0.10347693704225316
|
||||
"successCount": 4054,
|
||||
"successRate": 0.10687546135189287,
|
||||
"wilsonLowerBound": 0.10380597715054646
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
@@ -374,67 +374,67 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 6508,
|
||||
"modelCount": 6520,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2817,
|
||||
"successRate": 0.4328518746158574,
|
||||
"wilsonLowerBound": 0.4208570888660912
|
||||
"successCount": 2824,
|
||||
"successRate": 0.4331288343558282,
|
||||
"wilsonLowerBound": 0.4211439775684615
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7397,
|
||||
"modelCount": 7398,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 242,
|
||||
"successRate": 0.03271596593213465,
|
||||
"wilsonLowerBound": 0.02889830954648983
|
||||
"successRate": 0.03271154366044877,
|
||||
"wilsonLowerBound": 0.02889439609899827
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 14527,
|
||||
"modelCount": 14591,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4705,
|
||||
"successRate": 0.3238796723342741,
|
||||
"wilsonLowerBound": 0.3163173205065392
|
||||
"successCount": 4724,
|
||||
"successRate": 0.3237612226715098,
|
||||
"wilsonLowerBound": 0.3162161230968598
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 27292,
|
||||
"modelCount": 27311,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 13909,
|
||||
"successRate": 0.5096365235233768,
|
||||
"wilsonLowerBound": 0.503704587293613
|
||||
"successCount": 13918,
|
||||
"successRate": 0.5096115118450442,
|
||||
"wilsonLowerBound": 0.5036816373592693
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64499,
|
||||
"modelCount": 64563,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6692,
|
||||
"successRate": 0.10375354656661344,
|
||||
"wilsonLowerBound": 0.10142370284494356
|
||||
"successCount": 6708,
|
||||
"successRate": 0.10389851772687143,
|
||||
"wilsonLowerBound": 0.10156835659986313
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 13009,
|
||||
"modelCount": 13018,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1994,
|
||||
"successRate": 0.15327849950034592,
|
||||
"wilsonLowerBound": 0.14719014976133446
|
||||
"successCount": 2000,
|
||||
"successRate": 0.15363343063450607,
|
||||
"wilsonLowerBound": 0.14754118680737602
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-29T20:15:19.651490+00:00",
|
||||
"generatedAt": "2026-09-29T20:18:03.570924+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user