state: generation 18414 (intent)
This commit is contained in:
@@ -3,28 +3,28 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-09-29T14:10:24.361012+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-29T08:15:30.056315+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-29T14:16:43.687953+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 40092,
|
||||
"modelCount": 40116,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19440,
|
||||
"successRate": 0.48488476504040706,
|
||||
"wilsonLowerBound": 0.47999430963600515
|
||||
"successCount": 19456,
|
||||
"successRate": 0.4849935187954931,
|
||||
"wilsonLowerBound": 0.4801044834507619
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 53667,
|
||||
"modelCount": 53729,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14934,
|
||||
"successRate": 0.2782715635306613,
|
||||
"wilsonLowerBound": 0.27449592602705325
|
||||
"successCount": 14943,
|
||||
"successRate": 0.2781179623666921,
|
||||
"wilsonLowerBound": 0.2743451484412363
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -37,110 +37,110 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 3118,
|
||||
"modelCount": 3153,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 881,
|
||||
"successRate": 0.28255291853752407,
|
||||
"wilsonLowerBound": 0.26702411128367387
|
||||
"successCount": 892,
|
||||
"successRate": 0.28290516967967017,
|
||||
"wilsonLowerBound": 0.26745488305646276
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 34608,
|
||||
"modelCount": 34666,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15765,
|
||||
"successRate": 0.45553051317614424,
|
||||
"wilsonLowerBound": 0.45028871038539975
|
||||
"successCount": 15806,
|
||||
"successRate": 0.45595107598223045,
|
||||
"wilsonLowerBound": 0.45071321549842774
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 38529,
|
||||
"modelCount": 38554,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10825,
|
||||
"successRate": 0.2809572010693244,
|
||||
"wilsonLowerBound": 0.2764911391626131
|
||||
"successCount": 10828,
|
||||
"successRate": 0.28085282979716764,
|
||||
"wilsonLowerBound": 0.27638872712384643
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 10683,
|
||||
"modelCount": 10721,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4472,
|
||||
"successRate": 0.4186090049611532,
|
||||
"wilsonLowerBound": 0.40928481012393897
|
||||
"successCount": 4485,
|
||||
"successRate": 0.4183378416192519,
|
||||
"wilsonLowerBound": 0.40903107341728273
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64135,
|
||||
"modelCount": 64137,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12092,
|
||||
"successRate": 0.18853979886177594,
|
||||
"wilsonLowerBound": 0.1855312692711016
|
||||
"successRate": 0.1885339195784025,
|
||||
"wilsonLowerBound": 0.1855254731849487
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 23271,
|
||||
"modelCount": 23453,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4789,
|
||||
"successRate": 0.2057926174208242,
|
||||
"wilsonLowerBound": 0.20064703878371137
|
||||
"successCount": 4815,
|
||||
"successRate": 0.20530422547222105,
|
||||
"wilsonLowerBound": 0.20018309478585897
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6964,
|
||||
"modelCount": 6994,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 77,
|
||||
"successRate": 0.01105686387133831,
|
||||
"wilsonLowerBound": 0.008856357819547396
|
||||
"successCount": 79,
|
||||
"successRate": 0.011295396053760365,
|
||||
"wilsonLowerBound": 0.00907314563211225
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26453,
|
||||
"modelCount": 26461,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3249,
|
||||
"successRate": 0.12282160813518316,
|
||||
"wilsonLowerBound": 0.11892079644703475
|
||||
"successCount": 3251,
|
||||
"successRate": 0.1228600581988587,
|
||||
"wilsonLowerBound": 0.11895929025291135
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16489,
|
||||
"modelCount": 16490,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.10164351992237249,
|
||||
"wilsonLowerBound": 0.09712355199628998
|
||||
"successRate": 0.10163735597331716,
|
||||
"wilsonLowerBound": 0.09711764770880076
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 13058,
|
||||
"modelCount": 13098,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5359,
|
||||
"successRate": 0.4103997549395007,
|
||||
"wilsonLowerBound": 0.4019900724331346
|
||||
"successCount": 5371,
|
||||
"successRate": 0.41006260497785924,
|
||||
"wilsonLowerBound": 0.4016668817796288
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24455,
|
||||
"modelCount": 24459,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3796,
|
||||
"successRate": 0.15522388059701492,
|
||||
"wilsonLowerBound": 0.15073946153538023
|
||||
"successRate": 0.15519849544135084,
|
||||
"wilsonLowerBound": 0.15071474546935393
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -153,106 +153,106 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 46926,
|
||||
"modelCount": 47015,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11670,
|
||||
"successRate": 0.2486894259046158,
|
||||
"wilsonLowerBound": 0.24479910466874283
|
||||
"successCount": 11692,
|
||||
"successRate": 0.24868658938636606,
|
||||
"wilsonLowerBound": 0.24479994758645382
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 23573,
|
||||
"modelCount": 23582,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3098,
|
||||
"successRate": 0.13142154159419675,
|
||||
"wilsonLowerBound": 0.12716846144564692
|
||||
"successCount": 3100,
|
||||
"successRate": 0.1314561954032737,
|
||||
"wilsonLowerBound": 0.12720342754712557
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86801,
|
||||
"modelCount": 86807,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9766,
|
||||
"successRate": 0.11251022453658369,
|
||||
"wilsonLowerBound": 0.11042516252583366
|
||||
"successCount": 9767,
|
||||
"successRate": 0.11251396776757634,
|
||||
"wilsonLowerBound": 0.11042894652771498
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 43007,
|
||||
"modelCount": 43069,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5262,
|
||||
"successRate": 0.12235217522728858,
|
||||
"wilsonLowerBound": 0.11928877980081794
|
||||
"successCount": 5266,
|
||||
"successRate": 0.12226891731872112,
|
||||
"wilsonLowerBound": 0.11920861711777476
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 38349,
|
||||
"modelCount": 38504,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3546,
|
||||
"successRate": 0.09246655714620981,
|
||||
"wilsonLowerBound": 0.08960787165416206
|
||||
"successCount": 3548,
|
||||
"successRate": 0.09214627051734885,
|
||||
"wilsonLowerBound": 0.08929780005893741
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 90373,
|
||||
"modelCount": 90417,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21972,
|
||||
"successRate": 0.24312571232558397,
|
||||
"wilsonLowerBound": 0.24033985232030614
|
||||
"successCount": 21996,
|
||||
"successRate": 0.24327283586051296,
|
||||
"wilsonLowerBound": 0.24048707086670867
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5394,
|
||||
"modelCount": 5396,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 579,
|
||||
"successRate": 0.10734149054505006,
|
||||
"wilsonLowerBound": 0.09935826083660061
|
||||
"successRate": 0.10730170496664196,
|
||||
"wilsonLowerBound": 0.09932127668000892
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112750,
|
||||
"modelCount": 112752,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16526,
|
||||
"successRate": 0.14657206208425722,
|
||||
"wilsonLowerBound": 0.14451964199993209
|
||||
"successRate": 0.146569462182489,
|
||||
"wilsonLowerBound": 0.14451707544708278
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 20211,
|
||||
"modelCount": 20305,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3707,
|
||||
"successRate": 0.18341497204492602,
|
||||
"wilsonLowerBound": 0.17813973999992447
|
||||
"successCount": 3714,
|
||||
"successRate": 0.18291061314947057,
|
||||
"wilsonLowerBound": 0.17765324202558166
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 43276,
|
||||
"modelCount": 43279,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5631,
|
||||
"successRate": 0.13011831037988725,
|
||||
"wilsonLowerBound": 0.1269813127427721
|
||||
"successCount": 5632,
|
||||
"successRate": 0.13013239677441715,
|
||||
"wilsonLowerBound": 0.1269953596027995
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7350,
|
||||
"modelCount": 7366,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 652,
|
||||
"successRate": 0.08870748299319728,
|
||||
"wilsonLowerBound": 0.08242036583105138
|
||||
"successRate": 0.08851479771925061,
|
||||
"wilsonLowerBound": 0.0822407456315834
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -267,85 +267,85 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 32452,
|
||||
"modelCount": 32482,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6120,
|
||||
"successRate": 0.18858621964747935,
|
||||
"wilsonLowerBound": 0.18436707519161827
|
||||
"successCount": 6131,
|
||||
"successRate": 0.18875069269133674,
|
||||
"wilsonLowerBound": 0.18453203749524386
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61261,
|
||||
"modelCount": 61269,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12404,
|
||||
"successRate": 0.20247792233231582,
|
||||
"wilsonLowerBound": 0.19931444726155095
|
||||
"successRate": 0.20245148443748062,
|
||||
"wilsonLowerBound": 0.19928837132737603
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 10882,
|
||||
"modelCount": 10979,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3192,
|
||||
"successRate": 0.29332843227347916,
|
||||
"wilsonLowerBound": 0.2848482034723206
|
||||
"successCount": 3219,
|
||||
"successRate": 0.2931961016486019,
|
||||
"wilsonLowerBound": 0.2847542555248915
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 14276,
|
||||
"modelCount": 14314,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3585,
|
||||
"successRate": 0.2511207621182404,
|
||||
"wilsonLowerBound": 0.24407458501202675
|
||||
"successCount": 3590,
|
||||
"successRate": 0.25080340924968564,
|
||||
"wilsonLowerBound": 0.2437695708622839
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64336,
|
||||
"modelCount": 64408,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 17633,
|
||||
"successRate": 0.27407672220840584,
|
||||
"wilsonLowerBound": 0.27064353259963125
|
||||
"successCount": 17657,
|
||||
"successRate": 0.27414296360700535,
|
||||
"wilsonLowerBound": 0.270711422854147
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 294,
|
||||
"modelCount": 310,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 187,
|
||||
"successRate": 0.6360544217687075,
|
||||
"wilsonLowerBound": 0.579629129845499
|
||||
"successCount": 197,
|
||||
"successRate": 0.635483870967742,
|
||||
"wilsonLowerBound": 0.5805506524696656
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 47370,
|
||||
"modelCount": 47387,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20957,
|
||||
"successRate": 0.4424108085286046,
|
||||
"wilsonLowerBound": 0.4379429095585256
|
||||
"successCount": 20970,
|
||||
"successRate": 0.4425264312997236,
|
||||
"wilsonLowerBound": 0.4380592029808077
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 37851,
|
||||
"modelCount": 37881,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4018,
|
||||
"successRate": 0.10615307389500937,
|
||||
"wilsonLowerBound": 0.1030897032795641
|
||||
"successCount": 4036,
|
||||
"successRate": 0.10654417782001531,
|
||||
"wilsonLowerBound": 0.10347693704225316
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 794,
|
||||
"modelCount": 795,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -356,30 +356,30 @@
|
||||
"Sunrise_pt-200-x1": {
|
||||
"sglang": {
|
||||
"framework": "sglang",
|
||||
"modelCount": 6282,
|
||||
"modelCount": 6283,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 192,
|
||||
"successRate": 0.030563514804202482,
|
||||
"wilsonLowerBound": 0.02658539726335166
|
||||
"successRate": 0.030558650326277255,
|
||||
"wilsonLowerBound": 0.02658115788279188
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10047,
|
||||
"modelCount": 10048,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 746,
|
||||
"successRate": 0.07425102020503634,
|
||||
"wilsonLowerBound": 0.0692854719514479
|
||||
"successCount": 747,
|
||||
"successRate": 0.07434315286624203,
|
||||
"wilsonLowerBound": 0.069374887461707
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 6494,
|
||||
"modelCount": 6508,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2811,
|
||||
"successRate": 0.43286110255620575,
|
||||
"wilsonLowerBound": 0.4208534087201315
|
||||
"successCount": 2817,
|
||||
"successRate": 0.4328518746158574,
|
||||
"wilsonLowerBound": 0.4208570888660912
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -394,47 +394,47 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 14446,
|
||||
"modelCount": 14527,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4677,
|
||||
"successRate": 0.3237574415062993,
|
||||
"wilsonLowerBound": 0.3161748360985487
|
||||
"successCount": 4705,
|
||||
"successRate": 0.3238796723342741,
|
||||
"wilsonLowerBound": 0.3163173205065392
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 27273,
|
||||
"modelCount": 27292,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 13895,
|
||||
"successRate": 0.5094782385509479,
|
||||
"wilsonLowerBound": 0.5035442226137338
|
||||
"successCount": 13909,
|
||||
"successRate": 0.5096365235233768,
|
||||
"wilsonLowerBound": 0.503704587293613
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64477,
|
||||
"modelCount": 64499,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6681,
|
||||
"successRate": 0.10361834452595499,
|
||||
"wilsonLowerBound": 0.10128947194165175
|
||||
"successCount": 6692,
|
||||
"successRate": 0.10375354656661344,
|
||||
"wilsonLowerBound": 0.10142370284494356
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 12999,
|
||||
"modelCount": 13009,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1991,
|
||||
"successRate": 0.1531656281252404,
|
||||
"wilsonLowerBound": 0.14707687671552805
|
||||
"successCount": 1994,
|
||||
"successRate": 0.15327849950034592,
|
||||
"wilsonLowerBound": 0.14719014976133446
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-29T14:13:16.266104+00:00",
|
||||
"generatedAt": "2026-09-29T14:16:43.687953+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user