state: generation 34203 (intent)
This commit is contained in:
@@ -3,28 +3,28 @@
|
||||
"communityError": "ModelHubAPIError: 分页大小不能超过100",
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": null,
|
||||
"frameworkAttemptedAt": "2026-10-24T10:36:16.571030+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-24T16:37:59.082009+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 44132,
|
||||
"modelCount": 44174,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22264,
|
||||
"successRate": 0.5044865403788634,
|
||||
"wilsonLowerBound": 0.4998215662100726
|
||||
"successCount": 22295,
|
||||
"successRate": 0.5047086521483225,
|
||||
"wilsonLowerBound": 0.5000458959246213
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 58776,
|
||||
"modelCount": 58809,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15663,
|
||||
"successRate": 0.26648632094732544,
|
||||
"wilsonLowerBound": 0.26292731209554104
|
||||
"successRate": 0.26633678518594095,
|
||||
"wilsonLowerBound": 0.262779418992484
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -37,81 +37,81 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 5757,
|
||||
"modelCount": 5788,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1866,
|
||||
"successRate": 0.32412714955706096,
|
||||
"wilsonLowerBound": 0.31215728421551264
|
||||
"successCount": 1880,
|
||||
"successRate": 0.32480995162404974,
|
||||
"wilsonLowerBound": 0.3128648110586238
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 39231,
|
||||
"modelCount": 39271,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 18898,
|
||||
"successRate": 0.48171089189671434,
|
||||
"wilsonLowerBound": 0.4767684440219128
|
||||
"successCount": 18922,
|
||||
"successRate": 0.481831376842963,
|
||||
"wilsonLowerBound": 0.47689139029700517
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 40986,
|
||||
"modelCount": 40999,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11211,
|
||||
"successRate": 0.27353242570633873,
|
||||
"wilsonLowerBound": 0.26923810462940956
|
||||
"successCount": 11213,
|
||||
"successRate": 0.2734944754750116,
|
||||
"wilsonLowerBound": 0.26920102203904767
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 14841,
|
||||
"modelCount": 14878,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6106,
|
||||
"successRate": 0.41142780136109425,
|
||||
"wilsonLowerBound": 0.40353452166414816
|
||||
"successCount": 6113,
|
||||
"successRate": 0.41087511762333645,
|
||||
"wilsonLowerBound": 0.4029933736651572
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64323,
|
||||
"modelCount": 64325,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12100,
|
||||
"successRate": 0.18811311661458577,
|
||||
"wilsonLowerBound": 0.18511161333100484
|
||||
"successRate": 0.1881072677808006,
|
||||
"wilsonLowerBound": 0.18510584728691418
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 37215,
|
||||
"modelCount": 37331,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7762,
|
||||
"successRate": 0.20857181244121994,
|
||||
"wilsonLowerBound": 0.2044740822446073
|
||||
"successCount": 7783,
|
||||
"successRate": 0.20848624467600654,
|
||||
"wilsonLowerBound": 0.20439547039721817
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8476,
|
||||
"modelCount": 8481,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 117,
|
||||
"successRate": 0.013803680981595092,
|
||||
"wilsonLowerBound": 0.011530822923635848
|
||||
"successRate": 0.013795542978422356,
|
||||
"wilsonLowerBound": 0.011524017773350437
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26838,
|
||||
"modelCount": 26840,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3294,
|
||||
"successRate": 0.1227364185110664,
|
||||
"wilsonLowerBound": 0.11886448046582253
|
||||
"successCount": 3295,
|
||||
"successRate": 0.1227645305514158,
|
||||
"wilsonLowerBound": 0.11889234421565806
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -124,23 +124,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 18185,
|
||||
"modelCount": 18228,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6969,
|
||||
"successRate": 0.3832279351113555,
|
||||
"wilsonLowerBound": 0.37618702941372584
|
||||
"successCount": 6978,
|
||||
"successRate": 0.3828176431863068,
|
||||
"wilsonLowerBound": 0.37578653573153514
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24854,
|
||||
"modelCount": 24855,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3811,
|
||||
"successRate": 0.15333547919851936,
|
||||
"wilsonLowerBound": 0.14890952386035475
|
||||
"successRate": 0.15332930999798833,
|
||||
"wilsonLowerBound": 0.1489035173422471
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -153,61 +153,61 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 56861,
|
||||
"modelCount": 56967,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14261,
|
||||
"successRate": 0.25080459365821917,
|
||||
"wilsonLowerBound": 0.24725852301230705
|
||||
"successCount": 14283,
|
||||
"successRate": 0.2507241034283006,
|
||||
"wilsonLowerBound": 0.2471817030971201
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 26592,
|
||||
"modelCount": 26740,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3551,
|
||||
"successRate": 0.1335364019253911,
|
||||
"wilsonLowerBound": 0.1295008672796086
|
||||
"successCount": 3593,
|
||||
"successRate": 0.1343679880329095,
|
||||
"wilsonLowerBound": 0.130332662427564
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 87135,
|
||||
"modelCount": 87137,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9776,
|
||||
"successRate": 0.11219372238480518,
|
||||
"wilsonLowerBound": 0.11011522099048215
|
||||
"successRate": 0.11219114727383316,
|
||||
"wilsonLowerBound": 0.11011269065868066
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 50518,
|
||||
"modelCount": 50534,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5775,
|
||||
"successRate": 0.11431568945722317,
|
||||
"wilsonLowerBound": 0.1115702069973975
|
||||
"successCount": 5776,
|
||||
"successRate": 0.11429928365061147,
|
||||
"wilsonLowerBound": 0.11155440584219925
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 53237,
|
||||
"modelCount": 53286,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3876,
|
||||
"successRate": 0.07280650675282228,
|
||||
"wilsonLowerBound": 0.0706301077504865
|
||||
"successRate": 0.07273955635626618,
|
||||
"wilsonLowerBound": 0.0705650837856642
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 95361,
|
||||
"modelCount": 95383,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 24127,
|
||||
"successRate": 0.2530069944736318,
|
||||
"wilsonLowerBound": 0.2502577053899702
|
||||
"successCount": 24133,
|
||||
"successRate": 0.25301154293742073,
|
||||
"wilsonLowerBound": 0.2502625531946156
|
||||
},
|
||||
"llamacpp_opt": {
|
||||
"framework": "llamacpp_opt",
|
||||
@@ -220,12 +220,12 @@
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 6049,
|
||||
"modelCount": 6067,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 607,
|
||||
"successRate": 0.10034716482063151,
|
||||
"wilsonLowerBound": 0.09302707966736276
|
||||
"successCount": 610,
|
||||
"successRate": 0.10054392615790342,
|
||||
"wilsonLowerBound": 0.09322764207552978
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -247,30 +247,30 @@
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 26421,
|
||||
"modelCount": 26429,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4250,
|
||||
"successRate": 0.1608568941372393,
|
||||
"wilsonLowerBound": 0.15647608700157578
|
||||
"successCount": 4251,
|
||||
"successRate": 0.16084604033448105,
|
||||
"wilsonLowerBound": 0.15646601114598685
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 44708,
|
||||
"modelCount": 44720,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5814,
|
||||
"successRate": 0.13004384002863023,
|
||||
"wilsonLowerBound": 0.1269577352437017
|
||||
"successCount": 5817,
|
||||
"successRate": 0.13007602862254025,
|
||||
"wilsonLowerBound": 0.12699000284866707
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8604,
|
||||
"modelCount": 8612,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 841,
|
||||
"successRate": 0.09774523477452347,
|
||||
"wilsonLowerBound": 0.09164852429480456
|
||||
"successRate": 0.09765443567115653,
|
||||
"wilsonLowerBound": 0.09156311150071213
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -285,85 +285,85 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 36198,
|
||||
"modelCount": 36234,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7344,
|
||||
"successRate": 0.20288413724515167,
|
||||
"wilsonLowerBound": 0.19877292210858505
|
||||
"successCount": 7360,
|
||||
"successRate": 0.20312413755036707,
|
||||
"wilsonLowerBound": 0.1990130997490322
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61603,
|
||||
"modelCount": 61607,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12431,
|
||||
"successRate": 0.20179212051361134,
|
||||
"wilsonLowerBound": 0.1986414461958215
|
||||
"successRate": 0.2017790186180142,
|
||||
"wilsonLowerBound": 0.19862852366429826
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 19680,
|
||||
"modelCount": 19769,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5543,
|
||||
"successRate": 0.28165650406504067,
|
||||
"wilsonLowerBound": 0.275415103736749
|
||||
"successCount": 5564,
|
||||
"successRate": 0.28145075623450855,
|
||||
"wilsonLowerBound": 0.27522475584282813
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 16578,
|
||||
"modelCount": 16598,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3997,
|
||||
"successRate": 0.2411026661840994,
|
||||
"wilsonLowerBound": 0.23465160212731417
|
||||
"successCount": 4004,
|
||||
"successRate": 0.2412338836004338,
|
||||
"wilsonLowerBound": 0.23478543296284987
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 70362,
|
||||
"modelCount": 70414,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19318,
|
||||
"successRate": 0.2745516045592792,
|
||||
"wilsonLowerBound": 0.2712663475071295
|
||||
"successCount": 19330,
|
||||
"successRate": 0.27451927173573437,
|
||||
"wilsonLowerBound": 0.27123534578565767
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 2035,
|
||||
"modelCount": 2068,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1167,
|
||||
"successRate": 0.5734643734643735,
|
||||
"wilsonLowerBound": 0.5518573262322234
|
||||
"successCount": 1185,
|
||||
"successRate": 0.5730174081237911,
|
||||
"wilsonLowerBound": 0.5515822177146057
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 48869,
|
||||
"modelCount": 48890,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21886,
|
||||
"successRate": 0.44785037549366674,
|
||||
"wilsonLowerBound": 0.4434457058519929
|
||||
"successCount": 21904,
|
||||
"successRate": 0.448026181223154,
|
||||
"wilsonLowerBound": 0.44362227976410606
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41732,
|
||||
"modelCount": 41780,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5384,
|
||||
"successRate": 0.12901370650819516,
|
||||
"wilsonLowerBound": 0.12583160600716886
|
||||
"successCount": 5399,
|
||||
"successRate": 0.12922450933460986,
|
||||
"wilsonLowerBound": 0.12604196308907054
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1314,
|
||||
"modelCount": 1323,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -392,67 +392,67 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 8047,
|
||||
"modelCount": 8067,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3533,
|
||||
"successRate": 0.43904560705853113,
|
||||
"wilsonLowerBound": 0.4282340358946319
|
||||
"successCount": 3543,
|
||||
"successRate": 0.43919672740795834,
|
||||
"wilsonLowerBound": 0.42839804829375994
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7451,
|
||||
"modelCount": 7453,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 248,
|
||||
"successRate": 0.03328412293651859,
|
||||
"wilsonLowerBound": 0.0294455601373041
|
||||
"successRate": 0.03327519119817523,
|
||||
"wilsonLowerBound": 0.02943764377806317
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 21057,
|
||||
"modelCount": 21133,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5990,
|
||||
"successRate": 0.2844659733105381,
|
||||
"wilsonLowerBound": 0.27841191764949524
|
||||
"successCount": 6012,
|
||||
"successRate": 0.2844839823971987,
|
||||
"wilsonLowerBound": 0.2784406311793158
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 29400,
|
||||
"modelCount": 29426,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15079,
|
||||
"successRate": 0.512891156462585,
|
||||
"wilsonLowerBound": 0.507176269107166
|
||||
"successCount": 15095,
|
||||
"successRate": 0.512981716849045,
|
||||
"wilsonLowerBound": 0.5072693701781513
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 69046,
|
||||
"modelCount": 69077,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7505,
|
||||
"successRate": 0.10869565217391304,
|
||||
"wilsonLowerBound": 0.10639568600788676
|
||||
"successCount": 7509,
|
||||
"successRate": 0.10870477872519073,
|
||||
"wilsonLowerBound": 0.10640523777499405
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 14600,
|
||||
"modelCount": 14623,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2662,
|
||||
"successRate": 0.18232876712328766,
|
||||
"wilsonLowerBound": 0.17614939353228415
|
||||
"successCount": 2673,
|
||||
"successRate": 0.1827942282705327,
|
||||
"wilsonLowerBound": 0.17661333152888217
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-24T16:36:13.457447+00:00",
|
||||
"generatedAt": "2026-10-24T16:37:59.082009+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user