state: generation 37082 (intent)
This commit is contained in:
@@ -3,28 +3,28 @@
|
||||
"communityError": "ModelHubAPIError: 分页大小不能超过100",
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": null,
|
||||
"frameworkAttemptedAt": "2026-10-25T14:27:32.361107+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-25T20:29:33.867793+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 44312,
|
||||
"modelCount": 44340,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22389,
|
||||
"successRate": 0.5052581693446471,
|
||||
"wilsonLowerBound": 0.5006026827105299
|
||||
"successCount": 22405,
|
||||
"successRate": 0.5052999548940009,
|
||||
"wilsonLowerBound": 0.5006459389273819
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 58928,
|
||||
"modelCount": 58959,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15679,
|
||||
"successRate": 0.26607045886505565,
|
||||
"wilsonLowerBound": 0.2625178255548118
|
||||
"successCount": 15685,
|
||||
"successRate": 0.26603232754965317,
|
||||
"wilsonLowerBound": 0.26248078970022193
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -37,110 +37,110 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 5911,
|
||||
"modelCount": 5944,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1925,
|
||||
"successRate": 0.3256640162409068,
|
||||
"wilsonLowerBound": 0.31383386937947433
|
||||
"successCount": 1933,
|
||||
"successRate": 0.32520188425302826,
|
||||
"wilsonLowerBound": 0.31340896183096145
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 39413,
|
||||
"modelCount": 39456,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19012,
|
||||
"successRate": 0.4823789105117601,
|
||||
"wilsonLowerBound": 0.4774475800747083
|
||||
"successCount": 19038,
|
||||
"successRate": 0.48251216545012166,
|
||||
"wilsonLowerBound": 0.47758346252545725
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41063,
|
||||
"modelCount": 41081,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11225,
|
||||
"successRate": 0.27336044614373034,
|
||||
"wilsonLowerBound": 0.26907099452268385
|
||||
"successCount": 11227,
|
||||
"successRate": 0.2732893551763589,
|
||||
"wilsonLowerBound": 0.26900119493237085
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 15032,
|
||||
"modelCount": 15082,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6169,
|
||||
"successRate": 0.410391165513571,
|
||||
"wilsonLowerBound": 0.4025512999638319
|
||||
"successCount": 6184,
|
||||
"successRate": 0.41002519559740086,
|
||||
"wilsonLowerBound": 0.4021994541513688
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64328,
|
||||
"modelCount": 64330,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12100,
|
||||
"successRate": 0.1880984952120383,
|
||||
"wilsonLowerBound": 0.18509719889434262
|
||||
"successRate": 0.18809264728742423,
|
||||
"wilsonLowerBound": 0.1850914337482888
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 37722,
|
||||
"modelCount": 37801,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7854,
|
||||
"successRate": 0.20820741212024813,
|
||||
"wilsonLowerBound": 0.2041397868065055
|
||||
"successCount": 7869,
|
||||
"successRate": 0.2081690960556599,
|
||||
"wilsonLowerBound": 0.20410597363959687
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8497,
|
||||
"modelCount": 8512,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 117,
|
||||
"successRate": 0.013769565729080852,
|
||||
"wilsonLowerBound": 0.011502295168588403
|
||||
"successRate": 0.0137453007518797,
|
||||
"wilsonLowerBound": 0.011482004471696327
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26851,
|
||||
"modelCount": 26856,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3298,
|
||||
"successRate": 0.1228259655133887,
|
||||
"wilsonLowerBound": 0.11895370831657306
|
||||
"successRate": 0.12280309800417039,
|
||||
"wilsonLowerBound": 0.11893151375407053
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16528,
|
||||
"modelCount": 16529,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.10140367860600194,
|
||||
"wilsonLowerBound": 0.0968938155297491
|
||||
"successRate": 0.1013975437110533,
|
||||
"wilsonLowerBound": 0.09688793914234818
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 18414,
|
||||
"modelCount": 18460,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7031,
|
||||
"successRate": 0.3818290431193657,
|
||||
"wilsonLowerBound": 0.37483706794422766
|
||||
"successCount": 7044,
|
||||
"successRate": 0.38158179848320695,
|
||||
"wilsonLowerBound": 0.37459942757801173
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24861,
|
||||
"modelCount": 24863,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3812,
|
||||
"successRate": 0.15333252886046417,
|
||||
"wilsonLowerBound": 0.14890722484886126
|
||||
"successRate": 0.15332019466677393,
|
||||
"wilsonLowerBound": 0.14889521586926832
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -153,23 +153,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 57351,
|
||||
"modelCount": 57465,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14360,
|
||||
"successRate": 0.25038796184896517,
|
||||
"wilsonLowerBound": 0.24685898998324135
|
||||
"successCount": 14386,
|
||||
"successRate": 0.25034368746193336,
|
||||
"wilsonLowerBound": 0.24681841254833817
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 27239,
|
||||
"modelCount": 27373,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3736,
|
||||
"successRate": 0.13715628327031096,
|
||||
"wilsonLowerBound": 0.13312201825326186
|
||||
"successCount": 3762,
|
||||
"successRate": 0.13743469842545575,
|
||||
"wilsonLowerBound": 0.13340668109135229
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -182,32 +182,32 @@
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 50607,
|
||||
"modelCount": 50619,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5785,
|
||||
"successRate": 0.11431224929357599,
|
||||
"wilsonLowerBound": 0.11156919296753735
|
||||
"successRate": 0.11428514984491989,
|
||||
"wilsonLowerBound": 0.11154270341474672
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 53476,
|
||||
"modelCount": 53541,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3880,
|
||||
"successRate": 0.07255591293290448,
|
||||
"wilsonLowerBound": 0.07038782797255493
|
||||
"successCount": 3882,
|
||||
"successRate": 0.07250518294391214,
|
||||
"wilsonLowerBound": 0.07033910769159749
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 95492,
|
||||
"modelCount": 95513,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 24168,
|
||||
"successRate": 0.253089264022117,
|
||||
"wilsonLowerBound": 0.2503415548199759
|
||||
"successCount": 24170,
|
||||
"successRate": 0.25305455801828025,
|
||||
"wilsonLowerBound": 0.250307276191446
|
||||
},
|
||||
"llamacpp_opt": {
|
||||
"framework": "llamacpp_opt",
|
||||
@@ -220,12 +220,12 @@
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 6071,
|
||||
"modelCount": 6075,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 610,
|
||||
"successRate": 0.10047768077746665,
|
||||
"wilsonLowerBound": 0.09316597796221135
|
||||
"successRate": 0.10041152263374485,
|
||||
"wilsonLowerBound": 0.09310439537746429
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -238,39 +238,39 @@
|
||||
},
|
||||
"vllm-0.17.0": {
|
||||
"framework": "vllm-0.17.0",
|
||||
"modelCount": 359,
|
||||
"modelCount": 368,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1,
|
||||
"successRate": 0.002785515320334262,
|
||||
"wilsonLowerBound": 0.0004918685429961687
|
||||
"successRate": 0.002717391304347826,
|
||||
"wilsonLowerBound": 0.00047983510636788717
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 26481,
|
||||
"modelCount": 26489,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4262,
|
||||
"successRate": 0.160945583625996,
|
||||
"wilsonLowerBound": 0.15656868793472195
|
||||
"successRate": 0.16089697610328815,
|
||||
"wilsonLowerBound": 0.15652128101519328
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 44755,
|
||||
"modelCount": 44759,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5820,
|
||||
"successRate": 0.13004133616355715,
|
||||
"wilsonLowerBound": 0.1269568613315141
|
||||
"successCount": 5821,
|
||||
"successRate": 0.13005205656962845,
|
||||
"wilsonLowerBound": 0.12696760801152632
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 9026,
|
||||
"modelCount": 9123,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 848,
|
||||
"successRate": 0.093950808774651,
|
||||
"wilsonLowerBound": 0.08810321588506997
|
||||
"successCount": 849,
|
||||
"successRate": 0.09306149292995725,
|
||||
"wilsonLowerBound": 0.08726999541590191
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -285,85 +285,85 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 36387,
|
||||
"modelCount": 36433,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7404,
|
||||
"successRate": 0.20347926457251217,
|
||||
"wilsonLowerBound": 0.1993740853551146
|
||||
"successCount": 7412,
|
||||
"successRate": 0.20344193450992232,
|
||||
"wilsonLowerBound": 0.1993396140617079
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61617,
|
||||
"modelCount": 61621,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12431,
|
||||
"successRate": 0.20174627132122627,
|
||||
"wilsonLowerBound": 0.19859622469105712
|
||||
"successRate": 0.20173317537852356,
|
||||
"wilsonLowerBound": 0.19858330804312613
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 20027,
|
||||
"modelCount": 20097,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5627,
|
||||
"successRate": 0.2809706895690817,
|
||||
"wilsonLowerBound": 0.2747879709671447
|
||||
"successCount": 5643,
|
||||
"successRate": 0.28078817733990147,
|
||||
"wilsonLowerBound": 0.27461742580086546
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 16667,
|
||||
"modelCount": 16695,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4022,
|
||||
"successRate": 0.24131517369652608,
|
||||
"wilsonLowerBound": 0.2348791944666266
|
||||
"successCount": 4030,
|
||||
"successRate": 0.2413896376160527,
|
||||
"wilsonLowerBound": 0.23495830732702683
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 70569,
|
||||
"modelCount": 70614,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19369,
|
||||
"successRate": 0.274468959458119,
|
||||
"wilsonLowerBound": 0.27118881860854094
|
||||
"successCount": 19381,
|
||||
"successRate": 0.27446398731129806,
|
||||
"wilsonLowerBound": 0.27118490664230666
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 2167,
|
||||
"modelCount": 2190,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1246,
|
||||
"successRate": 0.5749884633133364,
|
||||
"wilsonLowerBound": 0.5540597149451104
|
||||
"successCount": 1260,
|
||||
"successRate": 0.5753424657534246,
|
||||
"wilsonLowerBound": 0.5545260406783219
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 48959,
|
||||
"modelCount": 48981,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21955,
|
||||
"successRate": 0.4484364468228518,
|
||||
"wilsonLowerBound": 0.4440352361935235
|
||||
"successCount": 21967,
|
||||
"successRate": 0.44848002286600924,
|
||||
"wilsonLowerBound": 0.4440797563656534
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41928,
|
||||
"modelCount": 41967,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5442,
|
||||
"successRate": 0.12979393245563825,
|
||||
"wilsonLowerBound": 0.12661088286625277
|
||||
"successCount": 5451,
|
||||
"successRate": 0.12988776896132675,
|
||||
"wilsonLowerBound": 0.12670518591655108
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1343,
|
||||
"modelCount": 1347,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -383,76 +383,76 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10119,
|
||||
"modelCount": 10121,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 766,
|
||||
"successRate": 0.07569917976084593,
|
||||
"wilsonLowerBound": 0.07070472196047793
|
||||
"successRate": 0.0756842209267859,
|
||||
"wilsonLowerBound": 0.07069071372406018
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 8110,
|
||||
"modelCount": 8127,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3564,
|
||||
"successRate": 0.43945745992601726,
|
||||
"wilsonLowerBound": 0.4286865400281814
|
||||
"successCount": 3572,
|
||||
"successRate": 0.4395225790574628,
|
||||
"wilsonLowerBound": 0.428762691872335
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7457,
|
||||
"modelCount": 7458,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 249,
|
||||
"successRate": 0.03339144428054177,
|
||||
"wilsonLowerBound": 0.02954796265991413
|
||||
"successRate": 0.0333869670152856,
|
||||
"wilsonLowerBound": 0.029543993365619567
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 21390,
|
||||
"modelCount": 21459,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6083,
|
||||
"successRate": 0.284385226741468,
|
||||
"wilsonLowerBound": 0.2783787008626562
|
||||
"successCount": 6100,
|
||||
"successRate": 0.2842630131879398,
|
||||
"wilsonLowerBound": 0.2782668918300547
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 29489,
|
||||
"modelCount": 29516,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15134,
|
||||
"successRate": 0.5132083149649022,
|
||||
"wilsonLowerBound": 0.5075021127002005
|
||||
"successCount": 15148,
|
||||
"successRate": 0.5132131725166011,
|
||||
"wilsonLowerBound": 0.5075095820257362
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 69203,
|
||||
"modelCount": 69239,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7524,
|
||||
"successRate": 0.10872361024811063,
|
||||
"wilsonLowerBound": 0.10642596655180281
|
||||
"successCount": 7529,
|
||||
"successRate": 0.10873929432834097,
|
||||
"wilsonLowerBound": 0.10644209471285768
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 14710,
|
||||
"modelCount": 14730,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2702,
|
||||
"successRate": 0.18368456832087016,
|
||||
"wilsonLowerBound": 0.17750972143695987
|
||||
"successCount": 2709,
|
||||
"successRate": 0.1839103869653768,
|
||||
"wilsonLowerBound": 0.17773664246219473
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-25T20:27:14.261882+00:00",
|
||||
"generatedAt": "2026-10-25T20:29:33.867793+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user