state: generation 37082 (intent)

This commit is contained in:
2026-10-25 20:29:35 +00:00
parent 2cbbf181d3
commit df5fd2eab9
5 changed files with 166 additions and 154 deletions

View File

@@ -3,28 +3,28 @@
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": null,
"frameworkAttemptedAt": "2026-10-25T14:27:32.361107+00:00",
"frameworkAttemptedAt": "2026-10-25T20:29:33.867793+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44312,
"modelCount": 44340,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22389,
"successRate": 0.5052581693446471,
"wilsonLowerBound": 0.5006026827105299
"successCount": 22405,
"successRate": 0.5052999548940009,
"wilsonLowerBound": 0.5006459389273819
},
"vllm": {
"framework": "vllm",
"modelCount": 58928,
"modelCount": 58959,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15679,
"successRate": 0.26607045886505565,
"wilsonLowerBound": 0.2625178255548118
"successCount": 15685,
"successRate": 0.26603232754965317,
"wilsonLowerBound": 0.26248078970022193
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
@@ -37,110 +37,110 @@
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5911,
"modelCount": 5944,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1925,
"successRate": 0.3256640162409068,
"wilsonLowerBound": 0.31383386937947433
"successCount": 1933,
"successRate": 0.32520188425302826,
"wilsonLowerBound": 0.31340896183096145
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39413,
"modelCount": 39456,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19012,
"successRate": 0.4823789105117601,
"wilsonLowerBound": 0.4774475800747083
"successCount": 19038,
"successRate": 0.48251216545012166,
"wilsonLowerBound": 0.47758346252545725
},
"vllm": {
"framework": "vllm",
"modelCount": 41063,
"modelCount": 41081,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11225,
"successRate": 0.27336044614373034,
"wilsonLowerBound": 0.26907099452268385
"successCount": 11227,
"successRate": 0.2732893551763589,
"wilsonLowerBound": 0.26900119493237085
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 15032,
"modelCount": 15082,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6169,
"successRate": 0.410391165513571,
"wilsonLowerBound": 0.4025512999638319
"successCount": 6184,
"successRate": 0.41002519559740086,
"wilsonLowerBound": 0.4021994541513688
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64328,
"modelCount": 64330,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.1880984952120383,
"wilsonLowerBound": 0.18509719889434262
"successRate": 0.18809264728742423,
"wilsonLowerBound": 0.1850914337482888
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 37722,
"modelCount": 37801,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7854,
"successRate": 0.20820741212024813,
"wilsonLowerBound": 0.2041397868065055
"successCount": 7869,
"successRate": 0.2081690960556599,
"wilsonLowerBound": 0.20410597363959687
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8497,
"modelCount": 8512,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013769565729080852,
"wilsonLowerBound": 0.011502295168588403
"successRate": 0.0137453007518797,
"wilsonLowerBound": 0.011482004471696327
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26851,
"modelCount": 26856,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3298,
"successRate": 0.1228259655133887,
"wilsonLowerBound": 0.11895370831657306
"successRate": 0.12280309800417039,
"wilsonLowerBound": 0.11893151375407053
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16528,
"modelCount": 16529,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10140367860600194,
"wilsonLowerBound": 0.0968938155297491
"successRate": 0.1013975437110533,
"wilsonLowerBound": 0.09688793914234818
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 18414,
"modelCount": 18460,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7031,
"successRate": 0.3818290431193657,
"wilsonLowerBound": 0.37483706794422766
"successCount": 7044,
"successRate": 0.38158179848320695,
"wilsonLowerBound": 0.37459942757801173
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24861,
"modelCount": 24863,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3812,
"successRate": 0.15333252886046417,
"wilsonLowerBound": 0.14890722484886126
"successRate": 0.15332019466677393,
"wilsonLowerBound": 0.14889521586926832
},
"vllm-customized": {
"framework": "vllm-customized",
@@ -153,23 +153,23 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 57351,
"modelCount": 57465,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14360,
"successRate": 0.25038796184896517,
"wilsonLowerBound": 0.24685898998324135
"successCount": 14386,
"successRate": 0.25034368746193336,
"wilsonLowerBound": 0.24681841254833817
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 27239,
"modelCount": 27373,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3736,
"successRate": 0.13715628327031096,
"wilsonLowerBound": 0.13312201825326186
"successCount": 3762,
"successRate": 0.13743469842545575,
"wilsonLowerBound": 0.13340668109135229
},
"vllm": {
"framework": "vllm",
@@ -182,32 +182,32 @@
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50607,
"modelCount": 50619,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5785,
"successRate": 0.11431224929357599,
"wilsonLowerBound": 0.11156919296753735
"successRate": 0.11428514984491989,
"wilsonLowerBound": 0.11154270341474672
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 53476,
"modelCount": 53541,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3880,
"successRate": 0.07255591293290448,
"wilsonLowerBound": 0.07038782797255493
"successCount": 3882,
"successRate": 0.07250518294391214,
"wilsonLowerBound": 0.07033910769159749
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95492,
"modelCount": 95513,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24168,
"successRate": 0.253089264022117,
"wilsonLowerBound": 0.2503415548199759
"successCount": 24170,
"successRate": 0.25305455801828025,
"wilsonLowerBound": 0.250307276191446
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
@@ -220,12 +220,12 @@
},
"transformers": {
"framework": "transformers",
"modelCount": 6071,
"modelCount": 6075,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 610,
"successRate": 0.10047768077746665,
"wilsonLowerBound": 0.09316597796221135
"successRate": 0.10041152263374485,
"wilsonLowerBound": 0.09310439537746429
},
"vllm": {
"framework": "vllm",
@@ -238,39 +238,39 @@
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 359,
"modelCount": 368,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.002785515320334262,
"wilsonLowerBound": 0.0004918685429961687
"successRate": 0.002717391304347826,
"wilsonLowerBound": 0.00047983510636788717
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26481,
"modelCount": 26489,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4262,
"successRate": 0.160945583625996,
"wilsonLowerBound": 0.15656868793472195
"successRate": 0.16089697610328815,
"wilsonLowerBound": 0.15652128101519328
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44755,
"modelCount": 44759,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5820,
"successRate": 0.13004133616355715,
"wilsonLowerBound": 0.1269568613315141
"successCount": 5821,
"successRate": 0.13005205656962845,
"wilsonLowerBound": 0.12696760801152632
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9026,
"modelCount": 9123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 848,
"successRate": 0.093950808774651,
"wilsonLowerBound": 0.08810321588506997
"successCount": 849,
"successRate": 0.09306149292995725,
"wilsonLowerBound": 0.08726999541590191
}
},
"Iluvatar_mrv-100": {
@@ -285,85 +285,85 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 36387,
"modelCount": 36433,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7404,
"successRate": 0.20347926457251217,
"wilsonLowerBound": 0.1993740853551146
"successCount": 7412,
"successRate": 0.20344193450992232,
"wilsonLowerBound": 0.1993396140617079
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61617,
"modelCount": 61621,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12431,
"successRate": 0.20174627132122627,
"wilsonLowerBound": 0.19859622469105712
"successRate": 0.20173317537852356,
"wilsonLowerBound": 0.19858330804312613
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20027,
"modelCount": 20097,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5627,
"successRate": 0.2809706895690817,
"wilsonLowerBound": 0.2747879709671447
"successCount": 5643,
"successRate": 0.28078817733990147,
"wilsonLowerBound": 0.27461742580086546
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16667,
"modelCount": 16695,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4022,
"successRate": 0.24131517369652608,
"wilsonLowerBound": 0.2348791944666266
"successCount": 4030,
"successRate": 0.2413896376160527,
"wilsonLowerBound": 0.23495830732702683
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 70569,
"modelCount": 70614,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19369,
"successRate": 0.274468959458119,
"wilsonLowerBound": 0.27118881860854094
"successCount": 19381,
"successRate": 0.27446398731129806,
"wilsonLowerBound": 0.27118490664230666
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2167,
"modelCount": 2190,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1246,
"successRate": 0.5749884633133364,
"wilsonLowerBound": 0.5540597149451104
"successCount": 1260,
"successRate": 0.5753424657534246,
"wilsonLowerBound": 0.5545260406783219
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48959,
"modelCount": 48981,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21955,
"successRate": 0.4484364468228518,
"wilsonLowerBound": 0.4440352361935235
"successCount": 21967,
"successRate": 0.44848002286600924,
"wilsonLowerBound": 0.4440797563656534
},
"vllm": {
"framework": "vllm",
"modelCount": 41928,
"modelCount": 41967,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5442,
"successRate": 0.12979393245563825,
"wilsonLowerBound": 0.12661088286625277
"successCount": 5451,
"successRate": 0.12988776896132675,
"wilsonLowerBound": 0.12670518591655108
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1343,
"modelCount": 1347,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
@@ -383,76 +383,76 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 10119,
"modelCount": 10121,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 766,
"successRate": 0.07569917976084593,
"wilsonLowerBound": 0.07070472196047793
"successRate": 0.0756842209267859,
"wilsonLowerBound": 0.07069071372406018
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8110,
"modelCount": 8127,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3564,
"successRate": 0.43945745992601726,
"wilsonLowerBound": 0.4286865400281814
"successCount": 3572,
"successRate": 0.4395225790574628,
"wilsonLowerBound": 0.428762691872335
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7457,
"modelCount": 7458,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 249,
"successRate": 0.03339144428054177,
"wilsonLowerBound": 0.02954796265991413
"successRate": 0.0333869670152856,
"wilsonLowerBound": 0.029543993365619567
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21390,
"modelCount": 21459,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6083,
"successRate": 0.284385226741468,
"wilsonLowerBound": 0.2783787008626562
"successCount": 6100,
"successRate": 0.2842630131879398,
"wilsonLowerBound": 0.2782668918300547
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29489,
"modelCount": 29516,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15134,
"successRate": 0.5132083149649022,
"wilsonLowerBound": 0.5075021127002005
"successCount": 15148,
"successRate": 0.5132131725166011,
"wilsonLowerBound": 0.5075095820257362
},
"vllm": {
"framework": "vllm",
"modelCount": 69203,
"modelCount": 69239,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7524,
"successRate": 0.10872361024811063,
"wilsonLowerBound": 0.10642596655180281
"successCount": 7529,
"successRate": 0.10873929432834097,
"wilsonLowerBound": 0.10644209471285768
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14710,
"modelCount": 14730,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2702,
"successRate": 0.18368456832087016,
"wilsonLowerBound": 0.17750972143695987
"successCount": 2709,
"successRate": 0.1839103869653768,
"wilsonLowerBound": 0.17773664246219473
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-25T20:27:14.261882+00:00",
"generatedAt": "2026-10-25T20:29:33.867793+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,