state: generation 30595 (intent)

This commit is contained in:
2026-10-23 02:08:02 +00:00
parent d8204128ae
commit 533f3eeb22
6 changed files with 1158 additions and 1048 deletions

View File

@@ -3,28 +3,28 @@
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": null,
"frameworkAttemptedAt": "2026-10-22T21:16:34.162168+00:00",
"frameworkAttemptedAt": "2026-10-23T02:06:25.474687+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 43920,
"modelCount": 43949,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22132,
"successRate": 0.5039162112932605,
"wilsonLowerBound": 0.4992399969650459
"successCount": 22150,
"successRate": 0.5039932649207035,
"wilsonLowerBound": 0.49931859260134287
},
"vllm": {
"framework": "vllm",
"modelCount": 58519,
"modelCount": 58542,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15603,
"successRate": 0.2666313505015465,
"wilsonLowerBound": 0.2630639391729495
"successCount": 15610,
"successRate": 0.26664616856274126,
"wilsonLowerBound": 0.26307939073207554
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
@@ -37,81 +37,81 @@
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5564,
"modelCount": 5595,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1792,
"successRate": 0.32207045291157443,
"wilsonLowerBound": 0.3099187664129495
"successCount": 1803,
"successRate": 0.3222520107238606,
"wilsonLowerBound": 0.3101317428909501
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 38971,
"modelCount": 39010,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18717,
"successRate": 0.48028020836006263,
"wilsonLowerBound": 0.47532198963644784
"successCount": 18745,
"successRate": 0.48051781594462956,
"wilsonLowerBound": 0.47556195921051087
},
"vllm": {
"framework": "vllm",
"modelCount": 40845,
"modelCount": 40866,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11184,
"successRate": 0.2738156445097319,
"wilsonLowerBound": 0.26951253410240456
"successCount": 11192,
"successRate": 0.27387069935888025,
"wilsonLowerBound": 0.2695684133323527
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14575,
"modelCount": 14601,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6007,
"successRate": 0.41214408233276156,
"wilsonLowerBound": 0.404177056426847
"successCount": 6017,
"successRate": 0.41209506198205603,
"wilsonLowerBound": 0.4041352650740149
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64307,
"modelCount": 64311,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12099,
"successRate": 0.18814436997527487,
"wilsonLowerBound": 0.18514230103244683
"successRate": 0.18813266781732518,
"wilsonLowerBound": 0.18513076451754554
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 36421,
"modelCount": 36580,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7644,
"successRate": 0.20987891600999423,
"wilsonLowerBound": 0.2057273593848984
"successCount": 7667,
"successRate": 0.20959540732640788,
"wilsonLowerBound": 0.20545491711027553
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8449,
"modelCount": 8459,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013847792638182033,
"wilsonLowerBound": 0.011567710061743125
"successRate": 0.013831422153918903,
"wilsonLowerBound": 0.01155402067357588
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26813,
"modelCount": 26814,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3293,
"successRate": 0.12281356058628277,
"wilsonLowerBound": 0.11893877089459196
"successRate": 0.12280898038338181,
"wilsonLowerBound": 0.11893432558000089
},
"vllm-customized": {
"framework": "vllm-customized",
@@ -124,12 +124,12 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 17896,
"modelCount": 17935,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6876,
"successRate": 0.3842199374161824,
"wilsonLowerBound": 0.3771189324063868
"successCount": 6886,
"successRate": 0.38394201282408696,
"wilsonLowerBound": 0.37684973271886396
}
},
"Cambricon_mlu-370-x8": {
@@ -153,23 +153,23 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 56270,
"modelCount": 56327,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14114,
"successRate": 0.2508263728452106,
"wilsonLowerBound": 0.24726171332804917
"successCount": 14132,
"successRate": 0.25089211213094964,
"wilsonLowerBound": 0.24732893154996294
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 25742,
"modelCount": 25814,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3326,
"successRate": 0.12920518996192992,
"wilsonLowerBound": 0.125162818567416
"successCount": 3337,
"successRate": 0.1292709382505617,
"wilsonLowerBound": 0.1252332353855563
},
"vllm": {
"framework": "vllm",
@@ -182,32 +182,32 @@
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50356,
"modelCount": 50409,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5767,
"successRate": 0.11452458495511955,
"wilsonLowerBound": 0.11177251120538105
"successCount": 5771,
"successRate": 0.11448352476740264,
"wilsonLowerBound": 0.11173331976707672
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 52848,
"modelCount": 52928,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3868,
"successRate": 0.07319103844989404,
"wilsonLowerBound": 0.07100134845779771
"successCount": 3869,
"successRate": 0.07309930471584039,
"wilsonLowerBound": 0.07091253457991548
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95269,
"modelCount": 95276,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24082,
"successRate": 0.2527789732231891,
"wilsonLowerBound": 0.25002919411801594
"successCount": 24086,
"successRate": 0.25280238465090893,
"wilsonLowerBound": 0.2500526206964493
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
@@ -220,21 +220,21 @@
},
"transformers": {
"framework": "transformers",
"modelCount": 5718,
"modelCount": 5720,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 591,
"successRate": 0.10335781741867786,
"wilsonLowerBound": 0.09573158051257669
"successCount": 592,
"successRate": 0.1034965034965035,
"wilsonLowerBound": 0.09586678778397119
},
"vllm": {
"framework": "vllm",
"modelCount": 112943,
"modelCount": 112948,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16542,
"successRate": 0.1464632602286109,
"wilsonLowerBound": 0.14441322217359268
"successRate": 0.1464567765697489,
"wilsonLowerBound": 0.14440682165251573
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
@@ -247,30 +247,30 @@
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26344,
"modelCount": 26360,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4241,
"successRate": 0.16098542362587306,
"wilsonLowerBound": 0.15659684056859108
"successCount": 4246,
"successRate": 0.1610773899848255,
"wilsonLowerBound": 0.1566890870164037
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44649,
"modelCount": 44658,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5810,
"successRate": 0.13012609464937624,
"wilsonLowerBound": 0.12703712656592575
"successRate": 0.1300998701240539,
"wilsonLowerBound": 0.12701147974434038
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8565,
"modelCount": 8569,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 840,
"successRate": 0.09807355516637478,
"wilsonLowerBound": 0.09195383894812321
"successRate": 0.09802777453611856,
"wilsonLowerBound": 0.09191077462091168
}
},
"Iluvatar_mrv-100": {
@@ -285,81 +285,81 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 35958,
"modelCount": 35985,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7266,
"successRate": 0.20206908059402637,
"wilsonLowerBound": 0.19795059761263814
"successCount": 7277,
"successRate": 0.20222314853411144,
"wilsonLowerBound": 0.19810500204831016
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61584,
"modelCount": 61587,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12431,
"successRate": 0.20185437776045725,
"wilsonLowerBound": 0.19870285119276418
"successRate": 0.20184454511504052,
"wilsonLowerBound": 0.19869315314284686
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19139,
"modelCount": 19235,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5435,
"successRate": 0.2839751293171012,
"wilsonLowerBound": 0.27763044944991894
"successCount": 5453,
"successRate": 0.28349363140109174,
"wilsonLowerBound": 0.27716805317194143
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16424,
"modelCount": 16447,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3967,
"successRate": 0.24153677545056015,
"wilsonLowerBound": 0.2350517102042789
"successCount": 3972,
"successRate": 0.24150300966741656,
"wilsonLowerBound": 0.2350227569737139
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 70054,
"modelCount": 70104,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19241,
"successRate": 0.27465954834841694,
"wilsonLowerBound": 0.2713666950377904
"successCount": 19248,
"successRate": 0.2745635056487504,
"wilsonLowerBound": 0.27127218663369984
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1892,
"modelCount": 1907,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1091,
"successRate": 0.5766384778012685,
"wilsonLowerBound": 0.5542412189405036
"successCount": 1100,
"successRate": 0.5768222338751966,
"wilsonLowerBound": 0.5545145769172165
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48700,
"modelCount": 48720,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21766,
"successRate": 0.4469404517453799,
"wilsonLowerBound": 0.4425290805093777
"successCount": 21781,
"successRate": 0.4470648604269294,
"wilsonLowerBound": 0.4426542662552721
},
"vllm": {
"framework": "vllm",
"modelCount": 41509,
"modelCount": 41531,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5316,
"successRate": 0.12806861162639427,
"wilsonLowerBound": 0.12488824290948145
"successCount": 5320,
"successRate": 0.12809708410584864,
"wilsonLowerBound": 0.12491724143215845
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
@@ -383,76 +383,76 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 10116,
"modelCount": 10117,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 766,
"successRate": 0.07572162910241202,
"wilsonLowerBound": 0.07072574472839398
"successRate": 0.07571414450924187,
"wilsonLowerBound": 0.07071873575009961
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7947,
"modelCount": 7965,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3496,
"successRate": 0.43991443311941614,
"wilsonLowerBound": 0.42903251991423963
"successCount": 3504,
"successRate": 0.439924670433145,
"wilsonLowerBound": 0.429054989385029
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7441,
"modelCount": 7442,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 245,
"successRate": 0.03292568203198495,
"wilsonLowerBound": 0.02910607955810595
"successRate": 0.03292125772641763,
"wilsonLowerBound": 0.029102161270079783
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20357,
"modelCount": 20472,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5768,
"successRate": 0.28334233924448593,
"wilsonLowerBound": 0.27719337920801895
"successCount": 5797,
"successRate": 0.28316725283313793,
"wilsonLowerBound": 0.2770366569027875
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29269,
"modelCount": 29292,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15006,
"successRate": 0.5126926099285934,
"wilsonLowerBound": 0.5069649134739714
"successCount": 15016,
"successRate": 0.5126314352041513,
"wilsonLowerBound": 0.5069059785143896
},
"vllm": {
"framework": "vllm",
"modelCount": 68769,
"modelCount": 68789,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7460,
"successRate": 0.1084791112274426,
"wilsonLowerBound": 0.10617660930885846
"successCount": 7464,
"successRate": 0.10850572039134164,
"wilsonLowerBound": 0.10620329826912371
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14471,
"modelCount": 14489,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2616,
"successRate": 0.18077534379103033,
"wilsonLowerBound": 0.17459017554916595
"successCount": 2623,
"successRate": 0.18103388777693422,
"wilsonLowerBound": 0.17484895318860386
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-23T02:05:04.873362+00:00",
"generatedAt": "2026-10-23T02:06:25.474687+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,