state: generation 30595 (intent)
This commit is contained in:
@@ -3,28 +3,28 @@
|
||||
"communityError": "ModelHubAPIError: 分页大小不能超过100",
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": null,
|
||||
"frameworkAttemptedAt": "2026-10-22T21:16:34.162168+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-23T02:06:25.474687+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 43920,
|
||||
"modelCount": 43949,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22132,
|
||||
"successRate": 0.5039162112932605,
|
||||
"wilsonLowerBound": 0.4992399969650459
|
||||
"successCount": 22150,
|
||||
"successRate": 0.5039932649207035,
|
||||
"wilsonLowerBound": 0.49931859260134287
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 58519,
|
||||
"modelCount": 58542,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15603,
|
||||
"successRate": 0.2666313505015465,
|
||||
"wilsonLowerBound": 0.2630639391729495
|
||||
"successCount": 15610,
|
||||
"successRate": 0.26664616856274126,
|
||||
"wilsonLowerBound": 0.26307939073207554
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -37,81 +37,81 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 5564,
|
||||
"modelCount": 5595,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1792,
|
||||
"successRate": 0.32207045291157443,
|
||||
"wilsonLowerBound": 0.3099187664129495
|
||||
"successCount": 1803,
|
||||
"successRate": 0.3222520107238606,
|
||||
"wilsonLowerBound": 0.3101317428909501
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 38971,
|
||||
"modelCount": 39010,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 18717,
|
||||
"successRate": 0.48028020836006263,
|
||||
"wilsonLowerBound": 0.47532198963644784
|
||||
"successCount": 18745,
|
||||
"successRate": 0.48051781594462956,
|
||||
"wilsonLowerBound": 0.47556195921051087
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 40845,
|
||||
"modelCount": 40866,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11184,
|
||||
"successRate": 0.2738156445097319,
|
||||
"wilsonLowerBound": 0.26951253410240456
|
||||
"successCount": 11192,
|
||||
"successRate": 0.27387069935888025,
|
||||
"wilsonLowerBound": 0.2695684133323527
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 14575,
|
||||
"modelCount": 14601,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6007,
|
||||
"successRate": 0.41214408233276156,
|
||||
"wilsonLowerBound": 0.404177056426847
|
||||
"successCount": 6017,
|
||||
"successRate": 0.41209506198205603,
|
||||
"wilsonLowerBound": 0.4041352650740149
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64307,
|
||||
"modelCount": 64311,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12099,
|
||||
"successRate": 0.18814436997527487,
|
||||
"wilsonLowerBound": 0.18514230103244683
|
||||
"successRate": 0.18813266781732518,
|
||||
"wilsonLowerBound": 0.18513076451754554
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 36421,
|
||||
"modelCount": 36580,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7644,
|
||||
"successRate": 0.20987891600999423,
|
||||
"wilsonLowerBound": 0.2057273593848984
|
||||
"successCount": 7667,
|
||||
"successRate": 0.20959540732640788,
|
||||
"wilsonLowerBound": 0.20545491711027553
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8449,
|
||||
"modelCount": 8459,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 117,
|
||||
"successRate": 0.013847792638182033,
|
||||
"wilsonLowerBound": 0.011567710061743125
|
||||
"successRate": 0.013831422153918903,
|
||||
"wilsonLowerBound": 0.01155402067357588
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26813,
|
||||
"modelCount": 26814,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3293,
|
||||
"successRate": 0.12281356058628277,
|
||||
"wilsonLowerBound": 0.11893877089459196
|
||||
"successRate": 0.12280898038338181,
|
||||
"wilsonLowerBound": 0.11893432558000089
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -124,12 +124,12 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 17896,
|
||||
"modelCount": 17935,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6876,
|
||||
"successRate": 0.3842199374161824,
|
||||
"wilsonLowerBound": 0.3771189324063868
|
||||
"successCount": 6886,
|
||||
"successRate": 0.38394201282408696,
|
||||
"wilsonLowerBound": 0.37684973271886396
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
@@ -153,23 +153,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 56270,
|
||||
"modelCount": 56327,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14114,
|
||||
"successRate": 0.2508263728452106,
|
||||
"wilsonLowerBound": 0.24726171332804917
|
||||
"successCount": 14132,
|
||||
"successRate": 0.25089211213094964,
|
||||
"wilsonLowerBound": 0.24732893154996294
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 25742,
|
||||
"modelCount": 25814,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3326,
|
||||
"successRate": 0.12920518996192992,
|
||||
"wilsonLowerBound": 0.125162818567416
|
||||
"successCount": 3337,
|
||||
"successRate": 0.1292709382505617,
|
||||
"wilsonLowerBound": 0.1252332353855563
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -182,32 +182,32 @@
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 50356,
|
||||
"modelCount": 50409,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5767,
|
||||
"successRate": 0.11452458495511955,
|
||||
"wilsonLowerBound": 0.11177251120538105
|
||||
"successCount": 5771,
|
||||
"successRate": 0.11448352476740264,
|
||||
"wilsonLowerBound": 0.11173331976707672
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 52848,
|
||||
"modelCount": 52928,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3868,
|
||||
"successRate": 0.07319103844989404,
|
||||
"wilsonLowerBound": 0.07100134845779771
|
||||
"successCount": 3869,
|
||||
"successRate": 0.07309930471584039,
|
||||
"wilsonLowerBound": 0.07091253457991548
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 95269,
|
||||
"modelCount": 95276,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 24082,
|
||||
"successRate": 0.2527789732231891,
|
||||
"wilsonLowerBound": 0.25002919411801594
|
||||
"successCount": 24086,
|
||||
"successRate": 0.25280238465090893,
|
||||
"wilsonLowerBound": 0.2500526206964493
|
||||
},
|
||||
"llamacpp_opt": {
|
||||
"framework": "llamacpp_opt",
|
||||
@@ -220,21 +220,21 @@
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5718,
|
||||
"modelCount": 5720,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 591,
|
||||
"successRate": 0.10335781741867786,
|
||||
"wilsonLowerBound": 0.09573158051257669
|
||||
"successCount": 592,
|
||||
"successRate": 0.1034965034965035,
|
||||
"wilsonLowerBound": 0.09586678778397119
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112943,
|
||||
"modelCount": 112948,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16542,
|
||||
"successRate": 0.1464632602286109,
|
||||
"wilsonLowerBound": 0.14441322217359268
|
||||
"successRate": 0.1464567765697489,
|
||||
"wilsonLowerBound": 0.14440682165251573
|
||||
},
|
||||
"vllm-0.17.0": {
|
||||
"framework": "vllm-0.17.0",
|
||||
@@ -247,30 +247,30 @@
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 26344,
|
||||
"modelCount": 26360,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4241,
|
||||
"successRate": 0.16098542362587306,
|
||||
"wilsonLowerBound": 0.15659684056859108
|
||||
"successCount": 4246,
|
||||
"successRate": 0.1610773899848255,
|
||||
"wilsonLowerBound": 0.1566890870164037
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 44649,
|
||||
"modelCount": 44658,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5810,
|
||||
"successRate": 0.13012609464937624,
|
||||
"wilsonLowerBound": 0.12703712656592575
|
||||
"successRate": 0.1300998701240539,
|
||||
"wilsonLowerBound": 0.12701147974434038
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8565,
|
||||
"modelCount": 8569,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 840,
|
||||
"successRate": 0.09807355516637478,
|
||||
"wilsonLowerBound": 0.09195383894812321
|
||||
"successRate": 0.09802777453611856,
|
||||
"wilsonLowerBound": 0.09191077462091168
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -285,81 +285,81 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 35958,
|
||||
"modelCount": 35985,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7266,
|
||||
"successRate": 0.20206908059402637,
|
||||
"wilsonLowerBound": 0.19795059761263814
|
||||
"successCount": 7277,
|
||||
"successRate": 0.20222314853411144,
|
||||
"wilsonLowerBound": 0.19810500204831016
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61584,
|
||||
"modelCount": 61587,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12431,
|
||||
"successRate": 0.20185437776045725,
|
||||
"wilsonLowerBound": 0.19870285119276418
|
||||
"successRate": 0.20184454511504052,
|
||||
"wilsonLowerBound": 0.19869315314284686
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 19139,
|
||||
"modelCount": 19235,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5435,
|
||||
"successRate": 0.2839751293171012,
|
||||
"wilsonLowerBound": 0.27763044944991894
|
||||
"successCount": 5453,
|
||||
"successRate": 0.28349363140109174,
|
||||
"wilsonLowerBound": 0.27716805317194143
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 16424,
|
||||
"modelCount": 16447,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3967,
|
||||
"successRate": 0.24153677545056015,
|
||||
"wilsonLowerBound": 0.2350517102042789
|
||||
"successCount": 3972,
|
||||
"successRate": 0.24150300966741656,
|
||||
"wilsonLowerBound": 0.2350227569737139
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 70054,
|
||||
"modelCount": 70104,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19241,
|
||||
"successRate": 0.27465954834841694,
|
||||
"wilsonLowerBound": 0.2713666950377904
|
||||
"successCount": 19248,
|
||||
"successRate": 0.2745635056487504,
|
||||
"wilsonLowerBound": 0.27127218663369984
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1892,
|
||||
"modelCount": 1907,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1091,
|
||||
"successRate": 0.5766384778012685,
|
||||
"wilsonLowerBound": 0.5542412189405036
|
||||
"successCount": 1100,
|
||||
"successRate": 0.5768222338751966,
|
||||
"wilsonLowerBound": 0.5545145769172165
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 48700,
|
||||
"modelCount": 48720,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21766,
|
||||
"successRate": 0.4469404517453799,
|
||||
"wilsonLowerBound": 0.4425290805093777
|
||||
"successCount": 21781,
|
||||
"successRate": 0.4470648604269294,
|
||||
"wilsonLowerBound": 0.4426542662552721
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41509,
|
||||
"modelCount": 41531,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5316,
|
||||
"successRate": 0.12806861162639427,
|
||||
"wilsonLowerBound": 0.12488824290948145
|
||||
"successCount": 5320,
|
||||
"successRate": 0.12809708410584864,
|
||||
"wilsonLowerBound": 0.12491724143215845
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
@@ -383,76 +383,76 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10116,
|
||||
"modelCount": 10117,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 766,
|
||||
"successRate": 0.07572162910241202,
|
||||
"wilsonLowerBound": 0.07072574472839398
|
||||
"successRate": 0.07571414450924187,
|
||||
"wilsonLowerBound": 0.07071873575009961
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 7947,
|
||||
"modelCount": 7965,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3496,
|
||||
"successRate": 0.43991443311941614,
|
||||
"wilsonLowerBound": 0.42903251991423963
|
||||
"successCount": 3504,
|
||||
"successRate": 0.439924670433145,
|
||||
"wilsonLowerBound": 0.429054989385029
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7441,
|
||||
"modelCount": 7442,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 245,
|
||||
"successRate": 0.03292568203198495,
|
||||
"wilsonLowerBound": 0.02910607955810595
|
||||
"successRate": 0.03292125772641763,
|
||||
"wilsonLowerBound": 0.029102161270079783
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 20357,
|
||||
"modelCount": 20472,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5768,
|
||||
"successRate": 0.28334233924448593,
|
||||
"wilsonLowerBound": 0.27719337920801895
|
||||
"successCount": 5797,
|
||||
"successRate": 0.28316725283313793,
|
||||
"wilsonLowerBound": 0.2770366569027875
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 29269,
|
||||
"modelCount": 29292,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15006,
|
||||
"successRate": 0.5126926099285934,
|
||||
"wilsonLowerBound": 0.5069649134739714
|
||||
"successCount": 15016,
|
||||
"successRate": 0.5126314352041513,
|
||||
"wilsonLowerBound": 0.5069059785143896
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 68769,
|
||||
"modelCount": 68789,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7460,
|
||||
"successRate": 0.1084791112274426,
|
||||
"wilsonLowerBound": 0.10617660930885846
|
||||
"successCount": 7464,
|
||||
"successRate": 0.10850572039134164,
|
||||
"wilsonLowerBound": 0.10620329826912371
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 14471,
|
||||
"modelCount": 14489,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2616,
|
||||
"successRate": 0.18077534379103033,
|
||||
"wilsonLowerBound": 0.17459017554916595
|
||||
"successCount": 2623,
|
||||
"successRate": 0.18103388777693422,
|
||||
"wilsonLowerBound": 0.17484895318860386
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-23T02:05:04.873362+00:00",
|
||||
"generatedAt": "2026-10-23T02:06:25.474687+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user