state: generation 38055 (intent)
This commit is contained in:
@@ -3,28 +3,28 @@
|
||||
"communityError": "ModelHubAPIError: 分页大小不能超过100",
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": null,
|
||||
"frameworkAttemptedAt": "2026-10-26T00:27:17.835141+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-26T06:27:51.774452+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 44369,
|
||||
"modelCount": 44411,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22424,
|
||||
"successRate": 0.5053979129572449,
|
||||
"wilsonLowerBound": 0.5007454194816989
|
||||
"successCount": 22448,
|
||||
"successRate": 0.5054603589200873,
|
||||
"wilsonLowerBound": 0.5008100668588067
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 58994,
|
||||
"modelCount": 59029,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15686,
|
||||
"successRate": 0.26589144658778857,
|
||||
"wilsonLowerBound": 0.26234156913692613
|
||||
"successCount": 15691,
|
||||
"successRate": 0.2658184959934947,
|
||||
"wilsonLowerBound": 0.26226998316374334
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -37,81 +37,81 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 5976,
|
||||
"modelCount": 6013,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1939,
|
||||
"successRate": 0.32446452476572957,
|
||||
"wilsonLowerBound": 0.31271035902818417
|
||||
"successCount": 1954,
|
||||
"successRate": 0.32496258107433895,
|
||||
"wilsonLowerBound": 0.3132392430424585
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 39493,
|
||||
"modelCount": 39524,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19065,
|
||||
"successRate": 0.48274377737826957,
|
||||
"wilsonLowerBound": 0.47781728083169
|
||||
"successCount": 19082,
|
||||
"successRate": 0.4827952636372837,
|
||||
"wilsonLowerBound": 0.4778706761285186
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41085,
|
||||
"modelCount": 41100,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11227,
|
||||
"successRate": 0.27326274796154315,
|
||||
"wilsonLowerBound": 0.2689749287856725
|
||||
"successCount": 11228,
|
||||
"successRate": 0.2731873479318735,
|
||||
"wilsonLowerBound": 0.268900685317166
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 15112,
|
||||
"modelCount": 15156,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6193,
|
||||
"successRate": 0.4098067760719958,
|
||||
"wilsonLowerBound": 0.40198947472312085
|
||||
"successCount": 6210,
|
||||
"successRate": 0.40973871733966744,
|
||||
"wilsonLowerBound": 0.40193295154284087
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64331,
|
||||
"modelCount": 64333,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12100,
|
||||
"successRate": 0.1880897234614727,
|
||||
"wilsonLowerBound": 0.18508855130994753
|
||||
"successRate": 0.1880838760822595,
|
||||
"wilsonLowerBound": 0.18508278670261516
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 37883,
|
||||
"modelCount": 37987,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7876,
|
||||
"successRate": 0.20790328115513554,
|
||||
"wilsonLowerBound": 0.2038464782734998
|
||||
"successCount": 7888,
|
||||
"successRate": 0.20764998552136257,
|
||||
"wilsonLowerBound": 0.2036005589412187
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8525,
|
||||
"modelCount": 8544,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 117,
|
||||
"successRate": 0.01372434017595308,
|
||||
"wilsonLowerBound": 0.011464477019497607
|
||||
"successRate": 0.013693820224719102,
|
||||
"wilsonLowerBound": 0.011438956018020446
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26859,
|
||||
"modelCount": 26860,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3298,
|
||||
"successRate": 0.12278938158531591,
|
||||
"wilsonLowerBound": 0.11891820099187511
|
||||
"successRate": 0.12278481012658228,
|
||||
"wilsonLowerBound": 0.11891376406680516
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -124,12 +124,12 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 18508,
|
||||
"modelCount": 18552,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7060,
|
||||
"successRate": 0.38145666738707584,
|
||||
"wilsonLowerBound": 0.37448378850404496
|
||||
"successCount": 7076,
|
||||
"successRate": 0.38141440275981026,
|
||||
"wilsonLowerBound": 0.3744499240110549
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
@@ -153,23 +153,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 57552,
|
||||
"modelCount": 57677,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14407,
|
||||
"successRate": 0.2503301362246316,
|
||||
"wilsonLowerBound": 0.24680757883298582
|
||||
"successCount": 14426,
|
||||
"successRate": 0.2501170310522392,
|
||||
"wilsonLowerBound": 0.24659929164187808
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 27461,
|
||||
"modelCount": 27584,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3784,
|
||||
"successRate": 0.13779541895779468,
|
||||
"wilsonLowerBound": 0.1337692422597301
|
||||
"successCount": 3828,
|
||||
"successRate": 0.13877610208816704,
|
||||
"wilsonLowerBound": 0.13474653925881902
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -182,32 +182,32 @@
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 50624,
|
||||
"modelCount": 50634,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5785,
|
||||
"successRate": 0.11427386219974715,
|
||||
"wilsonLowerBound": 0.11153166981335563
|
||||
"successCount": 5786,
|
||||
"successRate": 0.11427104317257179,
|
||||
"wilsonLowerBound": 0.11152914868520758
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 53586,
|
||||
"modelCount": 53663,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3882,
|
||||
"successRate": 0.07244429515171873,
|
||||
"wilsonLowerBound": 0.07027997111761246
|
||||
"successCount": 3884,
|
||||
"successRate": 0.0723776158619533,
|
||||
"wilsonLowerBound": 0.0702157587565804
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 95514,
|
||||
"modelCount": 95517,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 24170,
|
||||
"successRate": 0.25305190862072574,
|
||||
"wilsonLowerBound": 0.2503046507728524
|
||||
"successRate": 0.2530439607609117,
|
||||
"wilsonLowerBound": 0.25029677484756174
|
||||
},
|
||||
"llamacpp_opt": {
|
||||
"framework": "llamacpp_opt",
|
||||
@@ -220,48 +220,48 @@
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 6076,
|
||||
"modelCount": 6077,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 610,
|
||||
"successRate": 0.10039499670836076,
|
||||
"wilsonLowerBound": 0.09308901245116998
|
||||
"successRate": 0.10037847622181997,
|
||||
"wilsonLowerBound": 0.0930736346077885
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112980,
|
||||
"modelCount": 112986,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16546,
|
||||
"successRate": 0.14645069923880333,
|
||||
"wilsonLowerBound": 0.14440106859070131
|
||||
"successCount": 16547,
|
||||
"successRate": 0.14645177278600888,
|
||||
"wilsonLowerBound": 0.14440218994541096
|
||||
},
|
||||
"vllm-0.17.0": {
|
||||
"framework": "vllm-0.17.0",
|
||||
"modelCount": 374,
|
||||
"modelCount": 381,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1,
|
||||
"successRate": 0.00267379679144385,
|
||||
"wilsonLowerBound": 0.00047213467136140893
|
||||
"successRate": 0.0026246719160104987,
|
||||
"wilsonLowerBound": 0.0004634574653101692
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 26492,
|
||||
"modelCount": 26496,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4262,
|
||||
"successRate": 0.1608787558508229,
|
||||
"wilsonLowerBound": 0.15650351082181152
|
||||
"successRate": 0.16085446859903382,
|
||||
"wilsonLowerBound": 0.15647982350708137
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 44763,
|
||||
"modelCount": 44769,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5821,
|
||||
"successRate": 0.13004043518084132,
|
||||
"wilsonLowerBound": 0.12695624241286016
|
||||
"successCount": 5822,
|
||||
"successRate": 0.130045343876343,
|
||||
"wilsonLowerBound": 0.12696130523957044
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
@@ -285,85 +285,85 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 36473,
|
||||
"modelCount": 36504,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7419,
|
||||
"successRate": 0.203410742192855,
|
||||
"wilsonLowerBound": 0.1993108937165925
|
||||
"successCount": 7432,
|
||||
"successRate": 0.20359412667104976,
|
||||
"wilsonLowerBound": 0.19949460156938992
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61623,
|
||||
"modelCount": 61627,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12431,
|
||||
"successRate": 0.20172662804472355,
|
||||
"wilsonLowerBound": 0.1985768503492892
|
||||
"successRate": 0.2017135346520194,
|
||||
"wilsonLowerBound": 0.19856393622166757
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 20148,
|
||||
"modelCount": 20233,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5657,
|
||||
"successRate": 0.28077228509033153,
|
||||
"wilsonLowerBound": 0.27460940434860637
|
||||
"successCount": 5670,
|
||||
"successRate": 0.28023525922997083,
|
||||
"wilsonLowerBound": 0.2740889641753122
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 16707,
|
||||
"modelCount": 16737,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4035,
|
||||
"successRate": 0.241515532411564,
|
||||
"wilsonLowerBound": 0.23508530872474503
|
||||
"successCount": 4039,
|
||||
"successRate": 0.24132162275198663,
|
||||
"wilsonLowerBound": 0.2348989294077686
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 70636,
|
||||
"modelCount": 70661,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19386,
|
||||
"successRate": 0.2744492893142307,
|
||||
"wilsonLowerBound": 0.2711707729780912
|
||||
"successCount": 19391,
|
||||
"successRate": 0.27442294901006214,
|
||||
"wilsonLowerBound": 0.2711451101025767
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 2217,
|
||||
"modelCount": 2234,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1270,
|
||||
"successRate": 0.5728461885430762,
|
||||
"wilsonLowerBound": 0.5521462816094754
|
||||
"successCount": 1280,
|
||||
"successRate": 0.5729632945389436,
|
||||
"wilsonLowerBound": 0.5523431554757453
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 48993,
|
||||
"modelCount": 49019,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21977,
|
||||
"successRate": 0.44857428612250727,
|
||||
"wilsonLowerBound": 0.4441744642352472
|
||||
"successCount": 21999,
|
||||
"successRate": 0.4487851649360452,
|
||||
"wilsonLowerBound": 0.44438629975801414
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41993,
|
||||
"modelCount": 42022,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5457,
|
||||
"successRate": 0.1299502298002048,
|
||||
"wilsonLowerBound": 0.12676795851479877
|
||||
"successCount": 5467,
|
||||
"successRate": 0.13009851982294987,
|
||||
"wilsonLowerBound": 0.12691576219860284
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1354,
|
||||
"modelCount": 1359,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -383,21 +383,21 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10124,
|
||||
"modelCount": 10125,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 767,
|
||||
"successRate": 0.075760568945081,
|
||||
"wilsonLowerBound": 0.07076536668613914
|
||||
"successRate": 0.07575308641975309,
|
||||
"wilsonLowerBound": 0.07075835932361545
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 8138,
|
||||
"modelCount": 8154,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3575,
|
||||
"successRate": 0.43929712460063897,
|
||||
"wilsonLowerBound": 0.42854519312793304
|
||||
"successCount": 3585,
|
||||
"successRate": 0.4396615158204562,
|
||||
"wilsonLowerBound": 0.4289189700664472
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -412,47 +412,47 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 21509,
|
||||
"modelCount": 21580,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6109,
|
||||
"successRate": 0.2840206425217351,
|
||||
"wilsonLowerBound": 0.278033041854375
|
||||
"successCount": 6122,
|
||||
"successRate": 0.2836886005560704,
|
||||
"wilsonLowerBound": 0.2777129754464293
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 29534,
|
||||
"modelCount": 29556,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15157,
|
||||
"successRate": 0.5132051195232613,
|
||||
"wilsonLowerBound": 0.5075032662910406
|
||||
"successCount": 15167,
|
||||
"successRate": 0.5131614562187035,
|
||||
"wilsonLowerBound": 0.5074617183785551
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 69249,
|
||||
"modelCount": 69291,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7530,
|
||||
"successRate": 0.10873803231815622,
|
||||
"wilsonLowerBound": 0.10644100889429711
|
||||
"successCount": 7534,
|
||||
"successRate": 0.10872984947540085,
|
||||
"wilsonLowerBound": 0.10643359278421341
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 14747,
|
||||
"modelCount": 14780,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2716,
|
||||
"successRate": 0.18417305214619922,
|
||||
"wilsonLowerBound": 0.17799929604523718
|
||||
"successCount": 2724,
|
||||
"successRate": 0.18430311231393776,
|
||||
"wilsonLowerBound": 0.17813441910568817
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-26T06:25:41.578309+00:00",
|
||||
"generatedAt": "2026-10-26T06:27:51.774452+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user