state: generation 34556 (intent)

This commit is contained in:
2026-10-24 20:16:07 +00:00
parent 2e8e474272
commit 964f4c8bba
7 changed files with 3784 additions and 3999 deletions

View File

@@ -1,30 +1,30 @@
{
"communityAttemptedAt": "2026-10-24T20:08:35.755808+00:00",
"communityAttemptedAt": "2026-10-24T20:13:48.240548+00:00",
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": null,
"frameworkAttemptedAt": "2026-10-24T16:37:59.082009+00:00",
"frameworkAttemptedAt": "2026-10-24T20:13:48.240548+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44174,
"modelCount": 44199,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22295,
"successRate": 0.5047086521483225,
"wilsonLowerBound": 0.5000458959246213
"successCount": 22308,
"successRate": 0.5047173012964095,
"wilsonLowerBound": 0.5000558639512999
},
"vllm": {
"framework": "vllm",
"modelCount": 58809,
"modelCount": 58828,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15663,
"successRate": 0.26633678518594095,
"wilsonLowerBound": 0.262779418992484
"successCount": 15665,
"successRate": 0.2662847623580608,
"wilsonLowerBound": 0.2627281938160887
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
@@ -37,41 +37,41 @@
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5788,
"modelCount": 5810,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1880,
"successRate": 0.32480995162404974,
"wilsonLowerBound": 0.3128648110586238
"successCount": 1891,
"successRate": 0.325473321858864,
"wilsonLowerBound": 0.31354378660843907
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39271,
"modelCount": 39289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18922,
"successRate": 0.481831376842963,
"wilsonLowerBound": 0.47689139029700517
"successCount": 18933,
"successRate": 0.48189060551299345,
"wilsonLowerBound": 0.4769517231420238
},
"vllm": {
"framework": "vllm",
"modelCount": 40999,
"modelCount": 41010,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11213,
"successRate": 0.2734944754750116,
"wilsonLowerBound": 0.26920102203904767
"successCount": 11214,
"successRate": 0.2734455010972933,
"wilsonLowerBound": 0.2691528660684986
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14878,
"modelCount": 14908,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6113,
"successRate": 0.41087511762333645,
"wilsonLowerBound": 0.4029933736651572
"successCount": 6122,
"successRate": 0.41065199892675075,
"wilsonLowerBound": 0.4027788711198402
}
},
"Biren_166m": {
@@ -86,12 +86,12 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 37331,
"modelCount": 37386,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7783,
"successRate": 0.20848624467600654,
"wilsonLowerBound": 0.20439547039721817
"successCount": 7797,
"successRate": 0.20855400417268496,
"wilsonLowerBound": 0.20446571815694792
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
@@ -106,12 +106,12 @@
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26840,
"modelCount": 26841,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3295,
"successRate": 0.1227645305514158,
"wilsonLowerBound": 0.11889234421565806
"successRate": 0.12275995678253418,
"wilsonLowerBound": 0.1188879051130877
},
"vllm-customized": {
"framework": "vllm-customized",
@@ -124,23 +124,23 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 18228,
"modelCount": 18254,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6978,
"successRate": 0.3828176431863068,
"wilsonLowerBound": 0.37578653573153514
"successCount": 6985,
"successRate": 0.38265585625068477,
"wilsonLowerBound": 0.37563033947016716
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24855,
"modelCount": 24856,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3811,
"successRate": 0.15332930999798833,
"wilsonLowerBound": 0.1489035173422471
"successRate": 0.15332314129385258,
"wilsonLowerBound": 0.1488975113087421
},
"vllm-customized": {
"framework": "vllm-customized",
@@ -153,23 +153,23 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 56967,
"modelCount": 57037,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14283,
"successRate": 0.2507241034283006,
"wilsonLowerBound": 0.2471817030971201
"successCount": 14295,
"successRate": 0.2506267861212897,
"wilsonLowerBound": 0.24708701575258402
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 26740,
"modelCount": 26830,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3593,
"successRate": 0.1343679880329095,
"wilsonLowerBound": 0.130332662427564
"successCount": 3620,
"successRate": 0.13492359299291837,
"wilsonLowerBound": 0.1308877600051062
},
"vllm": {
"framework": "vllm",
@@ -182,32 +182,32 @@
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50534,
"modelCount": 50547,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5776,
"successRate": 0.11429928365061147,
"wilsonLowerBound": 0.11155440584219925
"successCount": 5781,
"successRate": 0.11436880527034245,
"wilsonLowerBound": 0.11162353699970233
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 53286,
"modelCount": 53314,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3876,
"successRate": 0.07273955635626618,
"wilsonLowerBound": 0.0705650837856642
"successRate": 0.07270135424091233,
"wilsonLowerBound": 0.07052798096163508
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95383,
"modelCount": 95400,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24133,
"successRate": 0.25301154293742073,
"wilsonLowerBound": 0.2502625531946156
"successCount": 24137,
"successRate": 0.2530083857442348,
"wilsonLowerBound": 0.2502596515592525
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
@@ -220,21 +220,21 @@
},
"transformers": {
"framework": "transformers",
"modelCount": 6067,
"modelCount": 6069,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 610,
"successRate": 0.10054392615790342,
"wilsonLowerBound": 0.09322764207552978
"successRate": 0.10051079255231504,
"wilsonLowerBound": 0.09319679981768243
},
"vllm": {
"framework": "vllm",
"modelCount": 112968,
"modelCount": 112970,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16544,
"successRate": 0.14644855180228028,
"wilsonLowerBound": 0.14439882552941954
"successRate": 0.14644595910418695,
"wilsonLowerBound": 0.14439626607517717
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
@@ -247,30 +247,30 @@
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26429,
"modelCount": 26437,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4251,
"successRate": 0.16084604033448105,
"wilsonLowerBound": 0.15646601114598685
"successCount": 4254,
"successRate": 0.1609108446495442,
"wilsonLowerBound": 0.1565307405188955
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44720,
"modelCount": 44725,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5817,
"successRate": 0.13007602862254025,
"wilsonLowerBound": 0.12699000284866707
"successCount": 5820,
"successRate": 0.1301285634432644,
"wilsonLowerBound": 0.1270421686419935
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8612,
"modelCount": 8618,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 841,
"successRate": 0.09765443567115653,
"wilsonLowerBound": 0.09156311150071213
"successRate": 0.09758644697145509,
"wilsonLowerBound": 0.09149915631803861
}
},
"Iluvatar_mrv-100": {
@@ -285,90 +285,90 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 36234,
"modelCount": 36253,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7360,
"successRate": 0.20312413755036707,
"wilsonLowerBound": 0.1990130997490322
"successCount": 7365,
"successRate": 0.20315560091578627,
"wilsonLowerBound": 0.1990453899813042
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61607,
"modelCount": 61609,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12431,
"successRate": 0.2017790186180142,
"wilsonLowerBound": 0.19862852366429826
"successRate": 0.20177246830820172,
"wilsonLowerBound": 0.19862206302909588
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19769,
"modelCount": 19813,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5564,
"successRate": 0.28145075623450855,
"wilsonLowerBound": 0.27522475584282813
"successCount": 5576,
"successRate": 0.28143138343511837,
"wilsonLowerBound": 0.2752123868082618
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16598,
"modelCount": 16607,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4004,
"successRate": 0.2412338836004338,
"wilsonLowerBound": 0.23478543296284987
"successCount": 4006,
"successRate": 0.24122358041789607,
"wilsonLowerBound": 0.23477695800858256
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 70414,
"modelCount": 70437,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19330,
"successRate": 0.27451927173573437,
"wilsonLowerBound": 0.27123534578565767
"successCount": 19332,
"successRate": 0.2744580263213936,
"wilsonLowerBound": 0.2711748664269818
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2068,
"modelCount": 2089,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1185,
"successRate": 0.5730174081237911,
"wilsonLowerBound": 0.5515822177146057
"successCount": 1201,
"successRate": 0.5749162278602202,
"wilsonLowerBound": 0.5535981936306545
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48890,
"modelCount": 48896,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21904,
"successRate": 0.448026181223154,
"wilsonLowerBound": 0.44362227976410606
"successCount": 21909,
"successRate": 0.4480734620418848,
"wilsonLowerBound": 0.44366978303022403
},
"vllm": {
"framework": "vllm",
"modelCount": 41780,
"modelCount": 41801,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5399,
"successRate": 0.12922450933460986,
"wilsonLowerBound": 0.12604196308907054
"successCount": 5404,
"successRate": 0.12927920384679792,
"wilsonLowerBound": 0.1260968642121113
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1323,
"modelCount": 1327,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
"wilsonLowerBound": 2.162145040984989e-19
}
},
"Sunrise_pt-200-x1": {
@@ -392,12 +392,12 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8067,
"modelCount": 8072,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3543,
"successRate": 0.43919672740795834,
"wilsonLowerBound": 0.42839804829375994
"successCount": 3547,
"successRate": 0.43942021803766107,
"wilsonLowerBound": 0.428624171298758
}
},
"Vastai_va16": {
@@ -412,47 +412,47 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21133,
"modelCount": 21185,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6012,
"successRate": 0.2844839823971987,
"wilsonLowerBound": 0.2784406311793158
"successCount": 6027,
"successRate": 0.2844937455746991,
"wilsonLowerBound": 0.2784577021951967
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29426,
"modelCount": 29437,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15095,
"successRate": 0.512981716849045,
"wilsonLowerBound": 0.5072693701781513
"successCount": 15101,
"successRate": 0.5129938512756055,
"wilsonLowerBound": 0.5072825741927683
},
"vllm": {
"framework": "vllm",
"modelCount": 69077,
"modelCount": 69097,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7509,
"successRate": 0.10870477872519073,
"wilsonLowerBound": 0.10640523777499405
"successCount": 7510,
"successRate": 0.10868778673459051,
"wilsonLowerBound": 0.10638873567522202
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14623,
"modelCount": 14637,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2673,
"successRate": 0.1827942282705327,
"wilsonLowerBound": 0.17661333152888217
"successCount": 2676,
"successRate": 0.1828243492518959,
"wilsonLowerBound": 0.17664596093063653
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-24T20:12:47.155197+00:00",
"generatedAt": "2026-10-24T20:13:48.240548+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,