state: generation 35528 (intent)

This commit is contained in:
2026-10-25 05:21:14 +00:00
parent d346d575a2
commit ab3ff81b73
6 changed files with 2748 additions and 2013 deletions

View File

@@ -3,28 +3,28 @@
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": null,
"frameworkAttemptedAt": "2026-10-25T02:15:17.155656+00:00",
"frameworkAttemptedAt": "2026-10-25T05:19:52.134316+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44228,
"modelCount": 44252,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22328,
"successRate": 0.5048385638057339,
"wilsonLowerBound": 0.5001786552160472
"successCount": 22345,
"successRate": 0.5049489288619723,
"wilsonLowerBound": 0.500290284578313
},
"vllm": {
"framework": "vllm",
"modelCount": 58869,
"modelCount": 58876,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15669,
"successRate": 0.2661672527136523,
"wilsonLowerBound": 0.2626124272205954
"successCount": 15671,
"successRate": 0.2661695767375501,
"wilsonLowerBound": 0.2626149515745444
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
@@ -37,41 +37,41 @@
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5847,
"modelCount": 5868,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1902,
"successRate": 0.32529502308876346,
"wilsonLowerBound": 0.31340472616455745
"successCount": 1910,
"successRate": 0.32549420586230404,
"wilsonLowerBound": 0.313622959524223
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39338,
"modelCount": 39350,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18963,
"successRate": 0.4820529767654685,
"wilsonLowerBound": 0.4771170961840948
"successCount": 18969,
"successRate": 0.4820584498094028,
"wilsonLowerBound": 0.47712331908092437
},
"vllm": {
"framework": "vllm",
"modelCount": 41029,
"modelCount": 41042,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11218,
"successRate": 0.2734163640351946,
"wilsonLowerBound": 0.26912486409411285
"successCount": 11221,
"successRate": 0.273402855611325,
"wilsonLowerBound": 0.26911209967658767
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14945,
"modelCount": 14970,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6134,
"successRate": 0.4104382736701238,
"wilsonLowerBound": 0.4025755447232007
"successCount": 6143,
"successRate": 0.41035404141616566,
"wilsonLowerBound": 0.40249812708930777
}
},
"Biren_166m": {
@@ -86,32 +86,32 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 37521,
"modelCount": 37570,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7810,
"successRate": 0.20815010260920552,
"wilsonLowerBound": 0.20407209952651137
"successCount": 7825,
"successRate": 0.2082778812882619,
"wilsonLowerBound": 0.2042015773634874
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8485,
"modelCount": 8486,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013789039481437832,
"wilsonLowerBound": 0.011518579433739231
"successRate": 0.013787414565166157,
"wilsonLowerBound": 0.01151722065075282
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26843,
"modelCount": 26848,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3296,
"successRate": 0.12278806392728085,
"wilsonLowerBound": 0.11891576410199535
"successCount": 3297,
"successRate": 0.12280244338498213,
"wilsonLowerBound": 0.11893029946170998
},
"vllm-customized": {
"framework": "vllm-customized",
@@ -124,23 +124,23 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 18314,
"modelCount": 18337,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6999,
"successRate": 0.3821666484656547,
"wilsonLowerBound": 0.37515442331612747
"successCount": 7006,
"successRate": 0.3820690407373071,
"wilsonLowerBound": 0.37506156138947816
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24858,
"modelCount": 24859,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3811,
"successRate": 0.15331080537452732,
"wilsonLowerBound": 0.1488855006953056
"successCount": 3812,
"successRate": 0.15334486503881894,
"wilsonLowerBound": 0.14891923576597668
},
"vllm-customized": {
"framework": "vllm-customized",
@@ -153,23 +153,23 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 57151,
"modelCount": 57198,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14318,
"successRate": 0.25052929957481057,
"wilsonLowerBound": 0.24699351102053202
"successCount": 14329,
"successRate": 0.25051575229903145,
"wilsonLowerBound": 0.24698147460618708
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 26977,
"modelCount": 27038,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3669,
"successRate": 0.13600474478259258,
"wilsonLowerBound": 0.1319658877206796
"successCount": 3689,
"successRate": 0.13643760633182928,
"wilsonLowerBound": 0.13239771780347634
},
"vllm": {
"framework": "vllm",
@@ -182,32 +182,32 @@
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50558,
"modelCount": 50574,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5783,
"successRate": 0.11438348035919142,
"wilsonLowerBound": 0.11163835149257864
"successCount": 5785,
"successRate": 0.11438683908727805,
"wilsonLowerBound": 0.11164210415750532
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 53361,
"modelCount": 53386,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3878,
"successRate": 0.07267479994752722,
"wilsonLowerBound": 0.07050274326010882
"successCount": 3879,
"successRate": 0.07265949874498932,
"wilsonLowerBound": 0.07048815828221881
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95429,
"modelCount": 95448,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24144,
"successRate": 0.2530048517746178,
"wilsonLowerBound": 0.2502565466371177
"successCount": 24150,
"successRate": 0.2530173497611265,
"wilsonLowerBound": 0.250269271634122
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
@@ -229,12 +229,12 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 112970,
"modelCount": 112973,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16544,
"successRate": 0.14644595910418695,
"wilsonLowerBound": 0.14439626607517717
"successRate": 0.1464420702291698,
"wilsonLowerBound": 0.14439242706394048
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
@@ -247,30 +247,30 @@
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26444,
"modelCount": 26453,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4258,
"successRate": 0.16101951293299047,
"wilsonLowerBound": 0.15663875826805837
"successCount": 4259,
"successRate": 0.16100253279401203,
"wilsonLowerBound": 0.1566227061689175
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44735,
"modelCount": 44743,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5820,
"successRate": 0.1300994746842517,
"wilsonLowerBound": 0.1270137201357811
"successRate": 0.13007621303891112,
"wilsonLowerBound": 0.12699097050323307
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8626,
"modelCount": 8631,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 842,
"successRate": 0.09761187108741015,
"wilsonLowerBound": 0.09152658384884113
"successRate": 0.09755532383269609,
"wilsonLowerBound": 0.09147338952156014
}
},
"Iluvatar_mrv-100": {
@@ -285,12 +285,12 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 36302,
"modelCount": 36326,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7379,
"successRate": 0.2032670376287808,
"wilsonLowerBound": 0.1991587230903073
"successCount": 7385,
"successRate": 0.20329791334030722,
"wilsonLowerBound": 0.19919070841723754
}
},
"Kunlunxin_p-800": {
@@ -305,61 +305,61 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19888,
"modelCount": 19919,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5594,
"successRate": 0.28127514078841515,
"wilsonLowerBound": 0.27506888572873295
"successCount": 5599,
"successRate": 0.2810884080526131,
"wilsonLowerBound": 0.27488824851740423
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16634,
"modelCount": 16640,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4013,
"successRate": 0.24125285559697007,
"wilsonLowerBound": 0.23481114229294817
"successCount": 4014,
"successRate": 0.24122596153846154,
"wilsonLowerBound": 0.23478565202859533
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 70481,
"modelCount": 70499,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19347,
"successRate": 0.2744995105063776,
"wilsonLowerBound": 0.2712172146744065
"successCount": 19352,
"successRate": 0.2745003475226599,
"wilsonLowerBound": 0.2712184659865803
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2113,
"modelCount": 2131,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1215,
"successRate": 0.575011831519167,
"wilsonLowerBound": 0.5538162152644402
"successCount": 1228,
"successRate": 0.5762552792116378,
"wilsonLowerBound": 0.5551556038896467
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48918,
"modelCount": 48927,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21928,
"successRate": 0.4482603540618995,
"wilsonLowerBound": 0.4438574771284508
"successCount": 21935,
"successRate": 0.448320967972694,
"wilsonLowerBound": 0.4439184350041889
},
"vllm": {
"framework": "vllm",
"modelCount": 41837,
"modelCount": 41859,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5419,
"successRate": 0.12952649568563712,
"wilsonLowerBound": 0.1263428722794411
"successCount": 5426,
"successRate": 0.12962564800879142,
"wilsonLowerBound": 0.12644179581498183
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
@@ -392,12 +392,12 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8085,
"modelCount": 8089,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3552,
"successRate": 0.43933209647495364,
"wilsonLowerBound": 0.42854498189953216
"successCount": 3554,
"successRate": 0.4393620966744962,
"wilsonLowerBound": 0.4285775470876654
}
},
"Vastai_va16": {
@@ -412,47 +412,47 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21246,
"modelCount": 21285,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6046,
"successRate": 0.28457121340487623,
"wilsonLowerBound": 0.2785432728126539
"successCount": 6056,
"successRate": 0.2845196147521729,
"wilsonLowerBound": 0.2784975029213242
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29455,
"modelCount": 29463,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15115,
"successRate": 0.5131556611780682,
"wilsonLowerBound": 0.5074461569660458
"successCount": 15118,
"successRate": 0.5131181481858602,
"wilsonLowerBound": 0.507409412935099
},
"vllm": {
"framework": "vllm",
"modelCount": 69139,
"modelCount": 69154,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7516,
"successRate": 0.10870854365842722,
"wilsonLowerBound": 0.10640998878612382
"successCount": 7518,
"successRate": 0.10871388495242502,
"wilsonLowerBound": 0.10641552669735378
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14664,
"modelCount": 14676,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2685,
"successRate": 0.18310147299509003,
"wilsonLowerBound": 0.1769249494100816
"successCount": 2690,
"successRate": 0.18329245025892613,
"wilsonLowerBound": 0.17711583895857363
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-25T05:18:57.755332+00:00",
"generatedAt": "2026-10-25T05:19:52.134316+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,