state: generation 31589 (intent)

This commit is contained in:
2026-10-23 12:07:34 +00:00
parent cf66001cf8
commit 349080e025
7 changed files with 248 additions and 148 deletions

View File

@@ -3,28 +3,28 @@
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": null,
"frameworkAttemptedAt": "2026-10-23T11:08:37.167789+00:00",
"frameworkAttemptedAt": "2026-10-23T12:06:14.759955+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 43997,
"modelCount": 44007,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22182,
"successRate": 0.5041707389140169,
"wilsonLowerBound": 0.4994986152959974
"successCount": 22187,
"successRate": 0.5041697911695867,
"wilsonLowerBound": 0.49949819842432125
},
"vllm": {
"framework": "vllm",
"modelCount": 58616,
"modelCount": 58620,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15633,
"successRate": 0.2667019243892453,
"wilsonLowerBound": 0.2631371471631804
"successCount": 15634,
"successRate": 0.26670078471511427,
"wilsonLowerBound": 0.2631361335283267
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
@@ -37,70 +37,70 @@
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5631,
"modelCount": 5635,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1815,
"successRate": 0.3223228556206713,
"wilsonLowerBound": 0.3102402306667756
"successCount": 1816,
"successRate": 0.3222715173025732,
"wilsonLowerBound": 0.3101936801872484
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39066,
"modelCount": 39072,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18781,
"successRate": 0.48075052475298213,
"wilsonLowerBound": 0.47579810729488276
"successCount": 18787,
"successRate": 0.4808302620802621,
"wilsonLowerBound": 0.47587818647406654
},
"vllm": {
"framework": "vllm",
"modelCount": 40917,
"modelCount": 40924,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11203,
"successRate": 0.27379817679693036,
"wilsonLowerBound": 0.26949892257569696
"successRate": 0.2737513439546476,
"wilsonLowerBound": 0.26945269017047235
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14681,
"modelCount": 14693,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6049,
"successRate": 0.41202915332743,
"wilsonLowerBound": 0.4040912126305513
"successCount": 6050,
"successRate": 0.41176070237528073,
"wilsonLowerBound": 0.4038268405531547
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64316,
"modelCount": 64317,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.1881335903974128,
"wilsonLowerBound": 0.18513179731482113
"successRate": 0.18813066529844363,
"wilsonLowerBound": 0.18512891361905193
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 36700,
"modelCount": 36727,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7689,
"successRate": 0.20950953678474116,
"wilsonLowerBound": 0.2053764069998751
"successCount": 7692,
"successRate": 0.20943719879108014,
"wilsonLowerBound": 0.20530611294120568
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8465,
"modelCount": 8466,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013821618428824572,
"wilsonLowerBound": 0.011545822581900032
"successRate": 0.013819985825655563,
"wilsonLowerBound": 0.011544457364223739
}
},
"Cambricon_mlu-370-x4": {
@@ -124,12 +124,12 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 18021,
"modelCount": 18024,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6911,
"successRate": 0.38349703124132956,
"wilsonLowerBound": 0.37642327953201443
"successCount": 6914,
"successRate": 0.3835996449178873,
"wilsonLowerBound": 0.376526099219241
}
},
"Cambricon_mlu-370-x8": {
@@ -153,23 +153,23 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 56478,
"modelCount": 56492,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14170,
"successRate": 0.25089415347568966,
"wilsonLowerBound": 0.24733570663385546
"successCount": 14172,
"successRate": 0.2508673794519578,
"wilsonLowerBound": 0.24730950013092923
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 25973,
"modelCount": 26004,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3366,
"successRate": 0.12959611904670235,
"wilsonLowerBound": 0.1255662134063476
"successCount": 3373,
"successRate": 0.12971081372096602,
"wilsonLowerBound": 0.12568172494110819
},
"vllm": {
"framework": "vllm",
@@ -182,32 +182,32 @@
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50459,
"modelCount": 50465,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5774,
"successRate": 0.11442953685170137,
"wilsonLowerBound": 0.1116812547637255
"successRate": 0.11441593183394431,
"wilsonLowerBound": 0.11166795618194252
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 53062,
"modelCount": 53076,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3870,
"successRate": 0.07293354943273905,
"wilsonLowerBound": 0.0707518297042018
"successRate": 0.0729143115532444,
"wilsonLowerBound": 0.07073314570821167
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95325,
"modelCount": 95327,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24114,
"successRate": 0.25296616837136116,
"wilsonLowerBound": 0.2502165109877068
"successCount": 24116,
"successRate": 0.2529818414510055,
"wilsonLowerBound": 0.25023215564111395
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
@@ -220,12 +220,12 @@
},
"transformers": {
"framework": "transformers",
"modelCount": 5723,
"modelCount": 5724,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 593,
"successRate": 0.10361698409924865,
"wilsonLowerBound": 0.0959850637322647
"successRate": 0.1035988819007687,
"wilsonLowerBound": 0.09596822651095949
},
"vllm": {
"framework": "vllm",
@@ -247,30 +247,30 @@
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26385,
"modelCount": 26388,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4250,
"successRate": 0.16107636914913775,
"wilsonLowerBound": 0.15669013372141277
"successRate": 0.16105805669243595,
"wilsonLowerBound": 0.15667227412799561
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44666,
"modelCount": 44667,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5811,
"successRate": 0.13009895670084629,
"wilsonLowerBound": 0.12701084945743185
"successRate": 0.1300960440593727,
"wilsonLowerBound": 0.1270080009746952
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8576,
"modelCount": 8579,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 841,
"successRate": 0.09806436567164178,
"wilsonLowerBound": 0.09194872818625328
"successRate": 0.0980300734351323,
"wilsonLowerBound": 0.09191646943805239
}
},
"Iluvatar_mrv-100": {
@@ -285,81 +285,81 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 36050,
"modelCount": 36059,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7292,
"successRate": 0.2022746185852982,
"wilsonLowerBound": 0.19815975830948562
"successCount": 7295,
"successRate": 0.2023073296541779,
"wilsonLowerBound": 0.19819272528444692
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61591,
"modelCount": 61593,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12431,
"successRate": 0.20183143641116397,
"wilsonLowerBound": 0.19868022388229375
"successRate": 0.20182488269770915,
"wilsonLowerBound": 0.19867375988306904
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19376,
"modelCount": 19396,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5484,
"successRate": 0.2830305532617671,
"wilsonLowerBound": 0.27673109955819525
"successCount": 5489,
"successRate": 0.2829964941224995,
"wilsonLowerBound": 0.2767005039717228
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16485,
"modelCount": 16492,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3981,
"successRate": 0.24149226569608737,
"wilsonLowerBound": 0.2350195171185645
"successCount": 3983,
"successRate": 0.24151103565365026,
"wilsonLowerBound": 0.23503947058948763
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 70188,
"modelCount": 70196,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19270,
"successRate": 0.27454835584430387,
"wilsonLowerBound": 0.27125905689316476
"successCount": 19272,
"successRate": 0.27454555815146164,
"wilsonLowerBound": 0.27125645653772457
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1944,
"modelCount": 1947,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1116,
"successRate": 0.5740740740740741,
"wilsonLowerBound": 0.5519676017624348
"successCount": 1118,
"successRate": 0.5742167437082691,
"wilsonLowerBound": 0.5521280551109713
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48766,
"modelCount": 48770,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21811,
"successRate": 0.44725833572571055,
"wilsonLowerBound": 0.442849622418538
"successCount": 21815,
"successRate": 0.44730367028911217,
"wilsonLowerBound": 0.4428950913704027
},
"vllm": {
"framework": "vllm",
"modelCount": 41598,
"modelCount": 41602,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5342,
"successRate": 0.1284196355594019,
"wilsonLowerBound": 0.12523885192735584
"successCount": 5343,
"successRate": 0.12843132541704727,
"wilsonLowerBound": 0.12525056724249523
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
@@ -392,12 +392,12 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7983,
"modelCount": 7984,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3511,
"successRate": 0.4398095953902042,
"wilsonLowerBound": 0.4289524982029486
"successRate": 0.4397545090180361,
"wilsonLowerBound": 0.4288982626274817
}
},
"Vastai_va16": {
@@ -412,23 +412,23 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20666,
"modelCount": 20681,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5859,
"successRate": 0.28350914545630507,
"wilsonLowerBound": 0.27740489385198613
"successCount": 5864,
"successRate": 0.2835452831101011,
"wilsonLowerBound": 0.27744298752470353
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29312,
"modelCount": 29318,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15027,
"successRate": 0.5126569323144105,
"wilsonLowerBound": 0.5069334335890132
"successCount": 15031,
"successRate": 0.5126884507810902,
"wilsonLowerBound": 0.5069655428587235
},
"vllm": {
"framework": "vllm",
@@ -441,18 +441,18 @@
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14513,
"modelCount": 14516,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2631,
"successRate": 0.18128574381588922,
"wilsonLowerBound": 0.1751023979273166
"successCount": 2632,
"successRate": 0.181317167263709,
"wilsonLowerBound": 0.17513402062025307
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-23T12:05:05.476024+00:00",
"generatedAt": "2026-10-23T12:06:14.759955+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,