state: generation 31589 (intent)
This commit is contained in:
@@ -3,28 +3,28 @@
|
||||
"communityError": "ModelHubAPIError: 分页大小不能超过100",
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": null,
|
||||
"frameworkAttemptedAt": "2026-10-23T11:08:37.167789+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-23T12:06:14.759955+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 43997,
|
||||
"modelCount": 44007,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22182,
|
||||
"successRate": 0.5041707389140169,
|
||||
"wilsonLowerBound": 0.4994986152959974
|
||||
"successCount": 22187,
|
||||
"successRate": 0.5041697911695867,
|
||||
"wilsonLowerBound": 0.49949819842432125
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 58616,
|
||||
"modelCount": 58620,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15633,
|
||||
"successRate": 0.2667019243892453,
|
||||
"wilsonLowerBound": 0.2631371471631804
|
||||
"successCount": 15634,
|
||||
"successRate": 0.26670078471511427,
|
||||
"wilsonLowerBound": 0.2631361335283267
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -37,70 +37,70 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 5631,
|
||||
"modelCount": 5635,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1815,
|
||||
"successRate": 0.3223228556206713,
|
||||
"wilsonLowerBound": 0.3102402306667756
|
||||
"successCount": 1816,
|
||||
"successRate": 0.3222715173025732,
|
||||
"wilsonLowerBound": 0.3101936801872484
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 39066,
|
||||
"modelCount": 39072,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 18781,
|
||||
"successRate": 0.48075052475298213,
|
||||
"wilsonLowerBound": 0.47579810729488276
|
||||
"successCount": 18787,
|
||||
"successRate": 0.4808302620802621,
|
||||
"wilsonLowerBound": 0.47587818647406654
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 40917,
|
||||
"modelCount": 40924,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11203,
|
||||
"successRate": 0.27379817679693036,
|
||||
"wilsonLowerBound": 0.26949892257569696
|
||||
"successRate": 0.2737513439546476,
|
||||
"wilsonLowerBound": 0.26945269017047235
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 14681,
|
||||
"modelCount": 14693,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6049,
|
||||
"successRate": 0.41202915332743,
|
||||
"wilsonLowerBound": 0.4040912126305513
|
||||
"successCount": 6050,
|
||||
"successRate": 0.41176070237528073,
|
||||
"wilsonLowerBound": 0.4038268405531547
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64316,
|
||||
"modelCount": 64317,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12100,
|
||||
"successRate": 0.1881335903974128,
|
||||
"wilsonLowerBound": 0.18513179731482113
|
||||
"successRate": 0.18813066529844363,
|
||||
"wilsonLowerBound": 0.18512891361905193
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 36700,
|
||||
"modelCount": 36727,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7689,
|
||||
"successRate": 0.20950953678474116,
|
||||
"wilsonLowerBound": 0.2053764069998751
|
||||
"successCount": 7692,
|
||||
"successRate": 0.20943719879108014,
|
||||
"wilsonLowerBound": 0.20530611294120568
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8465,
|
||||
"modelCount": 8466,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 117,
|
||||
"successRate": 0.013821618428824572,
|
||||
"wilsonLowerBound": 0.011545822581900032
|
||||
"successRate": 0.013819985825655563,
|
||||
"wilsonLowerBound": 0.011544457364223739
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
@@ -124,12 +124,12 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 18021,
|
||||
"modelCount": 18024,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6911,
|
||||
"successRate": 0.38349703124132956,
|
||||
"wilsonLowerBound": 0.37642327953201443
|
||||
"successCount": 6914,
|
||||
"successRate": 0.3835996449178873,
|
||||
"wilsonLowerBound": 0.376526099219241
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
@@ -153,23 +153,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 56478,
|
||||
"modelCount": 56492,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14170,
|
||||
"successRate": 0.25089415347568966,
|
||||
"wilsonLowerBound": 0.24733570663385546
|
||||
"successCount": 14172,
|
||||
"successRate": 0.2508673794519578,
|
||||
"wilsonLowerBound": 0.24730950013092923
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 25973,
|
||||
"modelCount": 26004,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3366,
|
||||
"successRate": 0.12959611904670235,
|
||||
"wilsonLowerBound": 0.1255662134063476
|
||||
"successCount": 3373,
|
||||
"successRate": 0.12971081372096602,
|
||||
"wilsonLowerBound": 0.12568172494110819
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -182,32 +182,32 @@
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 50459,
|
||||
"modelCount": 50465,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5774,
|
||||
"successRate": 0.11442953685170137,
|
||||
"wilsonLowerBound": 0.1116812547637255
|
||||
"successRate": 0.11441593183394431,
|
||||
"wilsonLowerBound": 0.11166795618194252
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 53062,
|
||||
"modelCount": 53076,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3870,
|
||||
"successRate": 0.07293354943273905,
|
||||
"wilsonLowerBound": 0.0707518297042018
|
||||
"successRate": 0.0729143115532444,
|
||||
"wilsonLowerBound": 0.07073314570821167
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 95325,
|
||||
"modelCount": 95327,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 24114,
|
||||
"successRate": 0.25296616837136116,
|
||||
"wilsonLowerBound": 0.2502165109877068
|
||||
"successCount": 24116,
|
||||
"successRate": 0.2529818414510055,
|
||||
"wilsonLowerBound": 0.25023215564111395
|
||||
},
|
||||
"llamacpp_opt": {
|
||||
"framework": "llamacpp_opt",
|
||||
@@ -220,12 +220,12 @@
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5723,
|
||||
"modelCount": 5724,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 593,
|
||||
"successRate": 0.10361698409924865,
|
||||
"wilsonLowerBound": 0.0959850637322647
|
||||
"successRate": 0.1035988819007687,
|
||||
"wilsonLowerBound": 0.09596822651095949
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -247,30 +247,30 @@
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 26385,
|
||||
"modelCount": 26388,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4250,
|
||||
"successRate": 0.16107636914913775,
|
||||
"wilsonLowerBound": 0.15669013372141277
|
||||
"successRate": 0.16105805669243595,
|
||||
"wilsonLowerBound": 0.15667227412799561
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 44666,
|
||||
"modelCount": 44667,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5811,
|
||||
"successRate": 0.13009895670084629,
|
||||
"wilsonLowerBound": 0.12701084945743185
|
||||
"successRate": 0.1300960440593727,
|
||||
"wilsonLowerBound": 0.1270080009746952
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8576,
|
||||
"modelCount": 8579,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 841,
|
||||
"successRate": 0.09806436567164178,
|
||||
"wilsonLowerBound": 0.09194872818625328
|
||||
"successRate": 0.0980300734351323,
|
||||
"wilsonLowerBound": 0.09191646943805239
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -285,81 +285,81 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 36050,
|
||||
"modelCount": 36059,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7292,
|
||||
"successRate": 0.2022746185852982,
|
||||
"wilsonLowerBound": 0.19815975830948562
|
||||
"successCount": 7295,
|
||||
"successRate": 0.2023073296541779,
|
||||
"wilsonLowerBound": 0.19819272528444692
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61591,
|
||||
"modelCount": 61593,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12431,
|
||||
"successRate": 0.20183143641116397,
|
||||
"wilsonLowerBound": 0.19868022388229375
|
||||
"successRate": 0.20182488269770915,
|
||||
"wilsonLowerBound": 0.19867375988306904
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 19376,
|
||||
"modelCount": 19396,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5484,
|
||||
"successRate": 0.2830305532617671,
|
||||
"wilsonLowerBound": 0.27673109955819525
|
||||
"successCount": 5489,
|
||||
"successRate": 0.2829964941224995,
|
||||
"wilsonLowerBound": 0.2767005039717228
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 16485,
|
||||
"modelCount": 16492,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3981,
|
||||
"successRate": 0.24149226569608737,
|
||||
"wilsonLowerBound": 0.2350195171185645
|
||||
"successCount": 3983,
|
||||
"successRate": 0.24151103565365026,
|
||||
"wilsonLowerBound": 0.23503947058948763
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 70188,
|
||||
"modelCount": 70196,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19270,
|
||||
"successRate": 0.27454835584430387,
|
||||
"wilsonLowerBound": 0.27125905689316476
|
||||
"successCount": 19272,
|
||||
"successRate": 0.27454555815146164,
|
||||
"wilsonLowerBound": 0.27125645653772457
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1944,
|
||||
"modelCount": 1947,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1116,
|
||||
"successRate": 0.5740740740740741,
|
||||
"wilsonLowerBound": 0.5519676017624348
|
||||
"successCount": 1118,
|
||||
"successRate": 0.5742167437082691,
|
||||
"wilsonLowerBound": 0.5521280551109713
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 48766,
|
||||
"modelCount": 48770,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21811,
|
||||
"successRate": 0.44725833572571055,
|
||||
"wilsonLowerBound": 0.442849622418538
|
||||
"successCount": 21815,
|
||||
"successRate": 0.44730367028911217,
|
||||
"wilsonLowerBound": 0.4428950913704027
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41598,
|
||||
"modelCount": 41602,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5342,
|
||||
"successRate": 0.1284196355594019,
|
||||
"wilsonLowerBound": 0.12523885192735584
|
||||
"successCount": 5343,
|
||||
"successRate": 0.12843132541704727,
|
||||
"wilsonLowerBound": 0.12525056724249523
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
@@ -392,12 +392,12 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 7983,
|
||||
"modelCount": 7984,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3511,
|
||||
"successRate": 0.4398095953902042,
|
||||
"wilsonLowerBound": 0.4289524982029486
|
||||
"successRate": 0.4397545090180361,
|
||||
"wilsonLowerBound": 0.4288982626274817
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -412,23 +412,23 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 20666,
|
||||
"modelCount": 20681,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5859,
|
||||
"successRate": 0.28350914545630507,
|
||||
"wilsonLowerBound": 0.27740489385198613
|
||||
"successCount": 5864,
|
||||
"successRate": 0.2835452831101011,
|
||||
"wilsonLowerBound": 0.27744298752470353
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 29312,
|
||||
"modelCount": 29318,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15027,
|
||||
"successRate": 0.5126569323144105,
|
||||
"wilsonLowerBound": 0.5069334335890132
|
||||
"successCount": 15031,
|
||||
"successRate": 0.5126884507810902,
|
||||
"wilsonLowerBound": 0.5069655428587235
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -441,18 +441,18 @@
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 14513,
|
||||
"modelCount": 14516,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2631,
|
||||
"successRate": 0.18128574381588922,
|
||||
"wilsonLowerBound": 0.1751023979273166
|
||||
"successCount": 2632,
|
||||
"successRate": 0.181317167263709,
|
||||
"wilsonLowerBound": 0.17513402062025307
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-23T12:05:05.476024+00:00",
|
||||
"generatedAt": "2026-10-23T12:06:14.759955+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user