state: generation 36500 (intent)
This commit is contained in:
@@ -3,28 +3,28 @@
|
||||
"communityError": "ModelHubAPIError: 分页大小不能超过100",
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": null,
|
||||
"frameworkAttemptedAt": "2026-10-25T11:21:20.473863+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-25T14:27:32.361107+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 44280,
|
||||
"modelCount": 44312,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22363,
|
||||
"successRate": 0.5050361336946703,
|
||||
"wilsonLowerBound": 0.5003789631194822
|
||||
"successCount": 22389,
|
||||
"successRate": 0.5052581693446471,
|
||||
"wilsonLowerBound": 0.5006026827105299
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 58913,
|
||||
"modelCount": 58928,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15679,
|
||||
"successRate": 0.26613820379203235,
|
||||
"wilsonLowerBound": 0.26258482627547186
|
||||
"successRate": 0.26607045886505565,
|
||||
"wilsonLowerBound": 0.2625178255548118
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -37,81 +37,81 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 5898,
|
||||
"modelCount": 5911,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1920,
|
||||
"successRate": 0.32553407934893186,
|
||||
"wilsonLowerBound": 0.3136923516122986
|
||||
"successCount": 1925,
|
||||
"successRate": 0.3256640162409068,
|
||||
"wilsonLowerBound": 0.31383386937947433
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 39393,
|
||||
"modelCount": 39413,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19000,
|
||||
"successRate": 0.4823191937653898,
|
||||
"wilsonLowerBound": 0.477386638866944
|
||||
"successCount": 19012,
|
||||
"successRate": 0.4823789105117601,
|
||||
"wilsonLowerBound": 0.4774475800747083
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41056,
|
||||
"modelCount": 41063,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11223,
|
||||
"successRate": 0.27335833982852686,
|
||||
"wilsonLowerBound": 0.26906853493892247
|
||||
"successCount": 11225,
|
||||
"successRate": 0.27336044614373034,
|
||||
"wilsonLowerBound": 0.26907099452268385
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 15009,
|
||||
"modelCount": 15032,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6160,
|
||||
"successRate": 0.41042041441801586,
|
||||
"wilsonLowerBound": 0.40257447055736356
|
||||
"successCount": 6169,
|
||||
"successRate": 0.410391165513571,
|
||||
"wilsonLowerBound": 0.4025512999638319
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64327,
|
||||
"modelCount": 64328,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12100,
|
||||
"successRate": 0.18810141931070934,
|
||||
"wilsonLowerBound": 0.18510008160206354
|
||||
"successRate": 0.1880984952120383,
|
||||
"wilsonLowerBound": 0.18509719889434262
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 37663,
|
||||
"modelCount": 37722,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7844,
|
||||
"successRate": 0.20826806149271168,
|
||||
"wilsonLowerBound": 0.2041968286121353
|
||||
"successCount": 7854,
|
||||
"successRate": 0.20820741212024813,
|
||||
"wilsonLowerBound": 0.2041397868065055
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8487,
|
||||
"modelCount": 8497,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 117,
|
||||
"successRate": 0.013785790031813362,
|
||||
"wilsonLowerBound": 0.011515862188305952
|
||||
"successRate": 0.013769565729080852,
|
||||
"wilsonLowerBound": 0.011502295168588403
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26850,
|
||||
"modelCount": 26851,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3298,
|
||||
"successRate": 0.12283054003724395,
|
||||
"wilsonLowerBound": 0.11895814822323401
|
||||
"successRate": 0.1228259655133887,
|
||||
"wilsonLowerBound": 0.11895370831657306
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -124,23 +124,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 18388,
|
||||
"modelCount": 18414,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7022,
|
||||
"successRate": 0.3818794866217098,
|
||||
"wilsonLowerBound": 0.37488240060181927
|
||||
"successCount": 7031,
|
||||
"successRate": 0.3818290431193657,
|
||||
"wilsonLowerBound": 0.37483706794422766
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24860,
|
||||
"modelCount": 24861,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3812,
|
||||
"successRate": 0.15333869670152855,
|
||||
"wilsonLowerBound": 0.14891323006519935
|
||||
"successRate": 0.15333252886046417,
|
||||
"wilsonLowerBound": 0.14890722484886126
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -153,23 +153,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 57295,
|
||||
"modelCount": 57351,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14349,
|
||||
"successRate": 0.25044070163190507,
|
||||
"wilsonLowerBound": 0.24690976154375366
|
||||
"successCount": 14360,
|
||||
"successRate": 0.25038796184896517,
|
||||
"wilsonLowerBound": 0.24685898998324135
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 27182,
|
||||
"modelCount": 27239,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3726,
|
||||
"successRate": 0.13707600618056068,
|
||||
"wilsonLowerBound": 0.13303858496886634
|
||||
"successCount": 3736,
|
||||
"successRate": 0.13715628327031096,
|
||||
"wilsonLowerBound": 0.13312201825326186
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -182,36 +182,36 @@
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 50593,
|
||||
"modelCount": 50607,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5785,
|
||||
"successRate": 0.11434388156464333,
|
||||
"wilsonLowerBound": 0.11160011335280723
|
||||
"successRate": 0.11431224929357599,
|
||||
"wilsonLowerBound": 0.11156919296753735
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 53436,
|
||||
"modelCount": 53476,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3879,
|
||||
"successRate": 0.07259151134066921,
|
||||
"wilsonLowerBound": 0.07042212671595423
|
||||
"successCount": 3880,
|
||||
"successRate": 0.07255591293290448,
|
||||
"wilsonLowerBound": 0.07038782797255493
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 95484,
|
||||
"modelCount": 95492,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 24165,
|
||||
"successRate": 0.2530790498931758,
|
||||
"wilsonLowerBound": 0.25033126320819554
|
||||
"successCount": 24168,
|
||||
"successRate": 0.253089264022117,
|
||||
"wilsonLowerBound": 0.2503415548199759
|
||||
},
|
||||
"llamacpp_opt": {
|
||||
"framework": "llamacpp_opt",
|
||||
"modelCount": 158,
|
||||
"modelCount": 163,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -220,12 +220,12 @@
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 6070,
|
||||
"modelCount": 6071,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 610,
|
||||
"successRate": 0.10049423393739704,
|
||||
"wilsonLowerBound": 0.09318138634091551
|
||||
"successRate": 0.10047768077746665,
|
||||
"wilsonLowerBound": 0.09316597796221135
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -238,39 +238,39 @@
|
||||
},
|
||||
"vllm-0.17.0": {
|
||||
"framework": "vllm-0.17.0",
|
||||
"modelCount": 350,
|
||||
"modelCount": 359,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1,
|
||||
"successRate": 0.002857142857142857,
|
||||
"wilsonLowerBound": 0.0005045210608510123
|
||||
"successRate": 0.002785515320334262,
|
||||
"wilsonLowerBound": 0.0004918685429961687
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 26469,
|
||||
"modelCount": 26481,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4260,
|
||||
"successRate": 0.1609429899127281,
|
||||
"wilsonLowerBound": 0.15656514254422427
|
||||
"successCount": 4262,
|
||||
"successRate": 0.160945583625996,
|
||||
"wilsonLowerBound": 0.15656868793472195
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 44753,
|
||||
"modelCount": 44755,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5820,
|
||||
"successRate": 0.13004714767725067,
|
||||
"wilsonLowerBound": 0.12696254492088832
|
||||
"successRate": 0.13004133616355715,
|
||||
"wilsonLowerBound": 0.1269568613315141
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8720,
|
||||
"modelCount": 9026,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 844,
|
||||
"successRate": 0.09678899082568808,
|
||||
"wilsonLowerBound": 0.09075946463294107
|
||||
"successCount": 848,
|
||||
"successRate": 0.093950808774651,
|
||||
"wilsonLowerBound": 0.08810321588506997
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -285,85 +285,85 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 36366,
|
||||
"modelCount": 36387,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7394,
|
||||
"successRate": 0.20332178408403453,
|
||||
"wilsonLowerBound": 0.19921663789026386
|
||||
"successCount": 7404,
|
||||
"successRate": 0.20347926457251217,
|
||||
"wilsonLowerBound": 0.1993740853551146
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61616,
|
||||
"modelCount": 61617,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12431,
|
||||
"successRate": 0.20174954557257854,
|
||||
"wilsonLowerBound": 0.19859945411562335
|
||||
"successRate": 0.20174627132122627,
|
||||
"wilsonLowerBound": 0.19859622469105712
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 19995,
|
||||
"modelCount": 20027,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5617,
|
||||
"successRate": 0.2809202300575144,
|
||||
"wilsonLowerBound": 0.27473295082947535
|
||||
"successCount": 5627,
|
||||
"successRate": 0.2809706895690817,
|
||||
"wilsonLowerBound": 0.2747879709671447
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 16660,
|
||||
"modelCount": 16667,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4020,
|
||||
"successRate": 0.24129651860744297,
|
||||
"wilsonLowerBound": 0.23485937564726556
|
||||
"successCount": 4022,
|
||||
"successRate": 0.24131517369652608,
|
||||
"wilsonLowerBound": 0.2348791944666266
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 70546,
|
||||
"modelCount": 70569,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19364,
|
||||
"successRate": 0.27448756839508975,
|
||||
"wilsonLowerBound": 0.2712068244967754
|
||||
"successCount": 19369,
|
||||
"successRate": 0.274468959458119,
|
||||
"wilsonLowerBound": 0.27118881860854094
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 2153,
|
||||
"modelCount": 2167,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1239,
|
||||
"successRate": 0.5754760798885277,
|
||||
"wilsonLowerBound": 0.5544813412100338
|
||||
"successCount": 1246,
|
||||
"successRate": 0.5749884633133364,
|
||||
"wilsonLowerBound": 0.5540597149451104
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 48946,
|
||||
"modelCount": 48959,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21947,
|
||||
"successRate": 0.44839210558574755,
|
||||
"wilsonLowerBound": 0.4439903553211044
|
||||
"successCount": 21955,
|
||||
"successRate": 0.4484364468228518,
|
||||
"wilsonLowerBound": 0.4440352361935235
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41910,
|
||||
"modelCount": 41928,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5436,
|
||||
"successRate": 0.12970651395848246,
|
||||
"wilsonLowerBound": 0.12652371818710978
|
||||
"successCount": 5442,
|
||||
"successRate": 0.12979393245563825,
|
||||
"wilsonLowerBound": 0.12661088286625277
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1342,
|
||||
"modelCount": 1343,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -392,12 +392,12 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 8104,
|
||||
"modelCount": 8110,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3563,
|
||||
"successRate": 0.4396594274432379,
|
||||
"wilsonLowerBound": 0.4288839026903685
|
||||
"successCount": 3564,
|
||||
"successRate": 0.43945745992601726,
|
||||
"wilsonLowerBound": 0.4286865400281814
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -412,47 +412,47 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 21350,
|
||||
"modelCount": 21390,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6074,
|
||||
"successRate": 0.2844964871194379,
|
||||
"wilsonLowerBound": 0.27848364130908
|
||||
"successCount": 6083,
|
||||
"successRate": 0.284385226741468,
|
||||
"wilsonLowerBound": 0.2783787008626562
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 29479,
|
||||
"modelCount": 29489,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15128,
|
||||
"successRate": 0.5131788730961023,
|
||||
"wilsonLowerBound": 0.5074716978720133
|
||||
"successCount": 15134,
|
||||
"successRate": 0.5132083149649022,
|
||||
"wilsonLowerBound": 0.5075021127002005
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 69192,
|
||||
"modelCount": 69203,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7523,
|
||||
"successRate": 0.108726442363279,
|
||||
"wilsonLowerBound": 0.10642859107875628
|
||||
"successCount": 7524,
|
||||
"successRate": 0.10872361024811063,
|
||||
"wilsonLowerBound": 0.10642596655180281
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 14693,
|
||||
"modelCount": 14710,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2695,
|
||||
"successRate": 0.18342067651262506,
|
||||
"wilsonLowerBound": 0.17724586191705283
|
||||
"successCount": 2702,
|
||||
"successRate": 0.18368456832087016,
|
||||
"wilsonLowerBound": 0.17750972143695987
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-25T14:24:50.272275+00:00",
|
||||
"generatedAt": "2026-10-25T14:27:32.361107+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user