state: generation 30109 (intent)
This commit is contained in:
@@ -3,28 +3,28 @@
|
||||
"communityError": "ModelHubAPIError: 分页大小不能超过100",
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": null,
|
||||
"frameworkAttemptedAt": "2026-10-22T15:16:07.563483+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-22T21:16:34.162168+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 43901,
|
||||
"modelCount": 43920,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22122,
|
||||
"successRate": 0.5039065169358329,
|
||||
"wilsonLowerBound": 0.49922929095639007
|
||||
"successCount": 22132,
|
||||
"successRate": 0.5039162112932605,
|
||||
"wilsonLowerBound": 0.4992399969650459
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 58429,
|
||||
"modelCount": 58519,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15572,
|
||||
"successRate": 0.26651149258073903,
|
||||
"wilsonLowerBound": 0.26294186763908145
|
||||
"successCount": 15603,
|
||||
"successRate": 0.2666313505015465,
|
||||
"wilsonLowerBound": 0.2630639391729495
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -37,70 +37,70 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 5545,
|
||||
"modelCount": 5564,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1784,
|
||||
"successRate": 0.32173128944995494,
|
||||
"wilsonLowerBound": 0.3095626586175613
|
||||
"successCount": 1792,
|
||||
"successRate": 0.32207045291157443,
|
||||
"wilsonLowerBound": 0.3099187664129495
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 38954,
|
||||
"modelCount": 38971,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 18705,
|
||||
"successRate": 0.4801817528366792,
|
||||
"wilsonLowerBound": 0.4752225012389658
|
||||
"successCount": 18717,
|
||||
"successRate": 0.48028020836006263,
|
||||
"wilsonLowerBound": 0.47532198963644784
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 40801,
|
||||
"modelCount": 40845,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11169,
|
||||
"successRate": 0.2737432906056224,
|
||||
"wilsonLowerBound": 0.26943823515493875
|
||||
"successCount": 11184,
|
||||
"successRate": 0.2738156445097319,
|
||||
"wilsonLowerBound": 0.26951253410240456
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 14542,
|
||||
"modelCount": 14575,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5993,
|
||||
"successRate": 0.41211662769907853,
|
||||
"wilsonLowerBound": 0.4041406826369419
|
||||
"successCount": 6007,
|
||||
"successRate": 0.41214408233276156,
|
||||
"wilsonLowerBound": 0.404177056426847
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64306,
|
||||
"modelCount": 64307,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12099,
|
||||
"successRate": 0.18814729574223246,
|
||||
"wilsonLowerBound": 0.1851451853858568
|
||||
"successRate": 0.18814436997527487,
|
||||
"wilsonLowerBound": 0.18514230103244683
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 36267,
|
||||
"modelCount": 36421,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7610,
|
||||
"successRate": 0.2098326302147958,
|
||||
"wilsonLowerBound": 0.20567267833068853
|
||||
"successCount": 7644,
|
||||
"successRate": 0.20987891600999423,
|
||||
"wilsonLowerBound": 0.2057273593848984
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8436,
|
||||
"modelCount": 8449,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 117,
|
||||
"successRate": 0.013869132290184922,
|
||||
"wilsonLowerBound": 0.011585554837373141
|
||||
"successRate": 0.013847792638182033,
|
||||
"wilsonLowerBound": 0.011567710061743125
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
@@ -124,23 +124,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 17857,
|
||||
"modelCount": 17896,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6866,
|
||||
"successRate": 0.38449907599260796,
|
||||
"wilsonLowerBound": 0.3773893165432024
|
||||
"successCount": 6876,
|
||||
"successRate": 0.3842199374161824,
|
||||
"wilsonLowerBound": 0.3771189324063868
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24841,
|
||||
"modelCount": 24845,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3811,
|
||||
"successRate": 0.1534157240046697,
|
||||
"wilsonLowerBound": 0.14898765272130116
|
||||
"successRate": 0.15339102435097604,
|
||||
"wilsonLowerBound": 0.14896360434012607
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -153,23 +153,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 56151,
|
||||
"modelCount": 56270,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14087,
|
||||
"successRate": 0.250877099250236,
|
||||
"wilsonLowerBound": 0.24730843808506192
|
||||
"successCount": 14114,
|
||||
"successRate": 0.2508263728452106,
|
||||
"wilsonLowerBound": 0.24726171332804917
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 25659,
|
||||
"modelCount": 25742,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3300,
|
||||
"successRate": 0.1286098444990062,
|
||||
"wilsonLowerBound": 0.12456918335044238
|
||||
"successCount": 3326,
|
||||
"successRate": 0.12920518996192992,
|
||||
"wilsonLowerBound": 0.125162818567416
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -182,36 +182,36 @@
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 50301,
|
||||
"modelCount": 50356,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5762,
|
||||
"successRate": 0.11455040655255362,
|
||||
"wilsonLowerBound": 0.11179656959668471
|
||||
"successCount": 5767,
|
||||
"successRate": 0.11452458495511955,
|
||||
"wilsonLowerBound": 0.11177251120538105
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 52741,
|
||||
"modelCount": 52848,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3866,
|
||||
"successRate": 0.07330160596120665,
|
||||
"wilsonLowerBound": 0.07110817371236106
|
||||
"successCount": 3868,
|
||||
"successRate": 0.07319103844989404,
|
||||
"wilsonLowerBound": 0.07100134845779771
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 95250,
|
||||
"modelCount": 95269,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 24068,
|
||||
"successRate": 0.2526824146981627,
|
||||
"wilsonLowerBound": 0.2499327151357797
|
||||
"successCount": 24082,
|
||||
"successRate": 0.2527789732231891,
|
||||
"wilsonLowerBound": 0.25002919411801594
|
||||
},
|
||||
"llamacpp_opt": {
|
||||
"framework": "llamacpp_opt",
|
||||
"modelCount": 155,
|
||||
"modelCount": 156,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -220,57 +220,57 @@
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5703,
|
||||
"modelCount": 5718,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 591,
|
||||
"successRate": 0.10362966859547607,
|
||||
"wilsonLowerBound": 0.09598440123295167
|
||||
"successRate": 0.10335781741867786,
|
||||
"wilsonLowerBound": 0.09573158051257669
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112932,
|
||||
"modelCount": 112943,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16542,
|
||||
"successRate": 0.14647752629901178,
|
||||
"wilsonLowerBound": 0.14442730531743125
|
||||
"successRate": 0.1464632602286109,
|
||||
"wilsonLowerBound": 0.14441322217359268
|
||||
},
|
||||
"vllm-0.17.0": {
|
||||
"framework": "vllm-0.17.0",
|
||||
"modelCount": 325,
|
||||
"modelCount": 334,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1,
|
||||
"successRate": 0.003076923076923077,
|
||||
"wilsonLowerBound": 0.0005433451436958484
|
||||
"successRate": 0.0029940119760479044,
|
||||
"wilsonLowerBound": 0.0005286986847552426
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 26322,
|
||||
"modelCount": 26344,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4234,
|
||||
"successRate": 0.16085403844692653,
|
||||
"wilsonLowerBound": 0.1564651259017427
|
||||
"successCount": 4241,
|
||||
"successRate": 0.16098542362587306,
|
||||
"wilsonLowerBound": 0.15659684056859108
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 44627,
|
||||
"modelCount": 44649,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5808,
|
||||
"successRate": 0.13014542765590337,
|
||||
"wilsonLowerBound": 0.12705550728959789
|
||||
"successCount": 5810,
|
||||
"successRate": 0.13012609464937624,
|
||||
"wilsonLowerBound": 0.12703712656592575
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8552,
|
||||
"modelCount": 8565,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 840,
|
||||
"successRate": 0.09822263797942002,
|
||||
"wilsonLowerBound": 0.09209407716403276
|
||||
"successRate": 0.09807355516637478,
|
||||
"wilsonLowerBound": 0.09195383894812321
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -285,85 +285,85 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 35912,
|
||||
"modelCount": 35958,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7253,
|
||||
"successRate": 0.20196591668523056,
|
||||
"wilsonLowerBound": 0.19784562013237764
|
||||
"successCount": 7266,
|
||||
"successRate": 0.20206908059402637,
|
||||
"wilsonLowerBound": 0.19795059761263814
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61580,
|
||||
"modelCount": 61584,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12431,
|
||||
"successRate": 0.20186748944462488,
|
||||
"wilsonLowerBound": 0.1987157833989209
|
||||
"successRate": 0.20185437776045725,
|
||||
"wilsonLowerBound": 0.19870285119276418
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 19030,
|
||||
"modelCount": 19139,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5400,
|
||||
"successRate": 0.2837624802942722,
|
||||
"wilsonLowerBound": 0.2774012737290523
|
||||
"successCount": 5435,
|
||||
"successRate": 0.2839751293171012,
|
||||
"wilsonLowerBound": 0.27763044944991894
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 16404,
|
||||
"modelCount": 16424,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3963,
|
||||
"successRate": 0.24158741770299927,
|
||||
"wilsonLowerBound": 0.23509795815216436
|
||||
"successCount": 3967,
|
||||
"successRate": 0.24153677545056015,
|
||||
"wilsonLowerBound": 0.2350517102042789
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 69995,
|
||||
"modelCount": 70054,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19228,
|
||||
"successRate": 0.2747053360954354,
|
||||
"wilsonLowerBound": 0.2714109268102248
|
||||
"successCount": 19241,
|
||||
"successRate": 0.27465954834841694,
|
||||
"wilsonLowerBound": 0.2713666950377904
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1884,
|
||||
"modelCount": 1892,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1088,
|
||||
"successRate": 0.5774946921443737,
|
||||
"wilsonLowerBound": 0.5550539664477531
|
||||
"successCount": 1091,
|
||||
"successRate": 0.5766384778012685,
|
||||
"wilsonLowerBound": 0.5542412189405036
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 48678,
|
||||
"modelCount": 48700,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21748,
|
||||
"successRate": 0.44677266937836396,
|
||||
"wilsonLowerBound": 0.44236047496561803
|
||||
"successCount": 21766,
|
||||
"successRate": 0.4469404517453799,
|
||||
"wilsonLowerBound": 0.4425290805093777
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41473,
|
||||
"modelCount": 41509,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5301,
|
||||
"successRate": 0.12781809852192993,
|
||||
"wilsonLowerBound": 0.12463907289304828
|
||||
"successCount": 5316,
|
||||
"successRate": 0.12806861162639427,
|
||||
"wilsonLowerBound": 0.12488824290948145
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1282,
|
||||
"modelCount": 1284,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -392,67 +392,67 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 7936,
|
||||
"modelCount": 7947,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3490,
|
||||
"successRate": 0.4397681451612903,
|
||||
"wilsonLowerBound": 0.4288791772091988
|
||||
"successCount": 3496,
|
||||
"successRate": 0.43991443311941614,
|
||||
"wilsonLowerBound": 0.42903251991423963
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7439,
|
||||
"modelCount": 7441,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 245,
|
||||
"successRate": 0.03293453421158758,
|
||||
"wilsonLowerBound": 0.029113919300388362
|
||||
"successRate": 0.03292568203198495,
|
||||
"wilsonLowerBound": 0.02910607955810595
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 20242,
|
||||
"modelCount": 20357,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5721,
|
||||
"successRate": 0.28263017488390474,
|
||||
"wilsonLowerBound": 0.2764687517741875
|
||||
"successCount": 5768,
|
||||
"successRate": 0.28334233924448593,
|
||||
"wilsonLowerBound": 0.27719337920801895
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 29261,
|
||||
"modelCount": 29269,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14999,
|
||||
"successRate": 0.512593554560678,
|
||||
"wilsonLowerBound": 0.5068650593544141
|
||||
"successCount": 15006,
|
||||
"successRate": 0.5126926099285934,
|
||||
"wilsonLowerBound": 0.5069649134739714
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 68695,
|
||||
"modelCount": 68769,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7442,
|
||||
"successRate": 0.10833393987917607,
|
||||
"wilsonLowerBound": 0.10603158523055436
|
||||
"successCount": 7460,
|
||||
"successRate": 0.1084791112274426,
|
||||
"wilsonLowerBound": 0.10617660930885846
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 14460,
|
||||
"modelCount": 14471,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2611,
|
||||
"successRate": 0.180567081604426,
|
||||
"wilsonLowerBound": 0.17438246495683227
|
||||
"successCount": 2616,
|
||||
"successRate": 0.18077534379103033,
|
||||
"wilsonLowerBound": 0.17459017554916595
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-22T21:14:49.360340+00:00",
|
||||
"generatedAt": "2026-10-22T21:16:34.162168+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user