state: generation 32351 (intent)
This commit is contained in:
@@ -1,30 +1,30 @@
|
||||
{
|
||||
"communityAttemptedAt": "2026-10-23T21:26:42.957789+00:00",
|
||||
"communityAttemptedAt": "2026-10-23T21:31:48.466406+00:00",
|
||||
"communityError": "ModelHubAPIError: 分页大小不能超过100",
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": null,
|
||||
"frameworkAttemptedAt": "2026-10-23T15:31:30.260498+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-23T21:31:48.466406+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 44021,
|
||||
"modelCount": 44070,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22196,
|
||||
"successRate": 0.50421389791236,
|
||||
"wilsonLowerBound": 0.4995430476778716
|
||||
"successCount": 22229,
|
||||
"successRate": 0.5044020875879283,
|
||||
"wilsonLowerBound": 0.4997338334708087
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 58655,
|
||||
"modelCount": 58703,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15640,
|
||||
"successRate": 0.2666439348734123,
|
||||
"wilsonLowerBound": 0.2630805892136339
|
||||
"successCount": 15650,
|
||||
"successRate": 0.2665962557279866,
|
||||
"wilsonLowerBound": 0.2630345675460065
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -37,70 +37,70 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 5654,
|
||||
"modelCount": 5689,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1822,
|
||||
"successRate": 0.3222497347010966,
|
||||
"wilsonLowerBound": 0.31019222374171046
|
||||
"successCount": 1834,
|
||||
"successRate": 0.32237651608367024,
|
||||
"wilsonLowerBound": 0.3103544239485514
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 39103,
|
||||
"modelCount": 39146,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 18812,
|
||||
"successRate": 0.4810884075390635,
|
||||
"wilsonLowerBound": 0.47613817147833576
|
||||
"successCount": 18845,
|
||||
"successRate": 0.48140295304756553,
|
||||
"wilsonLowerBound": 0.4764552874390643
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 40932,
|
||||
"modelCount": 40951,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11206,
|
||||
"successRate": 0.27377113261018277,
|
||||
"wilsonLowerBound": 0.2694727977069746
|
||||
"successCount": 11208,
|
||||
"successRate": 0.2736929501111084,
|
||||
"wilsonLowerBound": 0.2693959990300839
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 14708,
|
||||
"modelCount": 14761,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6057,
|
||||
"successRate": 0.41181669839543106,
|
||||
"wilsonLowerBound": 0.4038866937542483
|
||||
"successCount": 6078,
|
||||
"successRate": 0.4117607208183727,
|
||||
"wilsonLowerBound": 0.4038450969648291
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64318,
|
||||
"modelCount": 64319,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12100,
|
||||
"successRate": 0.18812774029043192,
|
||||
"wilsonLowerBound": 0.1851260300131263
|
||||
"successRate": 0.18812481537337333,
|
||||
"wilsonLowerBound": 0.18512314649704006
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 36809,
|
||||
"modelCount": 36940,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7703,
|
||||
"successRate": 0.20926947213996577,
|
||||
"wilsonLowerBound": 0.20514419761238945
|
||||
"successCount": 7724,
|
||||
"successRate": 0.20909583107742286,
|
||||
"wilsonLowerBound": 0.20497910760490584
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8468,
|
||||
"modelCount": 8471,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 117,
|
||||
"successRate": 0.013816721776098252,
|
||||
"wilsonLowerBound": 0.011541727897213815
|
||||
"successRate": 0.013811828591665683,
|
||||
"wilsonLowerBound": 0.011537636115839061
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
@@ -124,23 +124,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 18046,
|
||||
"modelCount": 18084,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6924,
|
||||
"successRate": 0.3836861354316746,
|
||||
"wilsonLowerBound": 0.37661656650623476
|
||||
"successCount": 6934,
|
||||
"successRate": 0.3834328688343287,
|
||||
"wilsonLowerBound": 0.37637164145217955
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24849,
|
||||
"modelCount": 24850,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3811,
|
||||
"successRate": 0.1533663326492012,
|
||||
"wilsonLowerBound": 0.14893956372198655
|
||||
"successRate": 0.15336016096579477,
|
||||
"wilsonLowerBound": 0.1489335547799854
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -153,23 +153,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 56533,
|
||||
"modelCount": 56623,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14180,
|
||||
"successRate": 0.2508269506306051,
|
||||
"wilsonLowerBound": 0.24727054977296978
|
||||
"successCount": 14201,
|
||||
"successRate": 0.25079914522367236,
|
||||
"wilsonLowerBound": 0.2472456918196944
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 26130,
|
||||
"modelCount": 26297,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3398,
|
||||
"successRate": 0.1300420972062763,
|
||||
"wilsonLowerBound": 0.12601813309890217
|
||||
"successCount": 3462,
|
||||
"successRate": 0.13164999809864242,
|
||||
"wilsonLowerBound": 0.12761715747267202
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -182,32 +182,32 @@
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 50482,
|
||||
"modelCount": 50500,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5775,
|
||||
"successRate": 0.11439721088704885,
|
||||
"wilsonLowerBound": 0.11164989227105618
|
||||
"successRate": 0.11435643564356436,
|
||||
"wilsonLowerBound": 0.11161003541047346
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 53096,
|
||||
"modelCount": 53131,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3872,
|
||||
"successRate": 0.07292451408769023,
|
||||
"wilsonLowerBound": 0.07074361005177465
|
||||
"successCount": 3873,
|
||||
"successRate": 0.07289529653121529,
|
||||
"wilsonLowerBound": 0.0707155110151609
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 95331,
|
||||
"modelCount": 95339,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 24119,
|
||||
"successRate": 0.25300269587017865,
|
||||
"wilsonLowerBound": 0.25025299148263563
|
||||
"successCount": 24120,
|
||||
"successRate": 0.25299195502365246,
|
||||
"wilsonLowerBound": 0.2502424047517867
|
||||
},
|
||||
"llamacpp_opt": {
|
||||
"framework": "llamacpp_opt",
|
||||
@@ -220,57 +220,57 @@
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5729,
|
||||
"modelCount": 5745,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 595,
|
||||
"successRate": 0.10385756676557864,
|
||||
"wilsonLowerBound": 0.09622126213963975
|
||||
"successCount": 601,
|
||||
"successRate": 0.10461270670147954,
|
||||
"wilsonLowerBound": 0.09696092279125221
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112956,
|
||||
"modelCount": 112962,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16543,
|
||||
"successRate": 0.14645525691419667,
|
||||
"wilsonLowerBound": 0.14440538307843054
|
||||
"successRate": 0.14644747791292648,
|
||||
"wilsonLowerBound": 0.14439770382281036
|
||||
},
|
||||
"vllm-0.17.0": {
|
||||
"framework": "vllm-0.17.0",
|
||||
"modelCount": 338,
|
||||
"modelCount": 344,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1,
|
||||
"successRate": 0.0029585798816568047,
|
||||
"wilsonLowerBound": 0.0005224396059251147
|
||||
"successRate": 0.0029069767441860465,
|
||||
"wilsonLowerBound": 0.0005133240107990931
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 26395,
|
||||
"modelCount": 26401,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4250,
|
||||
"successRate": 0.1610153438151165,
|
||||
"wilsonLowerBound": 0.15663061757386154
|
||||
"successRate": 0.16097875080489377,
|
||||
"wilsonLowerBound": 0.15659492958501842
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 44685,
|
||||
"modelCount": 44697,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5813,
|
||||
"successRate": 0.13008839655365334,
|
||||
"wilsonLowerBound": 0.12700104771302057
|
||||
"successRate": 0.13005347115018906,
|
||||
"wilsonLowerBound": 0.12696689152913743
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8592,
|
||||
"modelCount": 8599,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 841,
|
||||
"successRate": 0.09788175046554935,
|
||||
"wilsonLowerBound": 0.09177694271435638
|
||||
"successRate": 0.09780207000814048,
|
||||
"wilsonLowerBound": 0.09170198826594261
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -285,85 +285,85 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 36074,
|
||||
"modelCount": 36113,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7303,
|
||||
"successRate": 0.2024449742196596,
|
||||
"wilsonLowerBound": 0.1983301520785217
|
||||
"successCount": 7315,
|
||||
"successRate": 0.2025586353944563,
|
||||
"wilsonLowerBound": 0.19844513876393066
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61593,
|
||||
"modelCount": 61597,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12431,
|
||||
"successRate": 0.20182488269770915,
|
||||
"wilsonLowerBound": 0.19867375988306904
|
||||
"successRate": 0.20181177654755914,
|
||||
"wilsonLowerBound": 0.19866083314651803
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 19435,
|
||||
"modelCount": 19523,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5498,
|
||||
"successRate": 0.2828916902495498,
|
||||
"wilsonLowerBound": 0.27660270680538607
|
||||
"successCount": 5511,
|
||||
"successRate": 0.28228243610100906,
|
||||
"wilsonLowerBound": 0.27601178904036566
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 16507,
|
||||
"modelCount": 16530,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3987,
|
||||
"successRate": 0.24153389471133457,
|
||||
"wilsonLowerBound": 0.2350650270839455
|
||||
"successCount": 3991,
|
||||
"successRate": 0.24143980641258317,
|
||||
"wilsonLowerBound": 0.23497628620364494
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 70211,
|
||||
"modelCount": 70277,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19281,
|
||||
"successRate": 0.2746150888037487,
|
||||
"wilsonLowerBound": 0.27132607366840544
|
||||
"successCount": 19292,
|
||||
"successRate": 0.2745137100331545,
|
||||
"wilsonLowerBound": 0.27122661795564834
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1968,
|
||||
"modelCount": 1989,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1129,
|
||||
"successRate": 0.5736788617886179,
|
||||
"wilsonLowerBound": 0.5517063955885856
|
||||
"successCount": 1142,
|
||||
"successRate": 0.5741578682755153,
|
||||
"wilsonLowerBound": 0.5523044519431793
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 48790,
|
||||
"modelCount": 48813,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21834,
|
||||
"successRate": 0.4475097356015577,
|
||||
"wilsonLowerBound": 0.4431018498293186
|
||||
"successCount": 21851,
|
||||
"successRate": 0.44764714317907117,
|
||||
"wilsonLowerBound": 0.4432401556332851
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41615,
|
||||
"modelCount": 41643,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5348,
|
||||
"successRate": 0.12851135407905803,
|
||||
"wilsonLowerBound": 0.125330226452069
|
||||
"successCount": 5357,
|
||||
"successRate": 0.12864106812669596,
|
||||
"wilsonLowerBound": 0.12545960450812793
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1298,
|
||||
"modelCount": 1299,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -392,67 +392,67 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 7992,
|
||||
"modelCount": 8010,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3513,
|
||||
"successRate": 0.43956456456456455,
|
||||
"wilsonLowerBound": 0.42871433318587915
|
||||
"successCount": 3521,
|
||||
"successRate": 0.4395755305867665,
|
||||
"wilsonLowerBound": 0.42873742450636065
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7445,
|
||||
"modelCount": 7447,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 247,
|
||||
"successRate": 0.03317662860980524,
|
||||
"wilsonLowerBound": 0.02934300967033281
|
||||
"successRate": 0.03316771854438029,
|
||||
"wilsonLowerBound": 0.0293351145479967
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 20738,
|
||||
"modelCount": 20833,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5885,
|
||||
"successRate": 0.2837785707397049,
|
||||
"wilsonLowerBound": 0.2776830442624833
|
||||
"successCount": 5925,
|
||||
"successRate": 0.28440455047280755,
|
||||
"wilsonLowerBound": 0.2783186609356636
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 29331,
|
||||
"modelCount": 29356,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15042,
|
||||
"successRate": 0.512836248337936,
|
||||
"wilsonLowerBound": 0.507114632827973
|
||||
"successCount": 15054,
|
||||
"successRate": 0.5128082845074261,
|
||||
"wilsonLowerBound": 0.5070891016733915
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 68911,
|
||||
"modelCount": 68955,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7487,
|
||||
"successRate": 0.10864738575844204,
|
||||
"wilsonLowerBound": 0.10634564484240684
|
||||
"successCount": 7494,
|
||||
"successRate": 0.10867957363497933,
|
||||
"wilsonLowerBound": 0.10637825641278309
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 14527,
|
||||
"modelCount": 14553,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2635,
|
||||
"successRate": 0.18138638397466786,
|
||||
"wilsonLowerBound": 0.17520459795031915
|
||||
"successCount": 2643,
|
||||
"successRate": 0.1816120387548959,
|
||||
"wilsonLowerBound": 0.17543261396856724
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-23T21:30:04.864072+00:00",
|
||||
"generatedAt": "2026-10-23T21:31:48.466406+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user