Files
submmit/.modelhub_state/market_intelligence.json

791 lines
25 KiB
JSON

{
"communityAttemptedAt": "2026-10-24T00:33:58.858868+00:00",
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": null,
"frameworkAttemptedAt": "2026-10-23T23:51:56.760130+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44076,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22232,
"successRate": 0.5044014883383248,
"wilsonLowerBound": 0.49973355197464675
},
"vllm": {
"framework": "vllm",
"modelCount": 58715,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15651,
"successRate": 0.26655880098782253,
"wilsonLowerBound": 0.2629976375781863
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5698,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1837,
"successRate": 0.3223938223938224,
"wilsonLowerBound": 0.31038094619384193
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39167,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18856,
"successRate": 0.4814256899941277,
"wilsonLowerBound": 0.47647933972395634
},
"vllm": {
"framework": "vllm",
"modelCount": 40956,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11208,
"successRate": 0.2736595370641664,
"wilsonLowerBound": 0.2693630143473022
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14773,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6082,
"successRate": 0.4116970148243417,
"wilsonLowerBound": 0.40378479714350907
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64320,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.1881218905472637,
"wilsonLowerBound": 0.18512026307078902
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 36999,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7729,
"successRate": 0.2088975377712911,
"wilsonLowerBound": 0.20478554013380765
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8473,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013808568393721233,
"wilsonLowerBound": 0.011534909873015519
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26824,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3294,
"successRate": 0.12280047718461079,
"wilsonLowerBound": 0.11892665277892703
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16526,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10141595062326032,
"wilsonLowerBound": 0.09690557044342328
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 18095,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6940,
"successRate": 0.38353136225476653,
"wilsonLowerBound": 0.3764719088234268
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24851,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3811,
"successRate": 0.15335398977908335,
"wilsonLowerBound": 0.14892754632288038
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 56667,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14210,
"successRate": 0.2507632308045247,
"wilsonLowerBound": 0.24721132304313462
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 26339,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3480,
"successRate": 0.13212346710201603,
"wilsonLowerBound": 0.12808751247836736
},
"vllm": {
"framework": "vllm",
"modelCount": 87134,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9775,
"successRate": 0.11218353340831363,
"wilsonLowerBound": 0.11010510375972507
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50505,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5775,
"successRate": 0.11434511434511435,
"wilsonLowerBound": 0.11159896911016763
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 53148,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3873,
"successRate": 0.07287198013095507,
"wilsonLowerBound": 0.07069286569695298
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95339,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24120,
"successRate": 0.25299195502365246,
"wilsonLowerBound": 0.2502424047517867
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5778,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 603,
"successRate": 0.1043613707165109,
"wilsonLowerBound": 0.09673926004679698
},
"vllm": {
"framework": "vllm",
"modelCount": 112963,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16543,
"successRate": 0.14644618149305524,
"wilsonLowerBound": 0.14439642402628244
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 344,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.0029069767441860465,
"wilsonLowerBound": 0.0005133240107990931
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26405,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4250,
"successRate": 0.16095436470365462,
"wilsonLowerBound": 0.15657114662712518
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44699,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5813,
"successRate": 0.13004765207275332,
"wilsonLowerBound": 0.12696120061804686
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8600,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 841,
"successRate": 0.0977906976744186,
"wilsonLowerBound": 0.09169129048167148
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 36128,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7321,
"successRate": 0.20264061116031887,
"wilsonLowerBound": 0.19852732788986827
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61597,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12431,
"successRate": 0.20181177654755914,
"wilsonLowerBound": 0.19866083314651803
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19537,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5518,
"successRate": 0.28243845012028457,
"wilsonLowerBound": 0.27616894646018736
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16538,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3992,
"successRate": 0.2413834804692224,
"wilsonLowerBound": 0.23492204062667105
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 70287,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19296,
"successRate": 0.27453156344701013,
"wilsonLowerBound": 0.27124463666828885
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1993,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1143,
"successRate": 0.5735072754641244,
"wilsonLowerBound": 0.551672901575552
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48819,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21856,
"successRate": 0.44769454515659884,
"wilsonLowerBound": 0.4432877801852484
},
"vllm": {
"framework": "vllm",
"modelCount": 41660,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5359,
"successRate": 0.12863658185309648,
"wilsonLowerBound": 0.12545580863953787
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1300,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10117,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 766,
"successRate": 0.07571414450924187,
"wilsonLowerBound": 0.07071873575009961
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8014,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3521,
"successRate": 0.43935612677813823,
"wilsonLowerBound": 0.42852140791243953
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7449,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 248,
"successRate": 0.03329305947106994,
"wilsonLowerBound": 0.029453480755486254
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20864,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5934,
"successRate": 0.2844133435582822,
"wilsonLowerBound": 0.2783318881723707
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29364,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15057,
"successRate": 0.5127707396812423,
"wilsonLowerBound": 0.5070523300259846
},
"vllm": {
"framework": "vllm",
"modelCount": 68976,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7496,
"successRate": 0.10867548132683832,
"wilsonLowerBound": 0.1063745497694072
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14558,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2644,
"successRate": 0.1816183541695288,
"wilsonLowerBound": 0.17543988978853728
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-24T00:36:42.859892+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1245.358208955224,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 10,
"qualityFactor": 0.5008519677976635,
"queueFactor": 0.9703924948577387,
"queueWeight": 0.9703924948577387,
"recentSuccess": 40,
"recentSuccessRate": 0.29850746268656714,
"recentTerminal": 134,
"recentWilsonLowerBound": 0.22752361778533114,
"running": 10,
"selectionWeight": 0.4860229905855825,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.333333333333332,
"waiting": 27813
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1442.1333333333334,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 10,
"qualityFactor": 1.2854233288082393,
"queueFactor": 0.9492721942835918,
"queueWeight": 0.9492721942835918,
"recentSuccess": 58,
"recentSuccessRate": 0.42962962962962964,
"recentTerminal": 135,
"recentWilsonLowerBound": 0.34921160149343466,
"running": 10,
"selectionWeight": 1.2202166239211163,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.5,
"waiting": 32448
},
"Biren_166m": {
"available": true,
"backlogHours": 158.98181818181817,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 10,
"qualityFactor": 0.05706879910049443,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 21,
"recentSuccessRate": 0.12727272727272726,
"recentTerminal": 165,
"recentWilsonLowerBound": 0.08477131423809733,
"running": 10,
"selectionWeight": 0.07418943883064276,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 27.5,
"waiting": 4372
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 2217.3061224489797,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.23759671189736972,
"queueFactor": 0.8899543367709647,
"queueWeight": 0.8899543367709647,
"recentSuccess": 13,
"recentSuccessRate": 0.2653061224489796,
"recentTerminal": 49,
"recentWilsonLowerBound": 0.1621113124514944,
"running": 7,
"selectionWeight": 0.21145022415558565,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 8.166666666666666,
"waiting": 18108
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 656.3294117647059,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.06769492476363739,
"queueFactor": 1.0682509609870625,
"queueWeight": 1.0682509609870625,
"recentSuccess": 13,
"recentSuccessRate": 0.15294117647058825,
"recentTerminal": 85,
"recentWilsonLowerBound": 0.09161293871665298,
"running": 7,
"selectionWeight": 0.07231516843270254,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 14.166666666666666,
"waiting": 9298
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 81.52715654952077,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.07859427619711393,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 41,
"recentSuccessRate": 0.13099041533546327,
"recentTerminal": 313,
"recentWilsonLowerBound": 0.09804539084293049,
"running": 24,
"selectionWeight": 0.10217255905624811,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 52.166666666666664,
"waiting": 4253
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 317.5629139072848,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.05,
"queueFactor": 1.1911517836787238,
"queueWeight": 1.1911517836787238,
"recentSuccess": 13,
"recentSuccessRate": 0.08609271523178808,
"recentTerminal": 151,
"recentWilsonLowerBound": 0.05100190067161601,
"running": 4,
"selectionWeight": 0.059557589183936194,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.166666666666668,
"waiting": 7992
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2919.090909090909,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.74395034117434,
"queueFactor": 0.8539932324446019,
"queueWeight": 0.8539932324446019,
"recentSuccess": 14,
"recentSuccessRate": 0.42424242424242425,
"recentTerminal": 33,
"recentWilsonLowerBound": 0.272353589950299,
"running": 2,
"selectionWeight": 0.635328556637739,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.5,
"waiting": 16055
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 397.7910447761194,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.17845569665600752,
"queueFactor": 1.1515779004095332,
"queueWeight": 1.1515779004095332,
"recentSuccess": 27,
"recentSuccessRate": 0.20149253731343283,
"recentTerminal": 134,
"recentWilsonLowerBound": 0.14233403845341944,
"running": 8,
"selectionWeight": 0.2055056364712457,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.333333333333332,
"waiting": 8884
},
"MetaX_c-500": {
"available": true,
"backlogHours": 742.891304347826,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.6625311904702857,
"queueFactor": 1.0485829237527844,
"queueWeight": 1.0485829237527844,
"recentSuccess": 32,
"recentSuccessRate": 0.34782608695652173,
"recentTerminal": 92,
"recentWilsonLowerBound": 0.25837611776941677,
"running": 4,
"selectionWeight": 0.6947188927807451,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.333333333333334,
"waiting": 11391
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2543.6129032258063,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 0.8718141613967484,
"queueWeight": 0.8718141613967484,
"recentSuccess": 37,
"recentSuccessRate": 0.5967741935483871,
"recentTerminal": 62,
"recentWilsonLowerBound": 0.4725024243632989,
"running": 4,
"selectionWeight": 2.179535403491871,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 10.333333333333334,
"waiting": 26284
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 4311.2307692307695,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.05,
"queueFactor": 0.8054737316226891,
"queueWeight": 0.8054737316226891,
"recentSuccess": 2,
"recentSuccessRate": 0.07692307692307693,
"recentTerminal": 26,
"recentWilsonLowerBound": 0.021354639183375553,
"running": 2,
"selectionWeight": 0.040273686581134456,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 4.333333333333333,
"waiting": 18682
},
"Vastai_va16": {
"available": true,
"backlogHours": 879.170731707317,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.5333018961117468,
"queueFactor": 1.0224229488552041,
"queueWeight": 1.0224229488552041,
"recentSuccess": 38,
"recentSuccessRate": 0.3089430894308943,
"recentTerminal": 123,
"recentWilsonLowerBound": 0.23410953120827657,
"running": 16,
"selectionWeight": 0.5452600972526439,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.5,
"waiting": 18023
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1159.3125,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.33639120789747096,
"queueFactor": 0.9808700961437236,
"queueWeight": 0.9808700961437236,
"recentSuccess": 33,
"recentSuccessRate": 0.2578125,
"recentTerminal": 128,
"recentWilsonLowerBound": 0.18986792282559609,
"running": 6,
"selectionWeight": 0.32995607643229563,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 21.333333333333332,
"waiting": 24732
}
},
"queueAttemptedAt": "2026-10-24T00:33:58.858868+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-24T00:33:58.858868+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Ascend_910-b4",
"Ascend_910-b3",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}