Files
submmit/.modelhub_state/market_intelligence.json

791 lines
25 KiB
JSON

{
"communityAttemptedAt": "2026-10-24T00:18:17.972503+00:00",
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": null,
"frameworkAttemptedAt": "2026-10-23T23:51:56.760130+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44076,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22232,
"successRate": 0.5044014883383248,
"wilsonLowerBound": 0.49973355197464675
},
"vllm": {
"framework": "vllm",
"modelCount": 58715,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15651,
"successRate": 0.26655880098782253,
"wilsonLowerBound": 0.2629976375781863
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5698,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1837,
"successRate": 0.3223938223938224,
"wilsonLowerBound": 0.31038094619384193
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39167,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18856,
"successRate": 0.4814256899941277,
"wilsonLowerBound": 0.47647933972395634
},
"vllm": {
"framework": "vllm",
"modelCount": 40956,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11208,
"successRate": 0.2736595370641664,
"wilsonLowerBound": 0.2693630143473022
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14773,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6082,
"successRate": 0.4116970148243417,
"wilsonLowerBound": 0.40378479714350907
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64320,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.1881218905472637,
"wilsonLowerBound": 0.18512026307078902
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 36999,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7729,
"successRate": 0.2088975377712911,
"wilsonLowerBound": 0.20478554013380765
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8473,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013808568393721233,
"wilsonLowerBound": 0.011534909873015519
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26824,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3294,
"successRate": 0.12280047718461079,
"wilsonLowerBound": 0.11892665277892703
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16526,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10141595062326032,
"wilsonLowerBound": 0.09690557044342328
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 18095,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6940,
"successRate": 0.38353136225476653,
"wilsonLowerBound": 0.3764719088234268
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24851,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3811,
"successRate": 0.15335398977908335,
"wilsonLowerBound": 0.14892754632288038
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 56667,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14210,
"successRate": 0.2507632308045247,
"wilsonLowerBound": 0.24721132304313462
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 26339,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3480,
"successRate": 0.13212346710201603,
"wilsonLowerBound": 0.12808751247836736
},
"vllm": {
"framework": "vllm",
"modelCount": 87134,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9775,
"successRate": 0.11218353340831363,
"wilsonLowerBound": 0.11010510375972507
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50505,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5775,
"successRate": 0.11434511434511435,
"wilsonLowerBound": 0.11159896911016763
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 53148,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3873,
"successRate": 0.07287198013095507,
"wilsonLowerBound": 0.07069286569695298
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95339,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24120,
"successRate": 0.25299195502365246,
"wilsonLowerBound": 0.2502424047517867
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5778,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 603,
"successRate": 0.1043613707165109,
"wilsonLowerBound": 0.09673926004679698
},
"vllm": {
"framework": "vllm",
"modelCount": 112963,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16543,
"successRate": 0.14644618149305524,
"wilsonLowerBound": 0.14439642402628244
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 344,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.0029069767441860465,
"wilsonLowerBound": 0.0005133240107990931
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26405,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4250,
"successRate": 0.16095436470365462,
"wilsonLowerBound": 0.15657114662712518
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44699,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5813,
"successRate": 0.13004765207275332,
"wilsonLowerBound": 0.12696120061804686
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8600,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 841,
"successRate": 0.0977906976744186,
"wilsonLowerBound": 0.09169129048167148
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 36128,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7321,
"successRate": 0.20264061116031887,
"wilsonLowerBound": 0.19852732788986827
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61597,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12431,
"successRate": 0.20181177654755914,
"wilsonLowerBound": 0.19866083314651803
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19537,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5518,
"successRate": 0.28243845012028457,
"wilsonLowerBound": 0.27616894646018736
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16538,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3992,
"successRate": 0.2413834804692224,
"wilsonLowerBound": 0.23492204062667105
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 70287,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19296,
"successRate": 0.27453156344701013,
"wilsonLowerBound": 0.27124463666828885
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1993,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1143,
"successRate": 0.5735072754641244,
"wilsonLowerBound": 0.551672901575552
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48819,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21856,
"successRate": 0.44769454515659884,
"wilsonLowerBound": 0.4432877801852484
},
"vllm": {
"framework": "vllm",
"modelCount": 41660,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5359,
"successRate": 0.12863658185309648,
"wilsonLowerBound": 0.12545580863953787
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1300,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10117,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 766,
"successRate": 0.07571414450924187,
"wilsonLowerBound": 0.07071873575009961
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8014,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3521,
"successRate": 0.43935612677813823,
"wilsonLowerBound": 0.42852140791243953
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7449,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 248,
"successRate": 0.03329305947106994,
"wilsonLowerBound": 0.029453480755486254
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20864,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5934,
"successRate": 0.2844133435582822,
"wilsonLowerBound": 0.2783318881723707
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29364,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15057,
"successRate": 0.5127707396812423,
"wilsonLowerBound": 0.5070523300259846
},
"vllm": {
"framework": "vllm",
"modelCount": 68976,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7496,
"successRate": 0.10867548132683832,
"wilsonLowerBound": 0.1063745497694072
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14558,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2644,
"successRate": 0.1816183541695288,
"wilsonLowerBound": 0.17543988978853728
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-24T00:19:59.165271+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1218.3941605839416,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 10,
"qualityFactor": 0.6570378773569159,
"queueFactor": 0.977775576348658,
"queueWeight": 0.977775576348658,
"recentSuccess": 46,
"recentSuccessRate": 0.3357664233576642,
"recentTerminal": 137,
"recentWilsonLowerBound": 0.2621220094402214,
"running": 10,
"selectionWeight": 0.6424355892155573,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.833333333333332,
"waiting": 27820
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1521.140625,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 10,
"qualityFactor": 1.219512876616198,
"queueFactor": 0.9457621983086223,
"queueWeight": 0.9457621983086223,
"recentSuccess": 55,
"recentSuccessRate": 0.4296875,
"recentTerminal": 128,
"recentWilsonLowerBound": 0.34721027760971723,
"running": 10,
"selectionWeight": 1.153369179054207,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 21.333333333333332,
"waiting": 32451
},
"Biren_166m": {
"available": true,
"backlogHours": 163.98749999999998,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 10,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 19,
"recentSuccessRate": 0.11875,
"recentTerminal": 160,
"recentWilsonLowerBound": 0.077354257102703,
"running": 10,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 26.666666666666668,
"waiting": 4373
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 2049.962264150943,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.3434371640153345,
"queueFactor": 0.9043686024531076,
"queueWeight": 0.9043686024531076,
"recentSuccess": 16,
"recentSuccessRate": 0.3018867924528302,
"recentTerminal": 53,
"recentWilsonLowerBound": 0.1951814028760717,
"running": 7,
"selectionWeight": 0.31059378805100674,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 8.833333333333334,
"waiting": 18108
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 664.1428571428571,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.05324768790781223,
"queueFactor": 1.0709473741249642,
"queueWeight": 1.0709473741249642,
"recentSuccess": 12,
"recentSuccessRate": 0.14285714285714285,
"recentTerminal": 84,
"recentWilsonLowerBound": 0.08364938218850576,
"running": 7,
"selectionWeight": 0.05702547154309712,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 14.0,
"waiting": 9298
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 82.5,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.0884037608994411,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 43,
"recentSuccessRate": 0.1396103896103896,
"recentTerminal": 308,
"recentWilsonLowerBound": 0.10532707029259211,
"running": 24,
"selectionWeight": 0.11492488916927343,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 51.333333333333336,
"waiting": 4235
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 332.4583333333333,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.05,
"queueFactor": 1.1880829754678812,
"queueWeight": 1.1880829754678812,
"recentSuccess": 13,
"recentSuccessRate": 0.09027777777777778,
"recentTerminal": 144,
"recentWilsonLowerBound": 0.053517484403900646,
"running": 6,
"selectionWeight": 0.05940414877339406,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.0,
"waiting": 7979
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2535.0,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.5110985331115379,
"queueFactor": 0.8760132230196498,
"queueWeight": 0.8760132230196498,
"recentSuccess": 14,
"recentSuccessRate": 0.3684210526315789,
"recentTerminal": 38,
"recentWilsonLowerBound": 0.23384013155413794,
"running": 2,
"selectionWeight": 0.44772907327165345,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.333333333333333,
"waiting": 16055
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 419.7165354330708,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.19363273506310003,
"queueFactor": 1.1472655276233477,
"queueWeight": 1.1472655276233477,
"recentSuccess": 27,
"recentSuccessRate": 0.2125984251968504,
"recentTerminal": 127,
"recentWilsonLowerBound": 0.1504237410794609,
"running": 8,
"selectionWeight": 0.22214816195731935,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 21.166666666666668,
"waiting": 8884
},
"MetaX_c-500": {
"available": true,
"backlogHours": 768.0,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.5787165173127967,
"queueFactor": 1.0478597850360625,
"queueWeight": 1.0478597850360625,
"recentSuccess": 30,
"recentSuccessRate": 0.33707865168539325,
"recentTerminal": 89,
"recentWilsonLowerBound": 0.247426883281129,
"running": 4,
"selectionWeight": 0.6064137654282059,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 14.833333333333334,
"waiting": 11392
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2585.311475409836,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 0.8734346667944599,
"queueWeight": 0.8734346667944599,
"recentSuccess": 37,
"recentSuccessRate": 0.6065573770491803,
"recentTerminal": 61,
"recentWilsonLowerBound": 0.4811702438560874,
"running": 4,
"selectionWeight": 2.18358666698615,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 10.166666666666666,
"waiting": 26284
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 4483.92,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.05,
"queueFactor": 0.8041900176169603,
"queueWeight": 0.8041900176169603,
"recentSuccess": 2,
"recentSuccessRate": 0.08,
"recentTerminal": 25,
"recentWilsonLowerBound": 0.02221993369109194,
"running": 2,
"selectionWeight": 0.040209500880848015,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 4.166666666666667,
"waiting": 18683
},
"Vastai_va16": {
"available": true,
"backlogHours": 879.3170731707318,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.5123948328212701,
"queueFactor": 1.0267992207153278,
"queueWeight": 1.0267992207153278,
"recentSuccess": 38,
"recentSuccessRate": 0.3089430894308943,
"recentTerminal": 123,
"recentWilsonLowerBound": 0.23410953120827657,
"running": 16,
"selectionWeight": 0.5261266150394408,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.5,
"waiting": 18026
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1236.6,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.34538344536409304,
"queueFactor": 0.9756026468913783,
"queueWeight": 0.9756026468913783,
"recentSuccess": 32,
"recentSuccessRate": 0.26666666666666666,
"recentTerminal": 120,
"recentWilsonLowerBound": 0.19568340354111466,
"running": 6,
"selectionWeight": 0.33695700348967295,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.0,
"waiting": 24732
}
},
"queueAttemptedAt": "2026-10-24T00:13:02.562080+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-24T00:13:02.562080+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Ascend_910-b4",
"Ascend_910-b3",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}