Files
submmit/.modelhub_state/market_intelligence.json

678 lines
21 KiB
JSON

{
"communityAttemptedAt": "2026-10-22T09:32:32.295531+00:00",
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": null,
"frameworkAttemptedAt": "2026-10-22T07:53:15.664212+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 38913,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18673,
"successRate": 0.4798653406316655,
"wilsonLowerBound": 0.4749036353163474
},
"vllm": {
"framework": "vllm",
"modelCount": 40746,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11140,
"successRate": 0.27340107004368525,
"wilsonLowerBound": 0.26909484440686626
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14490,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5974,
"successRate": 0.4122843340234645,
"wilsonLowerBound": 0.4042936042238755
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26803,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3293,
"successRate": 0.12285938141252845,
"wilsonLowerBound": 0.11898324232511058
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16524,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10142822561123215,
"wilsonLowerBound": 0.09691732820979243
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 17796,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6837,
"successRate": 0.3841874578556979,
"wilsonLowerBound": 0.37706672419315634
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24835,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3811,
"successRate": 0.15345278840346285,
"wilsonLowerBound": 0.14902373985698383
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 56003,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14060,
"successRate": 0.2510579790368373,
"wilsonLowerBound": 0.24748375547167886
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 25521,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3276,
"successRate": 0.12836487598448337,
"wilsonLowerBound": 0.12431682765172877
},
"vllm": {
"framework": "vllm",
"modelCount": 87130,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9772,
"successRate": 0.11215425226672787,
"wilsonLowerBound": 0.11007601551547098
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50135,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5736,
"successRate": 0.11441109005684652,
"wilsonLowerBound": 0.11165423345140905
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 52585,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3820,
"successRate": 0.0726442901968242,
"wilsonLowerBound": 0.07045692283081231
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95196,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24047,
"successRate": 0.25260515147695284,
"wilsonLowerBound": 0.24985495748876954
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 155,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5700,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 591,
"successRate": 0.1036842105263158,
"wilsonLowerBound": 0.09603512572430042
},
"vllm": {
"framework": "vllm",
"modelCount": 112925,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16540,
"successRate": 0.14646889528448084,
"wilsonLowerBound": 0.14441866175571438
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 324,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.0030864197530864196,
"wilsonLowerBound": 0.0005450227751171053
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26254,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4209,
"successRate": 0.16031842766816484,
"wilsonLowerBound": 0.15592996545181997
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44588,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5802,
"successRate": 0.13012469722795372,
"wilsonLowerBound": 0.12703365299746633
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8540,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 840,
"successRate": 0.09836065573770492,
"wilsonLowerBound": 0.09222390805613583
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 35876,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7242,
"successRate": 0.2018619690043483,
"wilsonLowerBound": 0.19774043150809084
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61572,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12431,
"successRate": 0.20189371792373156,
"wilsonLowerBound": 0.1987416528625256
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 18883,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5357,
"successRate": 0.28369432823174284,
"wilsonLowerBound": 0.27730906345313416
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16373,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3960,
"successRate": 0.24186160141696697,
"wilsonLowerBound": 0.23536346258121096
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 69881,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19197,
"successRate": 0.2747098639115067,
"wilsonLowerBound": 0.2714127615698899
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1850,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1080,
"successRate": 0.5837837837837838,
"wilsonLowerBound": 0.5611704006103626
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48652,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21730,
"successRate": 0.4466414535887528,
"wilsonLowerBound": 0.44222821692711733
},
"vllm": {
"framework": "vllm",
"modelCount": 41409,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5290,
"successRate": 0.12775000603733488,
"wilsonLowerBound": 0.12456928866177049
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1269,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10115,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 766,
"successRate": 0.07572911517548196,
"wilsonLowerBound": 0.07073275509622819
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7917,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3483,
"successRate": 0.4399393709738537,
"wilsonLowerBound": 0.4290368461055825
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7437,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 245,
"successRate": 0.032943391152346374,
"wilsonLowerBound": 0.02912176326715448
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20079,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5663,
"successRate": 0.28203595796603415,
"wilsonLowerBound": 0.275853834677039
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29232,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14982,
"successRate": 0.5125205254515599,
"wilsonLowerBound": 0.5067891775554142
},
"vllm": {
"framework": "vllm",
"modelCount": 68639,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7430,
"successRate": 0.10824749777823103,
"wilsonLowerBound": 0.10594503293370434
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14433,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2600,
"successRate": 0.18014272846947965,
"wilsonLowerBound": 0.1739582753099673
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-22T09:37:31.761913+00:00",
"gpuStats": {
"Ascend_910-b4": {
"available": true,
"backlogHours": 1260.0774193548389,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9463376173321346,
"queueWeight": 0.9463376173321346,
"recentSuccess": 43,
"recentSuccessRate": 0.27741935483870966,
"recentTerminal": 155,
"recentWilsonLowerBound": 0.21296645726310548,
"running": 8,
"selectionWeight": 2.3658440433303367,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.833333333333332,
"waiting": 32552
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 846.5116279069767,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.5020554935258996,
"queueFactor": 1.0045249983918014,
"queueWeight": 1.0045249983918014,
"recentSuccess": 20,
"recentSuccessRate": 0.15503875968992248,
"recentTerminal": 129,
"recentWilsonLowerBound": 0.10266146097337198,
"running": 7,
"selectionWeight": 0.5043272938266994,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 21.5,
"waiting": 18200
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 279.71014492753625,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.28339016877578344,
"queueFactor": 1.1860403257956231,
"queueWeight": 1.1860403257956231,
"recentSuccess": 24,
"recentSuccessRate": 0.11594202898550725,
"recentTerminal": 207,
"recentWilsonLowerBound": 0.07916138338281849,
"running": 7,
"selectionWeight": 0.3361121681021068,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 34.5,
"waiting": 9650
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 53.58031088082902,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 6,
"recentSuccessRate": 0.015544041450777202,
"recentTerminal": 386,
"recentWilsonLowerBound": 0.007142841619904771,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 64.33333333333333,
"waiting": 3447
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 182.367816091954,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.05,
"queueFactor": 1.2646299373975733,
"queueWeight": 1.2646299373975733,
"recentSuccess": 15,
"recentSuccessRate": 0.05747126436781609,
"recentTerminal": 261,
"recentWilsonLowerBound": 0.035133876627450086,
"running": 11,
"selectionWeight": 0.06323149686987867,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 43.5,
"waiting": 7933
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2928.7272727272725,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.117894878342129,
"queueFactor": 0.8338805582526871,
"queueWeight": 0.8338805582526871,
"recentSuccess": 11,
"recentSuccessRate": 0.3333333333333333,
"recentTerminal": 33,
"recentWilsonLowerBound": 0.197500294678037,
"running": 2,
"selectionWeight": 1.7660713634724414,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.5,
"waiting": 16108
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 312.33519553072625,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.9814320942496484,
"queueFactor": 1.1665746889671995,
"queueWeight": 1.1665746889671995,
"recentSuccess": 34,
"recentSuccessRate": 0.18994413407821228,
"recentTerminal": 179,
"recentWilsonLowerBound": 0.1392289348331716,
"running": 8,
"selectionWeight": 1.1449138400917107,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 29.833333333333332,
"waiting": 9318
},
"MetaX_c-500": {
"available": true,
"backlogHours": 497.8714285714286,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.19002858089844932,
"queueFactor": 1.08777258107309,
"queueWeight": 1.08777258107309,
"recentSuccess": 15,
"recentSuccessRate": 0.10714285714285714,
"recentTerminal": 140,
"recentWilsonLowerBound": 0.06601153090085866,
"running": 4,
"selectionWeight": 0.2067078799215627,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.333333333333332,
"waiting": 11617
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2283.7391304347825,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.3307635865690337,
"queueFactor": 0.8655829917524147,
"queueWeight": 0.8655829917524147,
"recentSuccess": 17,
"recentSuccessRate": 0.2463768115942029,
"recentTerminal": 69,
"recentWilsonLowerBound": 0.1598964745113261,
"running": 4,
"selectionWeight": 1.1518863265775978,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.5,
"waiting": 26263
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 1865.2,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.2978582755414572,
"queueFactor": 0.892271203616351,
"queueWeight": 0.892271203616351,
"recentSuccess": 9,
"recentSuccessRate": 0.15,
"recentTerminal": 60,
"recentWilsonLowerBound": 0.08097349242295687,
"running": 2,
"selectionWeight": 0.26577036202446674,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 10.0,
"waiting": 18652
},
"Vastai_va16": {
"available": true,
"backlogHours": 898.2439024390244,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.10619767948601286,
"queueFactor": 0.995626727130285,
"queueWeight": 0.995626727130285,
"recentSuccess": 11,
"recentSuccessRate": 0.08943089430894309,
"recentTerminal": 123,
"recentWilsonLowerBound": 0.05067040745524362,
"running": 16,
"selectionWeight": 0.10573324805548999,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.5,
"waiting": 18414
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1611.9130434782608,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.5841873303280604,
"queueFactor": 0.912020177502444,
"queueWeight": 0.912020177502444,
"recentSuccess": 16,
"recentSuccessRate": 0.17391304347826086,
"recentTerminal": 92,
"recentWilsonLowerBound": 0.10998076035163003,
"running": 6,
"selectionWeight": 0.5327906327004766,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.333333333333334,
"waiting": 24716
}
},
"queueAttemptedAt": "2026-10-22T09:29:04.061142+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-22T09:29:04.061142+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}