Files
submmit/.modelhub_state/market_intelligence.json

739 lines
23 KiB
JSON

{
"communityAttemptedAt": "2026-10-21T04:35:31.778043+00:00",
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": null,
"frameworkAttemptedAt": "2026-10-21T04:35:31.778043+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 43732,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22009,
"successRate": 0.503269916765755,
"wilsonLowerBound": 0.49858367528838665
},
"vllm": {
"framework": "vllm",
"modelCount": 58259,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15547,
"successRate": 0.2668600559570195,
"wilsonLowerBound": 0.26328373323668874
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5369,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1713,
"successRate": 0.3190538275284038,
"wilsonLowerBound": 0.3067189641359153
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 38713,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18526,
"successRate": 0.47854725802701936,
"wilsonLowerBound": 0.47357343621593845
},
"vllm": {
"framework": "vllm",
"modelCount": 40635,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11108,
"successRate": 0.2733604035929617,
"wilsonLowerBound": 0.26904853491525516
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14312,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5919,
"successRate": 0.4135690329793181,
"wilsonLowerBound": 0.40552485820792766
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26786,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3290,
"successRate": 0.12282535652953035,
"wilsonLowerBound": 0.11894847762322813
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16523,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10143436421957272,
"wilsonLowerBound": 0.09692320816306216
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 17581,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6767,
"successRate": 0.3849041578977305,
"wilsonLowerBound": 0.3777375086122086
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24828,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3809,
"successRate": 0.15341549863057838,
"wilsonLowerBound": 0.14898628499581715
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 55536,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13960,
"successRate": 0.25136848170556036,
"wilsonLowerBound": 0.24777783181130825
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 25390,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3246,
"successRate": 0.12784560850728632,
"wilsonLowerBound": 0.12379445853456586
},
"vllm": {
"framework": "vllm",
"modelCount": 87129,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9772,
"successRate": 0.1121555394874267,
"wilsonLowerBound": 0.1100772803468428
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 49563,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5679,
"successRate": 0.11458144180134375,
"wilsonLowerBound": 0.11180706427462757
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 52049,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3803,
"successRate": 0.07306576495225653,
"wilsonLowerBound": 0.07086134248273578
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95034,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 23967,
"successRate": 0.252193951638361,
"wilsonLowerBound": 0.24944292987326638
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 149,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5681,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 590,
"successRate": 0.10385495511353635,
"wilsonLowerBound": 0.0961876547107571
},
"vllm": {
"framework": "vllm",
"modelCount": 112917,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16539,
"successRate": 0.14647041632349425,
"wilsonLowerBound": 0.1444201016721459
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 312,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.003205128205128205,
"wilsonLowerBound": 0.0005659935005814385
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 25891,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4173,
"successRate": 0.1611756981190375,
"wilsonLowerBound": 0.1567471598140801
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44367,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5726,
"successRate": 0.1290598868528411,
"wilsonLowerBound": 0.12597225086103897
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8492,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 819,
"successRate": 0.09644371172868582,
"wilsonLowerBound": 0.09034631651909467
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 35716,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7192,
"successRate": 0.20136633441594803,
"wilsonLowerBound": 0.19723952296309608
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61566,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12430,
"successRate": 0.20189715102491634,
"wilsonLowerBound": 0.19874491293207971
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 18546,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5256,
"successRate": 0.2834034293109026,
"wilsonLowerBound": 0.27696289304135974
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16263,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3930,
"successRate": 0.24165283158088913,
"wilsonLowerBound": 0.23513494589481165
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 69670,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19153,
"successRate": 0.2749102913736185,
"wilsonLowerBound": 0.27160745729936536
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1726,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1021,
"successRate": 0.5915411355735806,
"wilsonLowerBound": 0.5681726314695114
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48626,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21730,
"successRate": 0.4468802698145025,
"wilsonLowerBound": 0.4424656085139923
},
"vllm": {
"framework": "vllm",
"modelCount": 41245,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5241,
"successRate": 0.1270699478724694,
"wilsonLowerBound": 0.12389037757865048
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1251,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10114,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 766,
"successRate": 0.07573660272889064,
"wilsonLowerBound": 0.07073976685401544
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7844,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3449,
"successRate": 0.4396991330953595,
"wilsonLowerBound": 0.4287469155357791
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7433,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 245,
"successRate": 0.0329611193327055,
"wilsonLowerBound": 0.02913746388780375
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19767,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5614,
"successRate": 0.28400870137097184,
"wilsonLowerBound": 0.27776469168755896
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29136,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14916,
"successRate": 0.5119439868204283,
"wilsonLowerBound": 0.5062031171611926
},
"vllm": {
"framework": "vllm",
"modelCount": 68513,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7408,
"successRate": 0.1081254652401734,
"wilsonLowerBound": 0.10582206362477703
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14341,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2564,
"successRate": 0.1787880900913465,
"wilsonLowerBound": 0.17260297943542174
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-21T04:37:10.769024+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1104.2337662337661,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.9209236974476618,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 46,
"recentSuccessRate": 0.2987012987012987,
"recentTerminal": 154,
"recentWilsonLowerBound": 0.23202986136764261,
"running": 8,
"selectionWeight": 1.9209236974476618,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.666666666666668,
"waiting": 28342
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1361.8333333333333,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9690374457398808,
"queueWeight": 0.9690374457398808,
"recentSuccess": 48,
"recentSuccessRate": 0.3333333333333333,
"recentTerminal": 144,
"recentWilsonLowerBound": 0.26155165289307214,
"running": 8,
"selectionWeight": 2.422593614349702,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.0,
"waiting": 32684
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1040.7428571428572,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.2757828521145967,
"queueFactor": 1.0089221057631061,
"queueWeight": 1.0089221057631061,
"recentSuccess": 16,
"recentSuccessRate": 0.1523809523809524,
"recentTerminal": 105,
"recentWilsonLowerBound": 0.09602582280126756,
"running": 7,
"selectionWeight": 0.2782434158888142,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.5,
"waiting": 18213
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 373.0188679245283,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.9473321447616624,
"queueFactor": 1.176791529050942,
"queueWeight": 1.176791529050942,
"recentSuccess": 36,
"recentSuccessRate": 0.22641509433962265,
"recentTerminal": 159,
"recentWilsonLowerBound": 0.16826541549692706,
"running": 7,
"selectionWeight": 1.1148124431531852,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 26.5,
"waiting": 9885
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 75.17894736842105,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 19,
"recentSuccessRate": 0.06666666666666667,
"recentTerminal": 285,
"recentWilsonLowerBound": 0.043091074680102905,
"running": 21,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 47.5,
"waiting": 3571
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 341.8732394366197,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.05,
"queueFactor": 1.1922830981164232,
"queueWeight": 1.1922830981164232,
"recentSuccess": 8,
"recentSuccessRate": 0.056338028169014086,
"recentTerminal": 142,
"recentWilsonLowerBound": 0.028820370601525463,
"running": 4,
"selectionWeight": 0.059614154905821164,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 23.666666666666668,
"waiting": 8091
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2943.090909090909,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.200819844789892,
"queueFactor": 0.8632540050037911,
"queueWeight": 0.8632540050037911,
"recentSuccess": 13,
"recentSuccessRate": 0.3939393939393939,
"recentTerminal": 33,
"recentWilsonLowerBound": 0.24682882231508205,
"running": 2,
"selectionWeight": 1.899866545306696,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.5,
"waiting": 16187
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 422.1176470588235,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.837645208474781,
"queueFactor": 1.1551652801437415,
"queueWeight": 1.1551652801437415,
"recentSuccess": 30,
"recentSuccessRate": 0.22058823529411764,
"recentTerminal": 136,
"recentWilsonLowerBound": 0.15911201250331414,
"running": 8,
"selectionWeight": 0.9676186619088332,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.666666666666668,
"waiting": 9568
},
"MetaX_c-500": {
"available": true,
"backlogHours": 741.4736842105262,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.1679437513115603,
"queueFactor": 1.0615606023055228,
"queueWeight": 1.0615606023055228,
"recentSuccess": 25,
"recentSuccessRate": 0.2631578947368421,
"recentTerminal": 95,
"recentWilsonLowerBound": 0.18506401390488098,
"running": 4,
"selectionWeight": 1.2398430721012716,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.833333333333334,
"waiting": 11740
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 3147.4799999999996,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.6620171836148779,
"queueFactor": 0.8546035777089988,
"queueWeight": 0.8546035777089988,
"recentSuccess": 12,
"recentSuccessRate": 0.24,
"recentTerminal": 50,
"recentWilsonLowerBound": 0.14297252401872207,
"running": 4,
"selectionWeight": 0.5657622536221099,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 8.333333333333334,
"waiting": 26229
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 3278.8235294117644,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.2027182585200984,
"queueFactor": 0.8493788586426544,
"queueWeight": 0.8493788586426544,
"recentSuccess": 6,
"recentSuccessRate": 0.17647058823529413,
"recentTerminal": 34,
"recentWilsonLowerBound": 0.08348855603569687,
"running": 2,
"selectionWeight": 0.17218460304782773,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.666666666666667,
"waiting": 18580
},
"Vastai_va16": {
"available": true,
"backlogHours": 1741.21875,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.07772983877786566,
"queueFactor": 0.9339661864728727,
"queueWeight": 0.9339661864728727,
"recentSuccess": 7,
"recentSuccessRate": 0.109375,
"recentTerminal": 64,
"recentWilsonLowerBound": 0.054000447526830544,
"running": 16,
"selectionWeight": 0.0725970410985144,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 10.666666666666666,
"waiting": 18573
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1475.28,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 1.4067712666645313,
"queueFactor": 0.9574761950431312,
"queueWeight": 0.9574761950431312,
"recentSuccess": 28,
"recentSuccessRate": 0.28,
"recentTerminal": 100,
"recentWilsonLowerBound": 0.20139559167598364,
"running": 6,
"selectionWeight": 1.3469499997019616,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.666666666666668,
"waiting": 24588
}
},
"queueAttemptedAt": "2026-10-21T04:35:31.778043+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-21T04:35:31.778043+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Ascend_910-b3",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}