Files
submmit/.modelhub_state/market_intelligence.json

800 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-10-29T17:04:22.967085+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-29T17:04:22.967085+00:00",
"frameworkAttemptedAt": "2026-10-29T11:19:55.886439+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44807,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22684,
"successRate": 0.5062601825607606,
"wilsonLowerBound": 0.5016305040644253
},
"vllm": {
"framework": "vllm",
"modelCount": 59389,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15729,
"successRate": 0.2648470255434508,
"wilsonLowerBound": 0.2613134527362609
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 40,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 17,
"successRate": 0.425,
"wilsonLowerBound": 0.2850916852481588
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6422,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2118,
"successRate": 0.32980379943942695,
"wilsonLowerBound": 0.3184098101691231
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40044,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19411,
"successRate": 0.4847417840375587,
"wilsonLowerBound": 0.479848455876079
},
"vllm": {
"framework": "vllm",
"modelCount": 41255,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11253,
"successRate": 0.2727669373409284,
"wilsonLowerBound": 0.2684904009492146
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 15786,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6372,
"successRate": 0.40364880273660203,
"wilsonLowerBound": 0.3960194138908866
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64351,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.188031266025392,
"wilsonLowerBound": 0.1850309213923509
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 39633,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8167,
"successRate": 0.20606565236040672,
"wilsonLowerBound": 0.20211203493406288
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8649,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 118,
"successRate": 0.013643195745172853,
"wilsonLowerBound": 0.01140531988049603
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26896,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3306,
"successRate": 0.12291790600832837,
"wilsonLowerBound": 0.1190475695673269
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16534,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.1013668803677271,
"wilsonLowerBound": 0.09685856789451742
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 19219,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7284,
"successRate": 0.3789999479681565,
"wilsonLowerBound": 0.3721658467865065
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24865,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3812,
"successRate": 0.15330786245726927,
"wilsonLowerBound": 0.1488832088267288
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 59088,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14698,
"successRate": 0.24874763065258598,
"wilsonLowerBound": 0.2452784294690587
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 29703,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4122,
"successRate": 0.13877386122613877,
"wilsonLowerBound": 0.13488895944606924
},
"vllm": {
"framework": "vllm",
"modelCount": 87140,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11222171218728483,
"wilsonLowerBound": 0.11014304038606977
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50731,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5798,
"successRate": 0.1142890934537068,
"wilsonLowerBound": 0.11154960190300879
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 54606,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3901,
"successRate": 0.0714390360033696,
"wilsonLowerBound": 0.06930877503467661
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95639,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24187,
"successRate": 0.252898921987892,
"wilsonLowerBound": 0.2501540105957861
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 164,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 6752,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 631,
"successRate": 0.09345379146919432,
"wilsonLowerBound": 0.08674031463773625
},
"vllm": {
"framework": "vllm",
"modelCount": 113035,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16551,
"successRate": 0.14642367408324855,
"wilsonLowerBound": 0.14437469768716213
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 414,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.004830917874396135,
"wilsonLowerBound": 0.001325785404573985
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26570,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4281,
"successRate": 0.16112156567557395,
"wilsonLowerBound": 0.15674994788125476
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45169,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5878,
"successRate": 0.13013349863844673,
"wilsonLowerBound": 0.12706210465353432
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9152,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 851,
"successRate": 0.09298513986013986,
"wilsonLowerBound": 0.0872047798313016
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 36951,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7577,
"successRate": 0.20505534356309707,
"wilsonLowerBound": 0.2009694253657864
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61653,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12432,
"successRate": 0.20164468882292833,
"wilsonLowerBound": 0.19849615892273126
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21079,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5847,
"successRate": 0.27738507519332034,
"wilsonLowerBound": 0.27138203083798584
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16998,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4103,
"successRate": 0.2413813389810566,
"wilsonLowerBound": 0.2350071289227714
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 71131,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19484,
"successRate": 0.2739171388002418,
"wilsonLowerBound": 0.2706520150921136
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2664,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1480,
"successRate": 0.5555555555555556,
"wilsonLowerBound": 0.5366194324865675
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49329,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22189,
"successRate": 0.4498165379391433,
"wilsonLowerBound": 0.445430494979766
},
"vllm": {
"framework": "vllm",
"modelCount": 42514,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5642,
"successRate": 0.13270922519640588,
"wilsonLowerBound": 0.12951743567807975
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1440,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10131,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 767,
"successRate": 0.07570822228802684,
"wilsonLowerBound": 0.07071634427594103
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8356,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3680,
"successRate": 0.44040210627094306,
"wilsonLowerBound": 0.4297875432965241
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7474,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 254,
"successRate": 0.03398447952903398,
"wilsonLowerBound": 0.03011014467018104
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 23324,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6483,
"successRate": 0.2779540387583605,
"wilsonLowerBound": 0.27224154961726177
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29839,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15296,
"successRate": 0.5126177150708804,
"wilsonLowerBound": 0.506944985964303
},
"vllm": {
"framework": "vllm",
"modelCount": 69677,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7605,
"successRate": 0.10914649023350603,
"wilsonLowerBound": 0.1068526374979912
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15108,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2846,
"successRate": 0.18837701879798782,
"wilsonLowerBound": 0.18222142201603136
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-29T17:09:48.545175+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 0.001714508377711391,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346455,
"recentSuccessRate": 1.0,
"recentTerminal": 346455,
"recentWilsonLowerBound": 0.9999889118142221,
"running": 2,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57742.5,
"waiting": 99
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 0.001697190111269862,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346455,
"recentSuccessRate": 1.0,
"recentTerminal": 346455,
"recentWilsonLowerBound": 0.9999889118142221,
"running": 2,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57742.5,
"waiting": 98
},
"Biren_166m": {
"available": true,
"backlogHours": 0.001697190111269862,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346455,
"recentSuccessRate": 1.0,
"recentTerminal": 346455,
"recentWilsonLowerBound": 0.9999889118142221,
"running": 2,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57742.5,
"waiting": 98
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 0.001697190111269862,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346455,
"recentSuccessRate": 1.0,
"recentTerminal": 346455,
"recentWilsonLowerBound": 0.9999889118142221,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57742.5,
"waiting": 98
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 0.001697190111269862,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346455,
"recentSuccessRate": 1.0,
"recentTerminal": 346455,
"recentWilsonLowerBound": 0.9999889118142221,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57742.5,
"waiting": 98
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 0.001697190111269862,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346455,
"recentSuccessRate": 1.0,
"recentTerminal": 346455,
"recentWilsonLowerBound": 0.9999889118142221,
"running": 2,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57742.5,
"waiting": 98
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 0.001714508377711391,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346455,
"recentSuccessRate": 1.0,
"recentTerminal": 346455,
"recentWilsonLowerBound": 0.9999889118142221,
"running": 2,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57742.5,
"waiting": 99
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 0.001697190111269862,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346455,
"recentSuccessRate": 1.0,
"recentTerminal": 346455,
"recentWilsonLowerBound": 0.9999889118142221,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57742.5,
"waiting": 98
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 0.001714508377711391,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346455,
"recentSuccessRate": 1.0,
"recentTerminal": 346455,
"recentWilsonLowerBound": 0.9999889118142221,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57742.5,
"waiting": 99
},
"MetaX_c-500": {
"available": true,
"backlogHours": 0.001697190111269862,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346455,
"recentSuccessRate": 1.0,
"recentTerminal": 346455,
"recentWilsonLowerBound": 0.9999889118142221,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57742.5,
"waiting": 98
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 0.001714508377711391,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346455,
"recentSuccessRate": 1.0,
"recentTerminal": 346455,
"recentWilsonLowerBound": 0.9999889118142221,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57742.5,
"waiting": 99
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 0.001697190111269862,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346455,
"recentSuccessRate": 1.0,
"recentTerminal": 346455,
"recentWilsonLowerBound": 0.9999889118142221,
"running": 2,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57742.5,
"waiting": 98
},
"Vastai_va16": {
"available": true,
"backlogHours": 0.001697190111269862,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346455,
"recentSuccessRate": 1.0,
"recentTerminal": 346455,
"recentWilsonLowerBound": 0.9999889118142221,
"running": 2,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57742.5,
"waiting": 98
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 0.001714508377711391,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346455,
"recentSuccessRate": 1.0,
"recentTerminal": 346455,
"recentWilsonLowerBound": 0.9999889118142221,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57742.5,
"waiting": 99
}
},
"queueAttemptedAt": "2026-10-29T17:04:22.967085+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-29T17:04:22.967085+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Ascend_910-b4",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"hygon_k100-ai",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}