Files
submmit/.modelhub_state/market_intelligence.json

818 lines
26 KiB
JSON

{
"communityAttemptedAt": "2026-11-04T13:44:13.179985+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-11-04T13:44:13.179985+00:00",
"frameworkAttemptedAt": "2026-11-04T13:44:13.179985+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 45804,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 23232,
"successRate": 0.5072046109510087,
"wilsonLowerBound": 0.5026256347680792
},
"vllm": {
"framework": "vllm",
"modelCount": 60218,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15816,
"successRate": 0.26264572054867313,
"wilsonLowerBound": 0.25914601516295466
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 84,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 24,
"successRate": 0.2857142857142857,
"wilsonLowerBound": 0.20014898610655452
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7266,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2423,
"successRate": 0.3334709606385907,
"wilsonLowerBound": 0.3227210265319377
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 41022,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20053,
"successRate": 0.48883525912924775,
"wilsonLowerBound": 0.483999160332517
},
"vllm": {
"framework": "vllm",
"modelCount": 41588,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11300,
"successRate": 0.27171299413292294,
"wilsonLowerBound": 0.26745880757257157
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 17140,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6742,
"successRate": 0.39334889148191365,
"wilsonLowerBound": 0.38606034207497986
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64482,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.18764926646195837,
"wilsonLowerBound": 0.18465433108897877
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 43596,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8369,
"successRate": 0.1919671529498119,
"wilsonLowerBound": 0.18829726117862244
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9016,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 120,
"successRate": 0.013309671694764862,
"wilsonLowerBound": 0.011142891575873025
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26990,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3326,
"successRate": 0.12323082623193775,
"wilsonLowerBound": 0.1193628155392058
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16544,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10130560928433269,
"wilsonLowerBound": 0.09679987879290312
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 20409,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7599,
"successRate": 0.37233573423489635,
"wilsonLowerBound": 0.36572785575398414
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 25006,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3814,
"successRate": 0.1525233943853475,
"wilsonLowerBound": 0.1481205765308116
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 61649,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15288,
"successRate": 0.24798455773816283,
"wilsonLowerBound": 0.24459139566233845
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 32465,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4248,
"successRate": 0.1308486061912829,
"wilsonLowerBound": 0.12722380654890444
},
"vllm": {
"framework": "vllm",
"modelCount": 87141,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11222042436969969,
"wilsonLowerBound": 0.11014177495844224
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50951,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5814,
"successRate": 0.11410963474710997,
"wilsonLowerBound": 0.11137790463041634
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 57422,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3949,
"successRate": 0.06877155097349448,
"wilsonLowerBound": 0.06673036659093717
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95728,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24212,
"successRate": 0.25292495403643656,
"wilsonLowerBound": 0.2501812195114146
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 178,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 6782,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 632,
"successRate": 0.09318785019168387,
"wilsonLowerBound": 0.08649772361477931
},
"vllm": {
"framework": "vllm",
"modelCount": 113086,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16552,
"successRate": 0.1463664821463311,
"wilsonLowerBound": 0.14431830047784408
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 449,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3,
"successRate": 0.0066815144766146995,
"wilsonLowerBound": 0.002274825443958657
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26630,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4297,
"successRate": 0.16135936913255727,
"wilsonLowerBound": 0.156989959115029
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45934,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5926,
"successRate": 0.12901118996821526,
"wilsonLowerBound": 0.12597663186911287
},
"vllm_gemma_4": {
"framework": "vllm_gemma_4",
"modelCount": 0,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9202,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 855,
"successRate": 0.09291458378613345,
"wilsonLowerBound": 0.08715154110699481
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 206,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.1796116504854369,
"wilsonLowerBound": 0.13320865973713544
},
"vllm": {
"framework": "vllm",
"modelCount": 37798,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7903,
"successRate": 0.2090851367797238,
"wilsonLowerBound": 0.20501514008002789
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61802,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12435,
"successRate": 0.20120708067700074,
"wilsonLowerBound": 0.19806492140579782
},
"vllm_0.25.1": {
"framework": "vllm_0.25.1",
"modelCount": 2,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 1.0,
"wilsonLowerBound": 0.3423719528896193
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 22688,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 6184,
"successRate": 0.2725669957686883,
"wilsonLowerBound": 0.26681169321699294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 17529,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4176,
"successRate": 0.23823378401506076,
"wilsonLowerBound": 0.23198504575012768
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 72073,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19706,
"successRate": 0.2734172297531669,
"wilsonLowerBound": 0.2701753128567548
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 3529,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1910,
"successRate": 0.5412298101445169,
"wilsonLowerBound": 0.5247532180610064
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49905,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22522,
"successRate": 0.45129746518384933,
"wilsonLowerBound": 0.44693537793960236
},
"vllm": {
"framework": "vllm",
"modelCount": 43405,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5985,
"successRate": 0.13788734016818338,
"wilsonLowerBound": 0.1346757484620404
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1598,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6291,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030519790176442536,
"wilsonLowerBound": 0.02654729145069718
},
"vllm": {
"framework": "vllm",
"modelCount": 10141,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 769,
"successRate": 0.07583078591854847,
"wilsonLowerBound": 0.0708374254509955
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8744,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3851,
"successRate": 0.440416285452882,
"wilsonLowerBound": 0.4300391494904346
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7476,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 254,
"successRate": 0.03397538790797218,
"wilsonLowerBound": 0.030102074381377207
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 25418,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7129,
"successRate": 0.2804705326933669,
"wilsonLowerBound": 0.27498130091830236
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 30668,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15638,
"successRate": 0.5099126124951089,
"wilsonLowerBound": 0.5043167483503479
},
"vllm": {
"framework": "vllm",
"modelCount": 70617,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7682,
"successRate": 0.10878400385176373,
"wilsonLowerBound": 0.10650870133114938
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 16156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3006,
"successRate": 0.1860609061648923,
"wilsonLowerBound": 0.1801349379721584
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-11-04T13:44:13.179985+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1452.336,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.029990211609746,
"queueFactor": 0.9242923998924037,
"queueWeight": 0.9242923998924037,
"recentSuccess": 39,
"recentSuccessRate": 0.312,
"recentTerminal": 125,
"recentWilsonLowerBound": 0.2374075954530664,
"running": 8,
"selectionWeight": 0.9520121245544568,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.833333333333332,
"waiting": 30257
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1742.5785123966941,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.229641315229319,
"queueFactor": 0.899374550522998,
"queueWeight": 0.899374550522998,
"recentSuccess": 51,
"recentSuccessRate": 0.4214876033057851,
"recentTerminal": 121,
"recentWilsonLowerBound": 0.3372484956271268,
"running": 8,
"selectionWeight": 2.005282655711875,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.166666666666668,
"waiting": 35142
},
"Biren_166m": {
"available": true,
"backlogHours": 167.4887892376682,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.05,
"queueFactor": 1.2779727276627801,
"queueWeight": 1.2779727276627801,
"recentSuccess": 7,
"recentSuccessRate": 0.03139013452914798,
"recentTerminal": 223,
"recentWilsonLowerBound": 0.015286775668413029,
"running": 8,
"selectionWeight": 0.06389863638313902,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 37.166666666666664,
"waiting": 6225
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1736.1081081081081,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.2594967357492183,
"queueFactor": 0.8998765458047028,
"queueWeight": 0.8998765458047028,
"recentSuccess": 15,
"recentSuccessRate": 0.20270270270270271,
"recentTerminal": 74,
"recentWilsonLowerBound": 0.1268696381027667,
"running": 7,
"selectionWeight": 0.23351502621360226,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 12.333333333333334,
"waiting": 21412
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 457.7916666666667,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.20759670701359398,
"queueFactor": 1.099054591610687,
"queueWeight": 1.099054591610687,
"recentSuccess": 24,
"recentSuccessRate": 0.16666666666666666,
"recentTerminal": 144,
"recentWilsonLowerBound": 0.11463231075610265,
"running": 7,
"selectionWeight": 0.22816011404654898,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 24.0,
"waiting": 10987
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 95.34841628959275,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 3,
"recentSuccessRate": 0.013574660633484163,
"recentTerminal": 221,
"recentWilsonLowerBound": 0.004627072352362526,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 36.833333333333336,
"waiting": 3512
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 660.08,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.05,
"queueFactor": 1.0403511732740227,
"queueWeight": 1.0403511732740227,
"recentSuccess": 2,
"recentSuccessRate": 0.02666666666666667,
"recentTerminal": 75,
"recentWilsonLowerBound": 0.007343535023600551,
"running": 2,
"selectionWeight": 0.05201755866370114,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 12.5,
"waiting": 8251
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2313.285714285714,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 0.8619559184915764,
"queueWeight": 0.8619559184915764,
"recentSuccess": 21,
"recentSuccessRate": 0.5,
"recentTerminal": 42,
"recentWilsonLowerBound": 0.3552574591652803,
"running": 2,
"selectionWeight": 2.154889796228941,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 7.0,
"waiting": 16193
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 608.8888888888889,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.1824717124405461,
"queueFactor": 1.053025140878431,
"queueWeight": 1.053025140878431,
"recentSuccess": 18,
"recentSuccessRate": 0.16666666666666666,
"recentTerminal": 108,
"recentWilsonLowerBound": 0.10810385411647243,
"running": 8,
"selectionWeight": 0.19214730069903463,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 18.0,
"waiting": 10960
},
"MetaX_c-500": {
"available": true,
"backlogHours": 526.1739130434783,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.40453966514058526,
"queueFactor": 1.0763414133331952,
"queueWeight": 1.0763414133331952,
"recentSuccess": 34,
"recentSuccessRate": 0.2111801242236025,
"recentTerminal": 161,
"recentWilsonLowerBound": 0.15524132563958234,
"running": 4,
"selectionWeight": 0.43542279492675506,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 26.833333333333332,
"waiting": 14119
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1972.923076923077,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.9808269005527614,
"queueFactor": 0.8827808926427362,
"queueWeight": 0.8827808926427362,
"recentSuccess": 33,
"recentSuccessRate": 0.4230769230769231,
"recentTerminal": 78,
"recentWilsonLowerBound": 0.31958885222350686,
"running": 4,
"selectionWeight": 1.748636139440711,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.0,
"waiting": 25648
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 4774.75,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.5582849567106644,
"queueFactor": 0.7731733065467143,
"queueWeight": 0.7731733065467143,
"recentSuccess": 8,
"recentSuccessRate": 0.3333333333333333,
"recentTerminal": 24,
"recentWilsonLowerBound": 0.17971978688379645,
"running": 2,
"selectionWeight": 0.43165102597527366,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 4.0,
"waiting": 19099
},
"Vastai_va16": {
"available": true,
"backlogHours": 1058.46,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.7875829430294258,
"queueFactor": 0.9692108780663399,
"queueWeight": 0.9692108780663399,
"recentSuccess": 29,
"recentSuccessRate": 0.29,
"recentTerminal": 100,
"recentWilsonLowerBound": 0.21014706973984149,
"running": 16,
"selectionWeight": 0.7633339557636218,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.666666666666668,
"waiting": 17641
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 169.09887640449438,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.05,
"queueFactor": 1.2761400513843077,
"queueWeight": 1.2761400513843077,
"recentSuccess": 28,
"recentSuccessRate": 0.03146067415730337,
"recentTerminal": 890,
"recentWilsonLowerBound": 0.021854813518528568,
"running": 6,
"selectionWeight": 0.06380700256921538,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 148.33333333333334,
"waiting": 25083
}
},
"queueAttemptedAt": "2026-11-04T13:44:13.179985+00:00",
"queueError": null,
"queueUpdatedAt": "2026-11-04T13:44:13.179985+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Iluvatar_mrv-100",
"Vastai_va16",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Ascend_910-b4",
"Ascend_910-b3",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}