Files
submmit/.modelhub_state/market_intelligence.json

712 lines
22 KiB
JSON

{
"communityAttemptedAt": "2026-09-26T02:13:03.773170+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-09-26T02:13:03.773170+00:00",
"frameworkAttemptedAt": "2026-09-26T00:39:25.363796+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 34042,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15345,
"successRate": 0.4507666999588743,
"wilsonLowerBound": 0.44548684604236016
},
"vllm": {
"framework": "vllm",
"modelCount": 38113,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10777,
"successRate": 0.2827644110933277,
"wilsonLowerBound": 0.2782651855107334
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 10154,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4263,
"successRate": 0.4198345479613945,
"wilsonLowerBound": 0.41026704715448625
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64117,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12090,
"successRate": 0.18856153594210584,
"wilsonLowerBound": 0.18555245144685048
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21303,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4384,
"successRate": 0.20579261136929072,
"wilsonLowerBound": 0.20041691570746065
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6718,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 71,
"successRate": 0.010568621613575468,
"wilsonLowerBound": 0.008387751546431696
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26355,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3241,
"successRate": 0.12297476759628154,
"wilsonLowerBound": 0.11906466614975847
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16480,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10169902912621359,
"wilsonLowerBound": 0.09717672290932522
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 12399,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5141,
"successRate": 0.4146302121138801,
"wilsonLowerBound": 0.4059861746569756
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24388,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3792,
"successRate": 0.15548630474003608,
"wilsonLowerBound": 0.1509926305218276
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 45649,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11355,
"successRate": 0.24874586518872263,
"wilsonLowerBound": 0.2448014917199182
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23474,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3089,
"successRate": 0.13159240010224077,
"wilsonLowerBound": 0.12732807690538192
},
"vllm": {
"framework": "vllm",
"modelCount": 86750,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9764,
"successRate": 0.11255331412103746,
"wilsonLowerBound": 0.11046729088136552
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 41903,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5146,
"successRate": 0.12280743622175024,
"wilsonLowerBound": 0.1196993368214826
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 35986,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3486,
"successRate": 0.09687100539098538,
"wilsonLowerBound": 0.09385784164606499
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 89696,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21557,
"successRate": 0.24033401712450944,
"wilsonLowerBound": 0.23754884520220035
},
"transformers": {
"framework": "transformers",
"modelCount": 5339,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 576,
"successRate": 0.1078853717924705,
"wilsonLowerBound": 0.09984371675325701
},
"vllm": {
"framework": "vllm",
"modelCount": 112710,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16523,
"successRate": 0.14659746251441752,
"wilsonLowerBound": 0.14454453137315693
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 19032,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3642,
"successRate": 0.19136191677175285,
"wilsonLowerBound": 0.18583561770171939
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 43040,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5590,
"successRate": 0.12987918215613384,
"wilsonLowerBound": 0.12673619216567
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7055,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 595,
"successRate": 0.08433734939759036,
"wilsonLowerBound": 0.07807675146530348
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 200,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 36,
"successRate": 0.18,
"wilsonLowerBound": 0.1329455066253411
},
"vllm": {
"framework": "vllm",
"modelCount": 32006,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5935,
"successRate": 0.1854339811285384,
"wilsonLowerBound": 0.18121389465504223
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61151,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12401,
"successRate": 0.20279308596752302,
"wilsonLowerBound": 0.19962491621564937
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 9749,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2856,
"successRate": 0.29295312339727153,
"wilsonLowerBound": 0.28400169179044776
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 13903,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3504,
"successRate": 0.2520319355534777,
"wilsonLowerBound": 0.24488386597530312
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 63263,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 17319,
"successRate": 0.27376191454720766,
"wilsonLowerBound": 0.27030111107445537
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 139,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 89,
"successRate": 0.6402877697841727,
"wilsonLowerBound": 0.5577209931844739
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 47096,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20766,
"successRate": 0.4409291659588925,
"wilsonLowerBound": 0.43644999606459756
},
"vllm": {
"framework": "vllm",
"modelCount": 37408,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3825,
"successRate": 0.10225085543199315,
"wilsonLowerBound": 0.09922125571932032
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 740,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6281,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030568380831077855,
"wilsonLowerBound": 0.02658963799640948
},
"vllm": {
"framework": "vllm",
"modelCount": 10034,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 742,
"successRate": 0.07394857484552521,
"wilsonLowerBound": 0.06898964202217013
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6298,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2710,
"successRate": 0.4302953318513814,
"wilsonLowerBound": 0.41811326594208775
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7389,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 239,
"successRate": 0.0323453782649885,
"wilsonLowerBound": 0.028548181555336994
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 13338,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4308,
"successRate": 0.32298695456590193,
"wilsonLowerBound": 0.31510290077246206
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 26973,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13721,
"successRate": 0.5086938790642495,
"wilsonLowerBound": 0.502726893452571
},
"vllm": {
"framework": "vllm",
"modelCount": 63813,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6538,
"successRate": 0.10245561249275226,
"wilsonLowerBound": 0.1001266259350039
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 12825,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1917,
"successRate": 0.14947368421052631,
"wilsonLowerBound": 0.1434077078607701
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-26T02:18:11.145542+00:00",
"gpuStats": {
"Ascend_910-b4": {
"available": true,
"backlogHours": 1462.8813559322034,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.906867694462058,
"queueWeight": 0.906867694462058,
"recentSuccess": 46,
"recentSuccessRate": 0.3898305084745763,
"recentTerminal": 118,
"recentWilsonLowerBound": 0.30663375206175597,
"running": 8,
"selectionWeight": 2.2671692361551448,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.666666666666668,
"waiting": 28770
},
"Biren_166m": {
"available": true,
"backlogHours": 114.51121076233184,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.33411336604873454,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 37,
"recentSuccessRate": 0.16591928251121077,
"recentTerminal": 223,
"recentWilsonLowerBound": 0.12283616485086188,
"running": 8,
"selectionWeight": 0.4343473758633549,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 37.166666666666664,
"waiting": 4256
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1250.13698630137,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.44313368806777487,
"queueFactor": 0.928499461731918,
"queueWeight": 0.928499461731918,
"recentSuccess": 16,
"recentSuccessRate": 0.2191780821917808,
"recentTerminal": 73,
"recentWilsonLowerBound": 0.13966002654277956,
"running": 7,
"selectionWeight": 0.41144939084620863,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 12.166666666666666,
"waiting": 15210
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 435.1219512195122,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.18814829571204253,
"queueFactor": 1.0877614111658276,
"queueWeight": 1.0877614111658276,
"recentSuccess": 18,
"recentSuccessRate": 0.14634146341463414,
"recentTerminal": 123,
"recentWilsonLowerBound": 0.09461620811067067,
"running": 7,
"selectionWeight": 0.2046604556521768,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 20.5,
"waiting": 8920
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 35.26289926289927,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 21,
"recentSuccessRate": 0.051597051597051594,
"recentTerminal": 407,
"recentWilsonLowerBound": 0.033991990754344774,
"running": 25,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 67.83333333333333,
"waiting": 2392
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 127.63636363636364,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.2673774319169105,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 35,
"recentSuccessRate": 0.15151515151515152,
"recentTerminal": 231,
"recentWilsonLowerBound": 0.11100442540518478,
"running": 7,
"selectionWeight": 0.34759066149198364,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 38.5,
"waiting": 4914
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2594.7567567567567,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.40200955080880996,
"queueFactor": 0.8321675932216627,
"queueWeight": 0.8321675932216627,
"recentSuccess": 9,
"recentSuccessRate": 0.24324324324324326,
"recentTerminal": 37,
"recentWilsonLowerBound": 0.13361203432663307,
"running": 3,
"selectionWeight": 0.3345393203486891,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 6.166666666666667,
"waiting": 16001
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 404.38356164383566,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.2093930799930555,
"queueFactor": 1.0997811532914263,
"queueWeight": 1.0997811532914263,
"recentSuccess": 42,
"recentSuccessRate": 0.2876712328767123,
"recentTerminal": 146,
"recentWilsonLowerBound": 0.22042903910602474,
"running": 8,
"selectionWeight": 1.3300677162974328,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.333333333333332,
"waiting": 9840
},
"MetaX_c-500": {
"available": true,
"backlogHours": 585.8727272727273,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.41764826558347007,
"queueFactor": 1.0402909124394621,
"queueWeight": 1.0402909124394621,
"recentSuccess": 22,
"recentSuccessRate": 0.2,
"recentTerminal": 110,
"recentWilsonLowerBound": 0.13595004455478174,
"running": 4,
"selectionWeight": 0.4344756952825869,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 18.333333333333332,
"waiting": 10741
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2081.409836065574,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.3020897295427836,
"queueFactor": 0.8601449751028052,
"queueWeight": 0.8601449751028052,
"recentSuccess": 25,
"recentSuccessRate": 0.4098360655737705,
"recentTerminal": 61,
"recentWilsonLowerBound": 0.2953514834927377,
"running": 4,
"selectionWeight": 1.980130913102001,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 10.166666666666666,
"waiting": 21161
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 4261.826086956522,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.8532671411138598,
"queueFactor": 0.7724776776634231,
"queueWeight": 0.7724776776634231,
"recentSuccess": 8,
"recentSuccessRate": 0.34782608695652173,
"recentTerminal": 23,
"recentWilsonLowerBound": 0.18811054636982238,
"running": 2,
"selectionWeight": 0.6591298195941427,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 3.8333333333333335,
"waiting": 16337
},
"Vastai_va16": {
"available": true,
"backlogHours": 762.375,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 1.4864529444611863,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 36,
"recentSuccessRate": 0.32142857142857145,
"recentTerminal": 112,
"recentWilsonLowerBound": 0.24209658586233546,
"running": 16,
"selectionWeight": 1.4864529444611863,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.666666666666668,
"waiting": 14231
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1267.3170731707319,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 2.2423924393070833,
"queueFactor": 0.9266004442863189,
"queueWeight": 0.9266004442863189,
"recentSuccess": 32,
"recentSuccessRate": 0.3902439024390244,
"recentTerminal": 82,
"recentWilsonLowerBound": 0.2918451685297084,
"running": 6,
"selectionWeight": 2.077801830526226,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.666666666666666,
"waiting": 17320
}
},
"queueAttemptedAt": "2026-09-26T02:18:11.145542+00:00",
"queueError": null,
"queueUpdatedAt": "2026-09-26T02:18:11.145542+00:00",
"supportedGpus": [
"Vastai_va16",
"Cambricon_mlu-370-x4",
"Kunlunxin_p-800",
"Iluvatar_mrv-100",
"Iluvatar_bi-150",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}