Files
submmit/.modelhub_state/market_intelligence.json

712 lines
22 KiB
JSON
Raw Normal View History

2026-09-26 01:54:48 +00:00
{
"communityAttemptedAt": "2026-09-26T01:40:33.793242+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-09-26T01:40:33.793242+00:00",
"frameworkAttemptedAt": "2026-09-26T00:39:25.363796+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 34042,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15345,
"successRate": 0.4507666999588743,
"wilsonLowerBound": 0.44548684604236016
},
"vllm": {
"framework": "vllm",
"modelCount": 38113,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10777,
"successRate": 0.2827644110933277,
"wilsonLowerBound": 0.2782651855107334
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 10154,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4263,
"successRate": 0.4198345479613945,
"wilsonLowerBound": 0.41026704715448625
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64117,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12090,
"successRate": 0.18856153594210584,
"wilsonLowerBound": 0.18555245144685048
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21303,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4384,
"successRate": 0.20579261136929072,
"wilsonLowerBound": 0.20041691570746065
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6718,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 71,
"successRate": 0.010568621613575468,
"wilsonLowerBound": 0.008387751546431696
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26355,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3241,
"successRate": 0.12297476759628154,
"wilsonLowerBound": 0.11906466614975847
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16480,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10169902912621359,
"wilsonLowerBound": 0.09717672290932522
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 12399,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5141,
"successRate": 0.4146302121138801,
"wilsonLowerBound": 0.4059861746569756
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24388,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3792,
"successRate": 0.15548630474003608,
"wilsonLowerBound": 0.1509926305218276
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 45649,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11355,
"successRate": 0.24874586518872263,
"wilsonLowerBound": 0.2448014917199182
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23474,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3089,
"successRate": 0.13159240010224077,
"wilsonLowerBound": 0.12732807690538192
},
"vllm": {
"framework": "vllm",
"modelCount": 86750,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9764,
"successRate": 0.11255331412103746,
"wilsonLowerBound": 0.11046729088136552
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 41903,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5146,
"successRate": 0.12280743622175024,
"wilsonLowerBound": 0.1196993368214826
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 35986,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3486,
"successRate": 0.09687100539098538,
"wilsonLowerBound": 0.09385784164606499
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 89696,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21557,
"successRate": 0.24033401712450944,
"wilsonLowerBound": 0.23754884520220035
},
"transformers": {
"framework": "transformers",
"modelCount": 5339,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 576,
"successRate": 0.1078853717924705,
"wilsonLowerBound": 0.09984371675325701
},
"vllm": {
"framework": "vllm",
"modelCount": 112710,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16523,
"successRate": 0.14659746251441752,
"wilsonLowerBound": 0.14454453137315693
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 19032,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3642,
"successRate": 0.19136191677175285,
"wilsonLowerBound": 0.18583561770171939
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 43040,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5590,
"successRate": 0.12987918215613384,
"wilsonLowerBound": 0.12673619216567
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7055,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 595,
"successRate": 0.08433734939759036,
"wilsonLowerBound": 0.07807675146530348
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 200,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 36,
"successRate": 0.18,
"wilsonLowerBound": 0.1329455066253411
},
"vllm": {
"framework": "vllm",
"modelCount": 32006,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5935,
"successRate": 0.1854339811285384,
"wilsonLowerBound": 0.18121389465504223
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61151,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12401,
"successRate": 0.20279308596752302,
"wilsonLowerBound": 0.19962491621564937
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 9749,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2856,
"successRate": 0.29295312339727153,
"wilsonLowerBound": 0.28400169179044776
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 13903,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3504,
"successRate": 0.2520319355534777,
"wilsonLowerBound": 0.24488386597530312
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 63263,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 17319,
"successRate": 0.27376191454720766,
"wilsonLowerBound": 0.27030111107445537
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 139,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 89,
"successRate": 0.6402877697841727,
"wilsonLowerBound": 0.5577209931844739
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 47096,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20766,
"successRate": 0.4409291659588925,
"wilsonLowerBound": 0.43644999606459756
},
"vllm": {
"framework": "vllm",
"modelCount": 37408,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3825,
"successRate": 0.10225085543199315,
"wilsonLowerBound": 0.09922125571932032
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 740,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6281,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030568380831077855,
"wilsonLowerBound": 0.02658963799640948
},
"vllm": {
"framework": "vllm",
"modelCount": 10034,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 742,
"successRate": 0.07394857484552521,
"wilsonLowerBound": 0.06898964202217013
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6298,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2710,
"successRate": 0.4302953318513814,
"wilsonLowerBound": 0.41811326594208775
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7389,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 239,
"successRate": 0.0323453782649885,
"wilsonLowerBound": 0.028548181555336994
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 13338,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4308,
"successRate": 0.32298695456590193,
"wilsonLowerBound": 0.31510290077246206
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 26973,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13721,
"successRate": 0.5086938790642495,
"wilsonLowerBound": 0.502726893452571
},
"vllm": {
"framework": "vllm",
"modelCount": 63813,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6538,
"successRate": 0.10245561249275226,
"wilsonLowerBound": 0.1001266259350039
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 12825,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1917,
"successRate": 0.14947368421052631,
"wilsonLowerBound": 0.1434077078607701
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-26T01:54:48.273006+00:00",
"gpuStats": {
"Ascend_910-b4": {
"available": true,
"backlogHours": 1500.9391304347826,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.6656757600794372,
"queueFactor": 0.9070960902890809,
"queueWeight": 0.9070960902890809,
"recentSuccess": 43,
"recentSuccessRate": 0.3739130434782609,
"recentTerminal": 115,
"recentWilsonLowerBound": 0.29090239459918776,
"running": 8,
"selectionWeight": 1.5109279696573505,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.166666666666668,
"waiting": 28768
},
"Biren_166m": {
"available": true,
"backlogHours": 113.54666666666667,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.26244134050800816,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 38,
"recentSuccessRate": 0.1688888888888889,
"recentTerminal": 225,
"recentWilsonLowerBound": 0.1255879889450347,
"running": 8,
"selectionWeight": 0.3411737426604106,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 37.5,
"waiting": 4258
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1362.179104477612,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.33663502879643914,
"queueFactor": 0.9203915546115526,
"queueWeight": 0.9203915546115526,
"recentSuccess": 15,
"recentSuccessRate": 0.22388059701492538,
"recentTerminal": 67,
"recentWilsonLowerBound": 0.1406360851472927,
"running": 7,
"selectionWeight": 0.3098360374906594,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 11.166666666666666,
"waiting": 15211
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 435.0243902439024,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.16312763760291252,
"queueFactor": 1.0922717868068699,
"queueWeight": 1.0922717868068699,
"recentSuccess": 19,
"recentSuccessRate": 0.15447154471544716,
"recentTerminal": 123,
"recentWilsonLowerBound": 0.10117712466277536,
"running": 7,
"selectionWeight": 0.17817971620211678,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 20.5,
"waiting": 8918
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 34.858536585365854,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 22,
"recentSuccessRate": 0.05365853658536585,
"recentTerminal": 410,
"recentWilsonLowerBound": 0.03569888845556633,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 68.33333333333333,
"waiting": 2382
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 126.56896551724138,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.1981011302779238,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 35,
"recentSuccessRate": 0.15086206896551724,
"recentTerminal": 232,
"recentWilsonLowerBound": 0.11051660060403953,
"running": 14,
"selectionWeight": 0.25753146936130095,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 38.666666666666664,
"waiting": 4894
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2594.108108108108,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.21154103826581566,
"queueFactor": 0.8356213861977867,
"queueWeight": 0.8356213861977867,
"recentSuccess": 8,
"recentSuccessRate": 0.21621621621621623,
"recentTerminal": 37,
"recentWilsonLowerBound": 0.11386376851955585,
"running": 2,
"selectionWeight": 0.17676821563339992,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 6.166666666666667,
"waiting": 15997
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 354.03592814371257,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.6660922216349153,
"queueFactor": 1.1265504788651663,
"queueWeight": 1.1265504788651663,
"recentSuccess": 42,
"recentSuccessRate": 0.25149700598802394,
"recentTerminal": 167,
"recentWilsonLowerBound": 0.19178414631509597,
"running": 8,
"selectionWeight": 0.7503865112511764,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 27.833333333333332,
"waiting": 9854
},
"MetaX_c-500": {
"available": true,
"backlogHours": 580.8648648648649,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.306103527172013,
"queueFactor": 1.0459152394701454,
"queueWeight": 1.0459152394701454,
"recentSuccess": 22,
"recentSuccessRate": 0.1981981981981982,
"recentTerminal": 111,
"recentWilsonLowerBound": 0.1346877647184602,
"running": 4,
"selectionWeight": 0.32015834392477216,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 18.5,
"waiting": 10746
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2227.684210526316,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 0.8549283387295712,
"queueWeight": 0.8549283387295712,
"recentSuccess": 27,
"recentSuccessRate": 0.47368421052631576,
"recentTerminal": 57,
"recentWilsonLowerBound": 0.3498695765634663,
"running": 4,
"selectionWeight": 2.137320846823928,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 9.5,
"waiting": 21163
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 4455.0,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.46956129788443257,
"queueFactor": 0.7705141183590917,
"queueWeight": 0.7705141183590917,
"recentSuccess": 7,
"recentSuccessRate": 0.3181818181818182,
"recentTerminal": 22,
"recentWilsonLowerBound": 0.16360387354692477,
"running": 2,
"selectionWeight": 0.36180360945497436,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 3.6666666666666665,
"waiting": 16335
},
"Vastai_va16": {
"available": true,
"backlogHours": 783.5229357798164,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 1.1838747442695725,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 36,
"recentSuccessRate": 0.3302752293577982,
"recentTerminal": 109,
"recentWilsonLowerBound": 0.24908361228527498,
"running": 16,
"selectionWeight": 1.1838747442695725,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.166666666666668,
"waiting": 14234
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1281.851851851852,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 1.4521345890999229,
"queueFactor": 0.9288211195113054,
"queueWeight": 0.9288211195113054,
"recentSuccess": 30,
"recentSuccessRate": 0.37037037037037035,
"recentTerminal": 81,
"recentWilsonLowerBound": 0.27331523697645854,
"running": 6,
"selectionWeight": 1.3487732747288799,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.5,
"waiting": 17305
}
},
"queueAttemptedAt": "2026-09-26T01:45:39.969306+00:00",
"queueError": null,
"queueUpdatedAt": "2026-09-26T01:45:39.969306+00:00",
"supportedGpus": [
"Vastai_va16",
"Cambricon_mlu-370-x4",
"Kunlunxin_p-800",
"Iluvatar_mrv-100",
"Iluvatar_bi-150",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}