Files
submmit/.modelhub_state/market_intelligence.json

712 lines
22 KiB
JSON

{
"communityAttemptedAt": "2026-09-26T01:56:35.661042+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-09-26T01:56:35.661042+00:00",
"frameworkAttemptedAt": "2026-09-26T00:39:25.363796+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 34042,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15345,
"successRate": 0.4507666999588743,
"wilsonLowerBound": 0.44548684604236016
},
"vllm": {
"framework": "vllm",
"modelCount": 38113,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10777,
"successRate": 0.2827644110933277,
"wilsonLowerBound": 0.2782651855107334
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 10154,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4263,
"successRate": 0.4198345479613945,
"wilsonLowerBound": 0.41026704715448625
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64117,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12090,
"successRate": 0.18856153594210584,
"wilsonLowerBound": 0.18555245144685048
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21303,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4384,
"successRate": 0.20579261136929072,
"wilsonLowerBound": 0.20041691570746065
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6718,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 71,
"successRate": 0.010568621613575468,
"wilsonLowerBound": 0.008387751546431696
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26355,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3241,
"successRate": 0.12297476759628154,
"wilsonLowerBound": 0.11906466614975847
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16480,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10169902912621359,
"wilsonLowerBound": 0.09717672290932522
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 12399,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5141,
"successRate": 0.4146302121138801,
"wilsonLowerBound": 0.4059861746569756
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24388,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3792,
"successRate": 0.15548630474003608,
"wilsonLowerBound": 0.1509926305218276
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 45649,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11355,
"successRate": 0.24874586518872263,
"wilsonLowerBound": 0.2448014917199182
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23474,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3089,
"successRate": 0.13159240010224077,
"wilsonLowerBound": 0.12732807690538192
},
"vllm": {
"framework": "vllm",
"modelCount": 86750,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9764,
"successRate": 0.11255331412103746,
"wilsonLowerBound": 0.11046729088136552
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 41903,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5146,
"successRate": 0.12280743622175024,
"wilsonLowerBound": 0.1196993368214826
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 35986,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3486,
"successRate": 0.09687100539098538,
"wilsonLowerBound": 0.09385784164606499
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 89696,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21557,
"successRate": 0.24033401712450944,
"wilsonLowerBound": 0.23754884520220035
},
"transformers": {
"framework": "transformers",
"modelCount": 5339,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 576,
"successRate": 0.1078853717924705,
"wilsonLowerBound": 0.09984371675325701
},
"vllm": {
"framework": "vllm",
"modelCount": 112710,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16523,
"successRate": 0.14659746251441752,
"wilsonLowerBound": 0.14454453137315693
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 19032,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3642,
"successRate": 0.19136191677175285,
"wilsonLowerBound": 0.18583561770171939
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 43040,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5590,
"successRate": 0.12987918215613384,
"wilsonLowerBound": 0.12673619216567
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7055,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 595,
"successRate": 0.08433734939759036,
"wilsonLowerBound": 0.07807675146530348
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 200,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 36,
"successRate": 0.18,
"wilsonLowerBound": 0.1329455066253411
},
"vllm": {
"framework": "vllm",
"modelCount": 32006,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5935,
"successRate": 0.1854339811285384,
"wilsonLowerBound": 0.18121389465504223
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61151,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12401,
"successRate": 0.20279308596752302,
"wilsonLowerBound": 0.19962491621564937
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 9749,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2856,
"successRate": 0.29295312339727153,
"wilsonLowerBound": 0.28400169179044776
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 13903,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3504,
"successRate": 0.2520319355534777,
"wilsonLowerBound": 0.24488386597530312
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 63263,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 17319,
"successRate": 0.27376191454720766,
"wilsonLowerBound": 0.27030111107445537
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 139,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 89,
"successRate": 0.6402877697841727,
"wilsonLowerBound": 0.5577209931844739
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 47096,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20766,
"successRate": 0.4409291659588925,
"wilsonLowerBound": 0.43644999606459756
},
"vllm": {
"framework": "vllm",
"modelCount": 37408,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3825,
"successRate": 0.10225085543199315,
"wilsonLowerBound": 0.09922125571932032
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 740,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6281,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030568380831077855,
"wilsonLowerBound": 0.02658963799640948
},
"vllm": {
"framework": "vllm",
"modelCount": 10034,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 742,
"successRate": 0.07394857484552521,
"wilsonLowerBound": 0.06898964202217013
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6298,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2710,
"successRate": 0.4302953318513814,
"wilsonLowerBound": 0.41811326594208775
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7389,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 239,
"successRate": 0.0323453782649885,
"wilsonLowerBound": 0.028548181555336994
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 13338,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4308,
"successRate": 0.32298695456590193,
"wilsonLowerBound": 0.31510290077246206
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 26973,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13721,
"successRate": 0.5086938790642495,
"wilsonLowerBound": 0.502726893452571
},
"vllm": {
"framework": "vllm",
"modelCount": 63813,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6538,
"successRate": 0.10245561249275226,
"wilsonLowerBound": 0.1001266259350039
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 12825,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1917,
"successRate": 0.14947368421052631,
"wilsonLowerBound": 0.1434077078607701
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-26T01:58:19.485093+00:00",
"gpuStats": {
"Ascend_910-b4": {
"available": true,
"backlogHours": 1462.9322033898304,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.0595062220955556,
"queueFactor": 0.9118619941177041,
"queueWeight": 0.9118619941177041,
"recentSuccess": 44,
"recentSuccessRate": 0.3728813559322034,
"recentTerminal": 118,
"recentWilsonLowerBound": 0.29093039494611966,
"running": 8,
"selectionWeight": 1.8779854505778724,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.666666666666668,
"waiting": 28771
},
"Biren_166m": {
"available": true,
"backlogHours": 110.64935064935065,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.3057972161718958,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 38,
"recentSuccessRate": 0.1645021645021645,
"recentTerminal": 231,
"recentWilsonLowerBound": 0.12225753937126549,
"running": 8,
"selectionWeight": 0.39753638102346456,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 38.5,
"waiting": 4260
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1362.44776119403,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.41614050208180087,
"queueFactor": 0.921647323074412,
"queueWeight": 0.921647323074412,
"recentSuccess": 15,
"recentSuccessRate": 0.22388059701492538,
"recentTerminal": 67,
"recentWilsonLowerBound": 0.1406360851472927,
"running": 7,
"selectionWeight": 0.38353477976653355,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 11.166666666666666,
"waiting": 15214
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 446.0,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.18394697154712233,
"queueFactor": 1.0897139640159943,
"queueWeight": 1.0897139640159943,
"recentSuccess": 18,
"recentSuccessRate": 0.15,
"recentTerminal": 120,
"recentWilsonLowerBound": 0.09703734033668818,
"running": 7,
"selectionWeight": 0.200449583533352,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 20.0,
"waiting": 8920
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 34.92909535452323,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 22,
"recentSuccessRate": 0.05378973105134474,
"recentTerminal": 409,
"recentWilsonLowerBound": 0.035786827745766574,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 68.16666666666667,
"waiting": 2381
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 127.48695652173912,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.24969077236910409,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 35,
"recentSuccessRate": 0.15217391304347827,
"recentTerminal": 230,
"recentWilsonLowerBound": 0.11149657942360294,
"running": 10,
"selectionWeight": 0.3245980040798353,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 38.333333333333336,
"waiting": 4887
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2666.8333333333335,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.27845654595528907,
"queueFactor": 0.8333229905310411,
"queueWeight": 0.8333229905310411,
"recentSuccess": 8,
"recentSuccessRate": 0.2222222222222222,
"recentTerminal": 36,
"recentWilsonLowerBound": 0.11716192974839595,
"running": 2,
"selectionWeight": 0.23204424160840575,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 6.0,
"waiting": 16001
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 367.11801242236027,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.8948586199226803,
"queueFactor": 1.1219975044021302,
"queueWeight": 1.1219975044021302,
"recentSuccess": 42,
"recentSuccessRate": 0.2608695652173913,
"recentTerminal": 161,
"recentWilsonLowerBound": 0.1991772332768764,
"running": 8,
"selectionWeight": 1.0040291383459816,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 26.833333333333332,
"waiting": 9851
},
"MetaX_c-500": {
"available": true,
"backlogHours": 570.7964601769912,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.40963417013563086,
"queueFactor": 1.0501239277796501,
"queueWeight": 1.0501239277796501,
"recentSuccess": 23,
"recentSuccessRate": 0.20353982300884957,
"recentTerminal": 113,
"recentWilsonLowerBound": 0.1396323173788541,
"running": 4,
"selectionWeight": 0.43016664369558616,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 18.833333333333332,
"waiting": 10750
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2228.0,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 0.8561019119722284,
"queueWeight": 0.8561019119722284,
"recentSuccess": 25,
"recentSuccessRate": 0.43859649122807015,
"recentTerminal": 57,
"recentWilsonLowerBound": 0.31772495285894004,
"running": 4,
"selectionWeight": 2.140254779930571,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 9.5,
"waiting": 21166
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 4455.818181818182,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.5804609073465403,
"queueFactor": 0.7715669666262803,
"queueWeight": 0.7715669666262803,
"recentSuccess": 7,
"recentSuccessRate": 0.3181818181818182,
"recentTerminal": 22,
"recentWilsonLowerBound": 0.16360387354692477,
"running": 2,
"selectionWeight": 0.4478644615265085,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 3.6666666666666665,
"waiting": 16338
},
"Vastai_va16": {
"available": true,
"backlogHours": 790.8333333333334,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 1.4949419776447324,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 36,
"recentSuccessRate": 0.3333333333333333,
"recentTerminal": 108,
"recentWilsonLowerBound": 0.251503596837226,
"running": 16,
"selectionWeight": 1.4949419776447324,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.0,
"waiting": 14235
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1282.148148148148,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 1.6388800056483563,
"queueFactor": 0.9300836576902016,
"queueWeight": 0.9300836576902016,
"recentSuccess": 29,
"recentSuccessRate": 0.35802469135802467,
"recentTerminal": 81,
"recentWilsonLowerBound": 0.26223516972228395,
"running": 6,
"selectionWeight": 1.5242955101687616,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.5,
"waiting": 17309
}
},
"queueAttemptedAt": "2026-09-26T01:56:35.661042+00:00",
"queueError": null,
"queueUpdatedAt": "2026-09-26T01:56:35.661042+00:00",
"supportedGpus": [
"Vastai_va16",
"Cambricon_mlu-370-x4",
"Kunlunxin_p-800",
"Iluvatar_mrv-100",
"Iluvatar_bi-150",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}