Files
submmit/.modelhub_state/market_intelligence.json

800 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-10-28T16:47:51.647810+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-28T16:47:51.647810+00:00",
"frameworkAttemptedAt": "2026-10-28T11:00:24.846881+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44682,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22607,
"successRate": 0.5059531802515554,
"wilsonLowerBound": 0.5013170218385246
},
"vllm": {
"framework": "vllm",
"modelCount": 59277,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15712,
"successRate": 0.2650606474686641,
"wilsonLowerBound": 0.2615228228480483
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 23,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 9,
"successRate": 0.391304347826087,
"wilsonLowerBound": 0.22157377982382145
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6300,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2072,
"successRate": 0.3288888888888889,
"wilsonLowerBound": 0.3173949062889357
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39905,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19320,
"successRate": 0.484149855907781,
"wilsonLowerBound": 0.47924825383683606
},
"vllm": {
"framework": "vllm",
"modelCount": 41197,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11247,
"successRate": 0.2730053159210622,
"wilsonLowerBound": 0.2687245895820512
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 15592,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6322,
"successRate": 0.40546434068753207,
"wilsonLowerBound": 0.39778180560958953
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64347,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.1880429546054983,
"wilsonLowerBound": 0.18504244450436705
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 39278,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8110,
"successRate": 0.2064769081928815,
"wilsonLowerBound": 0.20250260194237138
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8616,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013579387186629526,
"wilsonLowerBound": 0.011343267349465438
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26886,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3304,
"successRate": 0.12288923603362345,
"wilsonLowerBound": 0.11901858745630627
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16533,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10137301155265227,
"wilsonLowerBound": 0.09686444071929254
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 18998,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7226,
"successRate": 0.38035582692915043,
"wilsonLowerBound": 0.37347718640902705
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24865,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3812,
"successRate": 0.15330786245726927,
"wilsonLowerBound": 0.1488832088267288
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 58667,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14622,
"successRate": 0.2492372202430668,
"wilsonLowerBound": 0.24575332143404569
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 29046,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4071,
"successRate": 0.14015699235695103,
"wilsonLowerBound": 0.13621219736718426
},
"vllm": {
"framework": "vllm",
"modelCount": 87140,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11222171218728483,
"wilsonLowerBound": 0.11014304038606977
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50695,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5790,
"successRate": 0.11421244698688233,
"wilsonLowerBound": 0.11147280798764218
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 54326,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3898,
"successRate": 0.07175201560946877,
"wilsonLowerBound": 0.0696119544684661
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95583,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24176,
"successRate": 0.2529320067375998,
"wilsonLowerBound": 0.2501861737543876
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 164,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 6711,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 616,
"successRate": 0.0917895991655491,
"wilsonLowerBound": 0.08511316588523572
},
"vllm": {
"framework": "vllm",
"modelCount": 113030,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16551,
"successRate": 0.14643015128726886,
"wilsonLowerBound": 0.14438109185507506
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 411,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.004866180048661801,
"wilsonLowerBound": 0.0013354700434012547
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26549,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4272,
"successRate": 0.16091001544314287,
"wilsonLowerBound": 0.1565390654055043
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44891,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5828,
"successRate": 0.1298255775099686,
"wilsonLowerBound": 0.12674794540674567
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9139,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 850,
"successRate": 0.09300798774482985,
"wilsonLowerBound": 0.08722297227830683
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 36831,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7541,
"successRate": 0.20474600200917706,
"wilsonLowerBound": 0.20065582494418588
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61649,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12432,
"successRate": 0.2016577722266379,
"wilsonLowerBound": 0.1985090631870173
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20888,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5801,
"successRate": 0.27771926464955954,
"wilsonLowerBound": 0.2716867142511101
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16932,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4088,
"successRate": 0.24143633356957242,
"wilsonLowerBound": 0.23504931534238055
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 70979,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19449,
"successRate": 0.2740106228602826,
"wilsonLowerBound": 0.27074166455427484
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2535,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1427,
"successRate": 0.5629191321499014,
"wilsonLowerBound": 0.5435288083984998
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49231,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22135,
"successRate": 0.4496150799293128,
"wilsonLowerBound": 0.4452248734861584
},
"vllm": {
"framework": "vllm",
"modelCount": 42387,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5598,
"successRate": 0.13206879467761343,
"wilsonLowerBound": 0.12887894677598424
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1423,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10127,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 767,
"successRate": 0.07573812580231065,
"wilsonLowerBound": 0.0707443487612829
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8292,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3656,
"successRate": 0.4409068982151471,
"wilsonLowerBound": 0.4302500437112765
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7471,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 251,
"successRate": 0.03359657341721323,
"wilsonLowerBound": 0.029744345261003922
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 22900,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6360,
"successRate": 0.2777292576419214,
"wilsonLowerBound": 0.2719659547402788
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29772,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15260,
"successRate": 0.5125621389224775,
"wilsonLowerBound": 0.5068830206100422
},
"vllm": {
"framework": "vllm",
"modelCount": 69569,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7586,
"successRate": 0.10904282079661919,
"wilsonLowerBound": 0.10674817646799387
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15018,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2821,
"successRate": 0.18784125715807698,
"wilsonLowerBound": 0.18167445509995525
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-28T16:49:00.363464+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 0.0017372018889175204,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345383,
"recentSuccessRate": 1.0,
"recentTerminal": 345383,
"recentWilsonLowerBound": 0.9999888773990863,
"running": 4,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57563.833333333336,
"waiting": 100
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 0.0017198298700283454,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345383,
"recentSuccessRate": 1.0,
"recentTerminal": 345383,
"recentWilsonLowerBound": 0.9999888773990863,
"running": 4,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57563.833333333336,
"waiting": 99
},
"Biren_166m": {
"available": true,
"backlogHours": 0.0017198298700283454,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345383,
"recentSuccessRate": 1.0,
"recentTerminal": 345383,
"recentWilsonLowerBound": 0.9999888773990863,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57563.833333333336,
"waiting": 99
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 0.0017198298700283454,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345383,
"recentSuccessRate": 1.0,
"recentTerminal": 345383,
"recentWilsonLowerBound": 0.9999888773990863,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57563.833333333336,
"waiting": 99
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 0.0017198298700283454,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345383,
"recentSuccessRate": 1.0,
"recentTerminal": 345383,
"recentWilsonLowerBound": 0.9999888773990863,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57563.833333333336,
"waiting": 99
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 0.0017198298700283454,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345383,
"recentSuccessRate": 1.0,
"recentTerminal": 345383,
"recentWilsonLowerBound": 0.9999888773990863,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57563.833333333336,
"waiting": 99
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 0.0017372018889175204,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345383,
"recentSuccessRate": 1.0,
"recentTerminal": 345383,
"recentWilsonLowerBound": 0.9999888773990863,
"running": 4,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57563.833333333336,
"waiting": 100
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 0.0017372018889175204,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345383,
"recentSuccessRate": 1.0,
"recentTerminal": 345383,
"recentWilsonLowerBound": 0.9999888773990863,
"running": 4,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57563.833333333336,
"waiting": 100
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 0.0017198298700283454,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345383,
"recentSuccessRate": 1.0,
"recentTerminal": 345383,
"recentWilsonLowerBound": 0.9999888773990863,
"running": 4,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57563.833333333336,
"waiting": 99
},
"MetaX_c-500": {
"available": true,
"backlogHours": 0.0017198298700283454,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345383,
"recentSuccessRate": 1.0,
"recentTerminal": 345383,
"recentWilsonLowerBound": 0.9999888773990863,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57563.833333333336,
"waiting": 99
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 0.0017198298700283454,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345383,
"recentSuccessRate": 1.0,
"recentTerminal": 345383,
"recentWilsonLowerBound": 0.9999888773990863,
"running": 4,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57563.833333333336,
"waiting": 99
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 0.0017198298700283454,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345383,
"recentSuccessRate": 1.0,
"recentTerminal": 345383,
"recentWilsonLowerBound": 0.9999888773990863,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57563.833333333336,
"waiting": 99
},
"Vastai_va16": {
"available": true,
"backlogHours": 0.0017198298700283454,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345383,
"recentSuccessRate": 1.0,
"recentTerminal": 345383,
"recentWilsonLowerBound": 0.9999888773990863,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57563.833333333336,
"waiting": 99
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 0.0017198298700283454,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 345383,
"recentSuccessRate": 1.0,
"recentTerminal": 345383,
"recentWilsonLowerBound": 0.9999888773990863,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57563.833333333336,
"waiting": 99
}
},
"queueAttemptedAt": "2026-10-28T16:49:00.363464+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-28T16:49:00.363464+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b4",
"hygon_k100-ai",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}