Files
submmit/.modelhub_state/market_intelligence.json

696 lines
21 KiB
JSON

{
"communityAttemptedAt": "2026-10-29T08:27:24.516520+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-29T08:27:24.516520+00:00",
"frameworkAttemptedAt": "2026-10-29T05:50:28.256556+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44785,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22667,
"successRate": 0.5061292843586022,
"wilsonLowerBound": 0.5014984650432849
},
"vllm": {
"framework": "vllm",
"modelCount": 59367,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15729,
"successRate": 0.26494517155995756,
"wilsonLowerBound": 0.2614105199935232
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 37,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 16,
"successRate": 0.43243243243243246,
"wilsonLowerBound": 0.2867148684035131
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6406,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2112,
"successRate": 0.32969091476740553,
"wilsonLowerBound": 0.31828390751187086
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40018,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19396,
"successRate": 0.48468189314808335,
"wilsonLowerBound": 0.4797869999530225
},
"vllm": {
"framework": "vllm",
"modelCount": 41245,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11253,
"successRate": 0.2728330706752334,
"wilsonLowerBound": 0.26855568680052155
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 15751,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6370,
"successRate": 0.40441876706240876,
"wilsonLowerBound": 0.39677839588007807
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26896,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3306,
"successRate": 0.12291790600832837,
"wilsonLowerBound": 0.1190475695673269
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16534,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.1013668803677271,
"wilsonLowerBound": 0.09685856789451742
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 19188,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7281,
"successRate": 0.3794559099437148,
"wilsonLowerBound": 0.3726146143162917
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24865,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3812,
"successRate": 0.15330786245726927,
"wilsonLowerBound": 0.1488832088267288
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 58996,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14687,
"successRate": 0.24894908129364704,
"wilsonLowerBound": 0.2454762317035557
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 29589,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4121,
"successRate": 0.1392747304741627,
"wilsonLowerBound": 0.13537642396503963
},
"vllm": {
"framework": "vllm",
"modelCount": 87140,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11222171218728483,
"wilsonLowerBound": 0.11014304038606977
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50719,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5792,
"successRate": 0.11419783513081883,
"wilsonLowerBound": 0.11145899283940419
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 54554,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3900,
"successRate": 0.07148880008798622,
"wilsonLowerBound": 0.06935684026444372
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95631,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24184,
"successRate": 0.252888707636645,
"wilsonLowerBound": 0.2501437190640659
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 164,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 6750,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 631,
"successRate": 0.09348148148148148,
"wilsonLowerBound": 0.08676610676792189
},
"vllm": {
"framework": "vllm",
"modelCount": 113033,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16551,
"successRate": 0.14642626489609228,
"wilsonLowerBound": 0.14437725528636017
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 414,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.004830917874396135,
"wilsonLowerBound": 0.001325785404573985
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26560,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4275,
"successRate": 0.16095632530120482,
"wilsonLowerBound": 0.15658574985614238
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45159,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5876,
"successRate": 0.13011802741424744,
"wilsonLowerBound": 0.12704645502243178
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9149,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 851,
"successRate": 0.09301563012351077,
"wilsonLowerBound": 0.0872334626219038
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 36932,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7573,
"successRate": 0.20505252897216505,
"wilsonLowerBound": 0.2009655890882682
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 71099,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19478,
"successRate": 0.27395603313689365,
"wilsonLowerBound": 0.27069003050188106
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2648,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1474,
"successRate": 0.5566465256797583,
"wilsonLowerBound": 0.5376562212109497
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49317,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22181,
"successRate": 0.44976377314110755,
"wilsonLowerBound": 0.4453772482233472
},
"vllm": {
"framework": "vllm",
"modelCount": 42502,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5641,
"successRate": 0.1327231659686603,
"wilsonLowerBound": 0.12953078586010025
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1440,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10131,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 767,
"successRate": 0.07570822228802684,
"wilsonLowerBound": 0.07071634427594103
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8346,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3677,
"successRate": 0.4405703330936976,
"wilsonLowerBound": 0.42994892246808775
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7474,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 254,
"successRate": 0.03398447952903398,
"wilsonLowerBound": 0.03011014467018104
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 23257,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6465,
"successRate": 0.2779808229780281,
"wilsonLowerBound": 0.27225999006956014
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29832,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15291,
"successRate": 0.5125703942075623,
"wilsonLowerBound": 0.506896992055103
},
"vllm": {
"framework": "vllm",
"modelCount": 69663,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7605,
"successRate": 0.10916842513242324,
"wilsonLowerBound": 0.10687413873005991
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15094,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2842,
"successRate": 0.18828673645157015,
"wilsonLowerBound": 0.1821294931948864
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-29T08:28:31.555843+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 0.0016982685170476698,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346235,
"recentSuccessRate": 1.0,
"recentTerminal": 346235,
"recentWilsonLowerBound": 0.9999889047687942,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57705.833333333336,
"waiting": 98
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 0.001732927058211908,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346235,
"recentSuccessRate": 1.0,
"recentTerminal": 346235,
"recentWilsonLowerBound": 0.9999889047687942,
"running": 4,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57705.833333333336,
"waiting": 100
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 0.0016982685170476698,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346235,
"recentSuccessRate": 1.0,
"recentTerminal": 346235,
"recentWilsonLowerBound": 0.9999889047687942,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57705.833333333336,
"waiting": 98
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 0.001732927058211908,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346235,
"recentSuccessRate": 1.0,
"recentTerminal": 346235,
"recentWilsonLowerBound": 0.9999889047687942,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57705.833333333336,
"waiting": 100
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 0.001732927058211908,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346235,
"recentSuccessRate": 1.0,
"recentTerminal": 346235,
"recentWilsonLowerBound": 0.9999889047687942,
"running": 4,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57705.833333333336,
"waiting": 100
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 0.001732927058211908,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346235,
"recentSuccessRate": 1.0,
"recentTerminal": 346235,
"recentWilsonLowerBound": 0.9999889047687942,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57705.833333333336,
"waiting": 100
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 0.001732927058211908,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346235,
"recentSuccessRate": 1.0,
"recentTerminal": 346235,
"recentWilsonLowerBound": 0.9999889047687942,
"running": 4,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57705.833333333336,
"waiting": 100
},
"MetaX_c-500": {
"available": true,
"backlogHours": 0.001732927058211908,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346235,
"recentSuccessRate": 1.0,
"recentTerminal": 346235,
"recentWilsonLowerBound": 0.9999889047687942,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57705.833333333336,
"waiting": 100
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 0.001732927058211908,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346235,
"recentSuccessRate": 1.0,
"recentTerminal": 346235,
"recentWilsonLowerBound": 0.9999889047687942,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57705.833333333336,
"waiting": 100
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 0.001732927058211908,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346235,
"recentSuccessRate": 1.0,
"recentTerminal": 346235,
"recentWilsonLowerBound": 0.9999889047687942,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57705.833333333336,
"waiting": 100
},
"Vastai_va16": {
"available": true,
"backlogHours": 0.001732927058211908,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346235,
"recentSuccessRate": 1.0,
"recentTerminal": 346235,
"recentWilsonLowerBound": 0.9999889047687942,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57705.833333333336,
"waiting": 100
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 0.001732927058211908,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 346235,
"recentSuccessRate": 1.0,
"recentTerminal": 346235,
"recentWilsonLowerBound": 0.9999889047687942,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57705.833333333336,
"waiting": 100
}
},
"queueAttemptedAt": "2026-10-29T08:28:31.555843+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-29T08:28:31.555843+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Iluvatar_bi-150",
"Ascend_910-b4",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"hygon_k100-ai",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}