Files
submmit/.modelhub_state/market_intelligence.json

800 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-10-31T11:07:01.086905+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-31T11:07:01.086905+00:00",
"frameworkAttemptedAt": "2026-10-31T10:17:59.998236+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 45105,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22845,
"successRate": 0.5064848686398403,
"wilsonLowerBound": 0.5018705169374298
},
"vllm": {
"framework": "vllm",
"modelCount": 59628,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15750,
"successRate": 0.26413765345139867,
"wilsonLowerBound": 0.26061422421649233
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 63,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 19,
"successRate": 0.30158730158730157,
"wilsonLowerBound": 0.20237537048735993
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6686,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2198,
"successRate": 0.3287466347591983,
"wilsonLowerBound": 0.3175875623665683
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40331,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19593,
"successRate": 0.4858049639235328,
"wilsonLowerBound": 0.4809286637616592
},
"vllm": {
"framework": "vllm",
"modelCount": 41345,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11261,
"successRate": 0.2723666706977869,
"wilsonLowerBound": 0.2680967756649836
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16189,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6459,
"successRate": 0.3989746123911298,
"wilsonLowerBound": 0.3914560718909987
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64356,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.18801665734352663,
"wilsonLowerBound": 0.1850165195205704
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 40852,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8304,
"successRate": 0.20327034172133554,
"wilsonLowerBound": 0.19939583539933425
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8860,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 118,
"successRate": 0.013318284424379233,
"wilsonLowerBound": 0.011133429798243787
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26937,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3312,
"successRate": 0.12295355830270631,
"wilsonLowerBound": 0.11908563378098767
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16537,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.1013484912620185,
"wilsonLowerBound": 0.09684095369249211
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 19559,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7361,
"successRate": 0.3763484840738279,
"wilsonLowerBound": 0.3695837165958955
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24867,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3814,
"successRate": 0.15337596010777335,
"wilsonLowerBound": 0.14895065767013002
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 59802,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14841,
"successRate": 0.24816895755994783,
"wilsonLowerBound": 0.24472316728365662
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 30639,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4176,
"successRate": 0.13629687652991285,
"wilsonLowerBound": 0.13250056154986872
},
"vllm": {
"framework": "vllm",
"modelCount": 87140,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11222171218728483,
"wilsonLowerBound": 0.11014304038606977
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50797,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5806,
"successRate": 0.11429808846979152,
"wilsonLowerBound": 0.11156026280028515
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 55394,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3926,
"successRate": 0.07087410188829114,
"wilsonLowerBound": 0.06876672065100775
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95660,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24194,
"successRate": 0.25291657955258207,
"wilsonLowerBound": 0.2501719040583192
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 172,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 6761,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 631,
"successRate": 0.09332938914361781,
"wilsonLowerBound": 0.08662443957329942
},
"vllm": {
"framework": "vllm",
"modelCount": 113038,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16551,
"successRate": 0.14641978803588174,
"wilsonLowerBound": 0.14437086145827077
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 430,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.004651162790697674,
"wilsonLowerBound": 0.00127641793225089
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26597,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4289,
"successRate": 0.16125878858517878,
"wilsonLowerBound": 0.1568878264144526
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45549,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5899,
"successRate": 0.12950888054622495,
"wilsonLowerBound": 0.12645656387475104
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9179,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 853,
"successRate": 0.09292951301884737,
"wilsonLowerBound": 0.08715903032077496
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 206,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.1796116504854369,
"wilsonLowerBound": 0.13320865973713544
},
"vllm": {
"framework": "vllm",
"modelCount": 37168,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7645,
"successRate": 0.2056876883340508,
"wilsonLowerBound": 0.20160887203419114
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61674,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12434,
"successRate": 0.20160845737263677,
"wilsonLowerBound": 0.19846067526351305
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21526,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5901,
"successRate": 0.2741336058719688,
"wilsonLowerBound": 0.26821515880803565
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 17167,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4125,
"successRate": 0.24028659637676938,
"wilsonLowerBound": 0.2339537151026407
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 71406,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19547,
"successRate": 0.2737445032630311,
"wilsonLowerBound": 0.2704863006952127
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2915,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1601,
"successRate": 0.5492281303602058,
"wilsonLowerBound": 0.5311120430290417
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49496,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22282,
"successRate": 0.4501777921448198,
"wilsonLowerBound": 0.44579879967590236
},
"vllm": {
"framework": "vllm",
"modelCount": 42790,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5742,
"successRate": 0.13419023136246785,
"wilsonLowerBound": 0.1309933894676942
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1487,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6290,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052464228934817,
"wilsonLowerBound": 0.026551520034527744
},
"vllm": {
"framework": "vllm",
"modelCount": 10133,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 768,
"successRate": 0.07579196684101451,
"wilsonLowerBound": 0.0707979225110708
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8463,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3723,
"successRate": 0.43991492378589153,
"wilsonLowerBound": 0.4293689444153717
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7476,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 254,
"successRate": 0.03397538790797218,
"wilsonLowerBound": 0.030102074381377207
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 23913,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6643,
"successRate": 0.27779868690670345,
"wilsonLowerBound": 0.2721575334348471
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 30124,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15406,
"successRate": 0.5114194662063472,
"wilsonLowerBound": 0.5057734671439656
},
"vllm": {
"framework": "vllm",
"modelCount": 69960,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7631,
"successRate": 0.10907661520869068,
"wilsonLowerBound": 0.10678801622403622
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15355,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2890,
"successRate": 0.1882123086942364,
"wilsonLowerBound": 0.18210790057490334
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-31T11:08:08.564750+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 0.0016867905367608457,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348591,
"recentSuccessRate": 1.0,
"recentTerminal": 348591,
"recentWilsonLowerBound": 0.9999889797566068,
"running": 5,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58098.5,
"waiting": 98
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 0.0016867905367608457,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348591,
"recentSuccessRate": 1.0,
"recentTerminal": 348591,
"recentWilsonLowerBound": 0.9999889797566068,
"running": 5,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58098.5,
"waiting": 98
},
"Biren_166m": {
"available": true,
"backlogHours": 0.0016867905367608457,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348591,
"recentSuccessRate": 1.0,
"recentTerminal": 348591,
"recentWilsonLowerBound": 0.9999889797566068,
"running": 5,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58098.5,
"waiting": 98
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 0.0016867905367608457,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348591,
"recentSuccessRate": 1.0,
"recentTerminal": 348591,
"recentWilsonLowerBound": 0.9999889797566068,
"running": 5,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58098.5,
"waiting": 98
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 0.0016867905367608457,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348591,
"recentSuccessRate": 1.0,
"recentTerminal": 348591,
"recentWilsonLowerBound": 0.9999889797566068,
"running": 5,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58098.5,
"waiting": 98
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 0.0016867905367608457,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348591,
"recentSuccessRate": 1.0,
"recentTerminal": 348591,
"recentWilsonLowerBound": 0.9999889797566068,
"running": 5,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58098.5,
"waiting": 98
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 0.0016867905367608457,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348591,
"recentSuccessRate": 1.0,
"recentTerminal": 348591,
"recentWilsonLowerBound": 0.9999889797566068,
"running": 5,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58098.5,
"waiting": 98
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 0.0016867905367608457,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348591,
"recentSuccessRate": 1.0,
"recentTerminal": 348591,
"recentWilsonLowerBound": 0.9999889797566068,
"running": 5,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58098.5,
"waiting": 98
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 0.0016867905367608457,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348591,
"recentSuccessRate": 1.0,
"recentTerminal": 348591,
"recentWilsonLowerBound": 0.9999889797566068,
"running": 5,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58098.5,
"waiting": 98
},
"MetaX_c-500": {
"available": true,
"backlogHours": 0.0016867905367608457,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348591,
"recentSuccessRate": 1.0,
"recentTerminal": 348591,
"recentWilsonLowerBound": 0.9999889797566068,
"running": 5,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58098.5,
"waiting": 98
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 0.0016867905367608457,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348591,
"recentSuccessRate": 1.0,
"recentTerminal": 348591,
"recentWilsonLowerBound": 0.9999889797566068,
"running": 5,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58098.5,
"waiting": 98
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 0.0016867905367608457,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348591,
"recentSuccessRate": 1.0,
"recentTerminal": 348591,
"recentWilsonLowerBound": 0.9999889797566068,
"running": 5,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58098.5,
"waiting": 98
},
"Vastai_va16": {
"available": true,
"backlogHours": 0.0016867905367608457,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348591,
"recentSuccessRate": 1.0,
"recentTerminal": 348591,
"recentWilsonLowerBound": 0.9999889797566068,
"running": 5,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58098.5,
"waiting": 98
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 0.0016867905367608457,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 348591,
"recentSuccessRate": 1.0,
"recentTerminal": 348591,
"recentWilsonLowerBound": 0.9999889797566068,
"running": 5,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58098.5,
"waiting": 98
}
},
"queueAttemptedAt": "2026-10-31T11:08:08.564750+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-31T11:08:08.564750+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b4",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"hygon_k100-ai",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}