Files
submmit/.modelhub_state/market_intelligence.json

800 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-10-31T21:47:35.174110+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-31T21:47:35.174110+00:00",
"frameworkAttemptedAt": "2026-10-31T16:18:17.286432+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 45142,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22866,
"successRate": 0.5065349342076115,
"wilsonLowerBound": 0.5019224757548806
},
"vllm": {
"framework": "vllm",
"modelCount": 59662,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15750,
"successRate": 0.2639871274848312,
"wilsonLowerBound": 0.2604653540626253
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 66,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 19,
"successRate": 0.2878787878787879,
"wilsonLowerBound": 0.19271802784703906
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6716,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2208,
"successRate": 0.3287671232876712,
"wilsonLowerBound": 0.3176325804514172
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40367,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19615,
"successRate": 0.4859167141476949,
"wilsonLowerBound": 0.48104254657661505
},
"vllm": {
"framework": "vllm",
"modelCount": 41358,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11264,
"successRate": 0.27235359543498233,
"wilsonLowerBound": 0.2680844338037394
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16250,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6477,
"successRate": 0.39858461538461537,
"wilsonLowerBound": 0.39108148305651375
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64357,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.1880137358795469,
"wilsonLowerBound": 0.185013639415271
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 41028,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8308,
"successRate": 0.2024958564882519,
"wilsonLowerBound": 0.19863521787853697
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8874,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 118,
"successRate": 0.01329727293216137,
"wilsonLowerBound": 0.011115847565658882
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26941,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3313,
"successRate": 0.12297242121673287,
"wilsonLowerBound": 0.11910451864921899
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16538,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10134236304268956,
"wilsonLowerBound": 0.09683508371548533
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 19635,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7376,
"successRate": 0.3756557168321874,
"wilsonLowerBound": 0.36890662006224484
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24867,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3814,
"successRate": 0.15337596010777335,
"wilsonLowerBound": 0.14895065767013002
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 59909,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14866,
"successRate": 0.2481430169089786,
"wilsonLowerBound": 0.2447004133677452
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 30770,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4185,
"successRate": 0.1360090997725057,
"wilsonLowerBound": 0.1322242242723647
},
"vllm": {
"framework": "vllm",
"modelCount": 87140,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11222171218728483,
"wilsonLowerBound": 0.11014304038606977
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50809,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5806,
"successRate": 0.11427109370387137,
"wilsonLowerBound": 0.11153387449369025
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 55486,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3936,
"successRate": 0.07093681288973795,
"wilsonLowerBound": 0.06883027852219618
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95663,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24194,
"successRate": 0.25290864806665064,
"wilsonLowerBound": 0.25016404433973366
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 173,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 6765,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 631,
"successRate": 0.09327420546932742,
"wilsonLowerBound": 0.08657303886970658
},
"vllm": {
"framework": "vllm",
"modelCount": 113038,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16551,
"successRate": 0.14641978803588174,
"wilsonLowerBound": 0.14437086145827077
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 434,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.004608294930875576,
"wilsonLowerBound": 0.0012646452245052846
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26600,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4290,
"successRate": 0.1612781954887218,
"wilsonLowerBound": 0.15690725949861
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45557,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5902,
"successRate": 0.12955198981495708,
"wilsonLowerBound": 0.1264994981038924
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9182,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 853,
"successRate": 0.09289915051187105,
"wilsonLowerBound": 0.08713046581932692
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 206,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.1796116504854369,
"wilsonLowerBound": 0.13320865973713544
},
"vllm": {
"framework": "vllm",
"modelCount": 37204,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7654,
"successRate": 0.20573056660574132,
"wilsonLowerBound": 0.201653387798276
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61675,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12434,
"successRate": 0.20160518848804215,
"wilsonLowerBound": 0.19845745113620678
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21584,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5916,
"successRate": 0.2740919199406968,
"wilsonLowerBound": 0.26818166398756527
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 17187,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4130,
"successRate": 0.24029789957526038,
"wilsonLowerBound": 0.23396856455349785
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 71446,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19558,
"successRate": 0.2737452061696946,
"wilsonLowerBound": 0.2704879097077595
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2954,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1625,
"successRate": 0.550101557210562,
"wilsonLowerBound": 0.5321077300299663
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49523,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22294,
"successRate": 0.4501746663166609,
"wilsonLowerBound": 0.4457968695802328
},
"vllm": {
"framework": "vllm",
"modelCount": 42823,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5753,
"successRate": 0.13434369380940148,
"wilsonLowerBound": 0.13114649859105745
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1490,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6290,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052464228934817,
"wilsonLowerBound": 0.026551520034527744
},
"vllm": {
"framework": "vllm",
"modelCount": 10133,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 768,
"successRate": 0.07579196684101451,
"wilsonLowerBound": 0.0707979225110708
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8477,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3732,
"successRate": 0.4402500884746962,
"wilsonLowerBound": 0.4297117823482855
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7476,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 254,
"successRate": 0.03397538790797218,
"wilsonLowerBound": 0.030102074381377207
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 23975,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6664,
"successRate": 0.27795620437956203,
"wilsonLowerBound": 0.2723212890437767
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 30148,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15421,
"successRate": 0.5115098845694573,
"wilsonLowerBound": 0.5058661454453034
},
"vllm": {
"framework": "vllm",
"modelCount": 69993,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7633,
"successRate": 0.10905376251910906,
"wilsonLowerBound": 0.10676591161980761
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15391,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2897,
"successRate": 0.1882268858423754,
"wilsonLowerBound": 0.1821293420866956
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-31T21:50:56.157774+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 0.012648873459707494,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349122,
"recentSuccessRate": 1.0,
"recentTerminal": 349122,
"recentWilsonLowerBound": 0.999988996517753,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58187.0,
"waiting": 736
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 0.012648873459707494,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349122,
"recentSuccessRate": 1.0,
"recentTerminal": 349122,
"recentWilsonLowerBound": 0.999988996517753,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58187.0,
"waiting": 736
},
"Biren_166m": {
"available": true,
"backlogHours": 0.012648873459707494,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349122,
"recentSuccessRate": 1.0,
"recentTerminal": 349122,
"recentWilsonLowerBound": 0.999988996517753,
"running": 6,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58187.0,
"waiting": 736
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 0.012648873459707494,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349122,
"recentSuccessRate": 1.0,
"recentTerminal": 349122,
"recentWilsonLowerBound": 0.999988996517753,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58187.0,
"waiting": 736
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 0.012648873459707494,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349122,
"recentSuccessRate": 1.0,
"recentTerminal": 349122,
"recentWilsonLowerBound": 0.999988996517753,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58187.0,
"waiting": 736
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 0.012648873459707494,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349122,
"recentSuccessRate": 1.0,
"recentTerminal": 349122,
"recentWilsonLowerBound": 0.999988996517753,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58187.0,
"waiting": 736
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 0.012648873459707494,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349122,
"recentSuccessRate": 1.0,
"recentTerminal": 349122,
"recentWilsonLowerBound": 0.999988996517753,
"running": 6,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58187.0,
"waiting": 736
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 0.012648873459707494,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349122,
"recentSuccessRate": 1.0,
"recentTerminal": 349122,
"recentWilsonLowerBound": 0.999988996517753,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58187.0,
"waiting": 736
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 0.012648873459707494,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349122,
"recentSuccessRate": 1.0,
"recentTerminal": 349122,
"recentWilsonLowerBound": 0.999988996517753,
"running": 6,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58187.0,
"waiting": 736
},
"MetaX_c-500": {
"available": true,
"backlogHours": 0.012648873459707494,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349122,
"recentSuccessRate": 1.0,
"recentTerminal": 349122,
"recentWilsonLowerBound": 0.999988996517753,
"running": 6,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58187.0,
"waiting": 736
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 0.012648873459707494,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349122,
"recentSuccessRate": 1.0,
"recentTerminal": 349122,
"recentWilsonLowerBound": 0.999988996517753,
"running": 6,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58187.0,
"waiting": 736
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 0.012648873459707494,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349122,
"recentSuccessRate": 1.0,
"recentTerminal": 349122,
"recentWilsonLowerBound": 0.999988996517753,
"running": 6,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58187.0,
"waiting": 736
},
"Vastai_va16": {
"available": true,
"backlogHours": 0.012648873459707494,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349122,
"recentSuccessRate": 1.0,
"recentTerminal": 349122,
"recentWilsonLowerBound": 0.999988996517753,
"running": 6,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58187.0,
"waiting": 736
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 0.012648873459707494,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 349122,
"recentSuccessRate": 1.0,
"recentTerminal": 349122,
"recentWilsonLowerBound": 0.999988996517753,
"running": 6,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58187.0,
"waiting": 736
}
},
"queueAttemptedAt": "2026-10-31T21:43:20.688887+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-31T21:43:20.688887+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b4",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"hygon_k100-ai",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}