Files
submmit/.modelhub_state/market_intelligence.json

791 lines
25 KiB
JSON

{
"communityAttemptedAt": "2026-10-20T02:25:31.555659+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-20T02:25:31.555659+00:00",
"frameworkAttemptedAt": "2026-10-19T21:06:17.795535+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 43536,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21866,
"successRate": 0.5022510106578464,
"wilsonLowerBound": 0.497554269592699
},
"vllm": {
"framework": "vllm",
"modelCount": 58065,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15519,
"successRate": 0.26726943942133813,
"wilsonLowerBound": 0.26368539321076273
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5190,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1651,
"successRate": 0.318111753371869,
"wilsonLowerBound": 0.30557902640079027
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 38468,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18367,
"successRate": 0.47746178641988146,
"wilsonLowerBound": 0.47247274511599746
},
"vllm": {
"framework": "vllm",
"modelCount": 40529,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11102,
"successRate": 0.27392731130795234,
"wilsonLowerBound": 0.2696069805157358
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14089,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5846,
"successRate": 0.41493363617006174,
"wilsonLowerBound": 0.4068219579820602
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64265,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12098,
"successRate": 0.18825177001478255,
"wilsonLowerBound": 0.18524805760286572
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 34502,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7370,
"successRate": 0.21361080517071473,
"wilsonLowerBound": 0.2093180297082954
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8316,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 115,
"successRate": 0.01382876382876383,
"wilsonLowerBound": 0.011533847602386472
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26770,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3288,
"successRate": 0.12282405677997758,
"wilsonLowerBound": 0.11894605365208344
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16520,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10145278450363196,
"wilsonLowerBound": 0.09694085230477067
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 17294,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6697,
"successRate": 0.3872441309124552,
"wilsonLowerBound": 0.38000980357785935
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24819,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3808,
"successRate": 0.15343083927636086,
"wilsonLowerBound": 0.14900064651328315
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 54928,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13819,
"successRate": 0.25158389163996503,
"wilsonLowerBound": 0.2479724734263463
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 25246,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3219,
"successRate": 0.12750534738176345,
"wilsonLowerBound": 0.12344755353446907
},
"vllm": {
"framework": "vllm",
"modelCount": 87122,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9772,
"successRate": 0.11216455085971397,
"wilsonLowerBound": 0.11008613498042095
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 49054,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5674,
"successRate": 0.11566844701757246,
"wilsonLowerBound": 0.11286818476911395
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 51285,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3792,
"successRate": 0.07393974846446329,
"wilsonLowerBound": 0.07170677492399734
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 94941,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 23926,
"successRate": 0.25200914252009143,
"wilsonLowerBound": 0.24925745721787718
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 145,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5668,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 590,
"successRate": 0.10409315455187015,
"wilsonLowerBound": 0.09640917432375648
},
"vllm": {
"framework": "vllm",
"modelCount": 112915,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16539,
"successRate": 0.14647301067174423,
"wilsonLowerBound": 0.14442266275144017
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 304,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.003289473684210526,
"wilsonLowerBound": 0.0005808941273062394
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 25493,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4157,
"successRate": 0.16306437061154042,
"wilsonLowerBound": 0.15858025803587833
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44303,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5722,
"successRate": 0.12915603909441797,
"wilsonLowerBound": 0.1260651983664097
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8467,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 818,
"successRate": 0.09661036967048542,
"wilsonLowerBound": 0.09049932478171499
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 35518,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7140,
"successRate": 0.20102483247930628,
"wilsonLowerBound": 0.19688930805457633
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61558,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12430,
"successRate": 0.20192338932388967,
"wilsonLowerBound": 0.19877079208253345
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 18187,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5145,
"successRate": 0.2828943751030956,
"wilsonLowerBound": 0.2763947057238895
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3907,
"successRate": 0.24182966080713048,
"wilsonLowerBound": 0.23528874637574138
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 69447,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19100,
"successRate": 0.27502987890045644,
"wilsonLowerBound": 0.27172131156060264
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1602,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 950,
"successRate": 0.5930087390761548,
"wilsonLowerBound": 0.5687566438098746
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48597,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21730,
"successRate": 0.44714694322694815,
"wilsonLowerBound": 0.44273069253227165
},
"vllm": {
"framework": "vllm",
"modelCount": 41034,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5180,
"successRate": 0.12623677925622653,
"wilsonLowerBound": 0.12305825961368705
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1220,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10113,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 765,
"successRate": 0.07564520913675467,
"wilsonLowerBound": 0.07065102319044637
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7759,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3415,
"successRate": 0.44013403789148087,
"wilsonLowerBound": 0.4291207982833877
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7431,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 245,
"successRate": 0.03296999058000269,
"wilsonLowerBound": 0.02914532054852906
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19538,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5579,
"successRate": 0.28554611526256524,
"wilsonLowerBound": 0.2792552924062708
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29036,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14865,
"successRate": 0.5119506819121091,
"wilsonLowerBound": 0.5061999345166844
},
"vllm": {
"framework": "vllm",
"modelCount": 68342,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7379,
"successRate": 0.10797167188551696,
"wilsonLowerBound": 0.1056668820374624
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14244,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2524,
"successRate": 0.17719741645605167,
"wilsonLowerBound": 0.17101398565282663
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-20T02:25:31.555659+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1496.2631578947369,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.953768257901682,
"queueFactor": 0.9841596856176652,
"queueWeight": 0.9841596856176652,
"recentSuccess": 30,
"recentSuccessRate": 0.2631578947368421,
"recentTerminal": 114,
"recentWilsonLowerBound": 0.19099844110067174,
"running": 8,
"selectionWeight": 0.9386602688486275,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.0,
"waiting": 28429
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1538.112,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9800959041370185,
"queueWeight": 0.9800959041370185,
"recentSuccess": 47,
"recentSuccessRate": 0.376,
"recentTerminal": 125,
"recentWilsonLowerBound": 0.2959755233419009,
"running": 8,
"selectionWeight": 2.450239760342546,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.833333333333332,
"waiting": 32044
},
"Biren_166m": {
"available": true,
"backlogHours": 153.1685393258427,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.11816217790709875,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 20,
"recentSuccessRate": 0.11235955056179775,
"recentTerminal": 178,
"recentWilsonLowerBound": 0.07392192832223898,
"running": 9,
"selectionWeight": 0.1536108312792284,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 29.666666666666668,
"waiting": 4544
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1343.9259259259259,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.31576894998117305,
"queueFactor": 1.0001392436024121,
"queueWeight": 1.0001392436024121,
"recentSuccess": 15,
"recentSuccessRate": 0.18518518518518517,
"recentTerminal": 81,
"recentWilsonLowerBound": 0.11556188621286034,
"running": 7,
"selectionWeight": 0.31581291878729834,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.5,
"waiting": 18143
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 403.89261744966444,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.3554695714770159,
"queueFactor": 1.1977795143979533,
"queueWeight": 1.1977795143979533,
"recentSuccess": 26,
"recentSuccessRate": 0.174496644295302,
"recentTerminal": 149,
"recentWilsonLowerBound": 0.12195321718076814,
"running": 7,
"selectionWeight": 0.42577417070698864,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.833333333333332,
"waiting": 10030
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 69.70253164556962,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 10,
"recentSuccessRate": 0.03164556962025317,
"recentTerminal": 316,
"recentWilsonLowerBound": 0.017278204490256983,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 52.666666666666664,
"waiting": 3671
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 297.9875776397516,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.06740430609285586,
"queueFactor": 1.2536810009828698,
"queueWeight": 1.2536810009828698,
"recentSuccess": 15,
"recentSuccessRate": 0.09316770186335403,
"recentTerminal": 161,
"recentWilsonLowerBound": 0.05727423101475549,
"running": 2,
"selectionWeight": 0.08450349793304729,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 26.833333333333332,
"waiting": 7996
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2162.4,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 1.2196676391500167,
"queueFactor": 0.9312716096199791,
"queueWeight": 0.9312716096199791,
"recentSuccess": 15,
"recentSuccessRate": 0.3333333333333333,
"recentTerminal": 45,
"recentWilsonLowerBound": 0.21358692207276764,
"running": 2,
"selectionWeight": 1.135841845512636,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 7.5,
"waiting": 16218
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 430.97777777777776,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.5933755599985348,
"queueFactor": 1.1861743722611704,
"queueWeight": 1.1861743722611704,
"recentSuccess": 29,
"recentSuccessRate": 0.21481481481481482,
"recentTerminal": 135,
"recentWilsonLowerBound": 0.15393663891185383,
"running": 9,
"selectionWeight": 0.7038468823963824,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.5,
"waiting": 9697
},
"MetaX_c-500": {
"available": true,
"backlogHours": 691.8235294117648,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.5359034083885957,
"queueFactor": 1.1048859958586532,
"queueWeight": 1.1048859958586532,
"recentSuccess": 22,
"recentSuccessRate": 0.21568627450980393,
"recentTerminal": 102,
"recentWilsonLowerBound": 0.14697094402656705,
"running": 4,
"selectionWeight": 0.5921121710614802,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.0,
"waiting": 11761
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2241.171428571429,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.1825196595368626,
"queueFactor": 0.9262868672611996,
"queueWeight": 0.9262868672611996,
"recentSuccess": 11,
"recentSuccessRate": 0.15714285714285714,
"recentTerminal": 70,
"recentWilsonLowerBound": 0.09007528275988681,
"running": 4,
"selectionWeight": 0.1690655636459812,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.666666666666666,
"waiting": 26147
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 2930.2105263157896,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.287543907125338,
"queueFactor": 0.8897785761391387,
"queueWeight": 0.8897785761391387,
"recentSuccess": 8,
"recentSuccessRate": 0.21052631578947367,
"recentTerminal": 38,
"recentWilsonLowerBound": 0.11074660352095932,
"running": 2,
"selectionWeight": 0.255850408259468,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.333333333333333,
"waiting": 18558
},
"Vastai_va16": {
"available": true,
"backlogHours": 1551.718309859155,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.05,
"queueFactor": 0.9788019719197271,
"queueWeight": 0.9788019719197271,
"recentSuccess": 5,
"recentSuccessRate": 0.07042253521126761,
"recentTerminal": 71,
"recentWilsonLowerBound": 0.030453153406264533,
"running": 17,
"selectionWeight": 0.04894009859598636,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 11.833333333333334,
"waiting": 18362
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1346.4220183486239,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.6500559363816709,
"queueFactor": 0.9998609048863997,
"queueWeight": 0.9998609048863997,
"recentSuccess": 25,
"recentSuccessRate": 0.22935779816513763,
"recentTerminal": 109,
"recentWilsonLowerBound": 0.1604543808234599,
"running": 7,
"selectionWeight": 0.6499655167773534,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.166666666666668,
"waiting": 24460
}
},
"queueAttemptedAt": "2026-10-20T02:25:31.555659+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-20T02:25:31.555659+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b3",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}