Files
submmit/.modelhub_state/market_intelligence.json

791 lines
25 KiB
JSON

{
"communityAttemptedAt": "2026-10-19T21:57:23.756382+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-19T21:57:23.756382+00:00",
"frameworkAttemptedAt": "2026-10-19T21:06:17.795535+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 43536,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21866,
"successRate": 0.5022510106578464,
"wilsonLowerBound": 0.497554269592699
},
"vllm": {
"framework": "vllm",
"modelCount": 58065,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15519,
"successRate": 0.26726943942133813,
"wilsonLowerBound": 0.26368539321076273
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5190,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1651,
"successRate": 0.318111753371869,
"wilsonLowerBound": 0.30557902640079027
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 38468,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18367,
"successRate": 0.47746178641988146,
"wilsonLowerBound": 0.47247274511599746
},
"vllm": {
"framework": "vllm",
"modelCount": 40529,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11102,
"successRate": 0.27392731130795234,
"wilsonLowerBound": 0.2696069805157358
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14089,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5846,
"successRate": 0.41493363617006174,
"wilsonLowerBound": 0.4068219579820602
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64265,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12098,
"successRate": 0.18825177001478255,
"wilsonLowerBound": 0.18524805760286572
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 34502,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7370,
"successRate": 0.21361080517071473,
"wilsonLowerBound": 0.2093180297082954
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8316,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 115,
"successRate": 0.01382876382876383,
"wilsonLowerBound": 0.011533847602386472
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26770,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3288,
"successRate": 0.12282405677997758,
"wilsonLowerBound": 0.11894605365208344
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16520,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10145278450363196,
"wilsonLowerBound": 0.09694085230477067
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 17294,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6697,
"successRate": 0.3872441309124552,
"wilsonLowerBound": 0.38000980357785935
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24819,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3808,
"successRate": 0.15343083927636086,
"wilsonLowerBound": 0.14900064651328315
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 54928,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13819,
"successRate": 0.25158389163996503,
"wilsonLowerBound": 0.2479724734263463
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 25246,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3219,
"successRate": 0.12750534738176345,
"wilsonLowerBound": 0.12344755353446907
},
"vllm": {
"framework": "vllm",
"modelCount": 87122,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9772,
"successRate": 0.11216455085971397,
"wilsonLowerBound": 0.11008613498042095
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 49054,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5674,
"successRate": 0.11566844701757246,
"wilsonLowerBound": 0.11286818476911395
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 51285,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3792,
"successRate": 0.07393974846446329,
"wilsonLowerBound": 0.07170677492399734
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 94941,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 23926,
"successRate": 0.25200914252009143,
"wilsonLowerBound": 0.24925745721787718
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 145,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5668,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 590,
"successRate": 0.10409315455187015,
"wilsonLowerBound": 0.09640917432375648
},
"vllm": {
"framework": "vllm",
"modelCount": 112915,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16539,
"successRate": 0.14647301067174423,
"wilsonLowerBound": 0.14442266275144017
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 304,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.003289473684210526,
"wilsonLowerBound": 0.0005808941273062394
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 25493,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4157,
"successRate": 0.16306437061154042,
"wilsonLowerBound": 0.15858025803587833
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44303,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5722,
"successRate": 0.12915603909441797,
"wilsonLowerBound": 0.1260651983664097
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8467,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 818,
"successRate": 0.09661036967048542,
"wilsonLowerBound": 0.09049932478171499
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 35518,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7140,
"successRate": 0.20102483247930628,
"wilsonLowerBound": 0.19688930805457633
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61558,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12430,
"successRate": 0.20192338932388967,
"wilsonLowerBound": 0.19877079208253345
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 18187,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5145,
"successRate": 0.2828943751030956,
"wilsonLowerBound": 0.2763947057238895
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3907,
"successRate": 0.24182966080713048,
"wilsonLowerBound": 0.23528874637574138
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 69447,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19100,
"successRate": 0.27502987890045644,
"wilsonLowerBound": 0.27172131156060264
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1602,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 950,
"successRate": 0.5930087390761548,
"wilsonLowerBound": 0.5687566438098746
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48597,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21730,
"successRate": 0.44714694322694815,
"wilsonLowerBound": 0.44273069253227165
},
"vllm": {
"framework": "vllm",
"modelCount": 41034,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5180,
"successRate": 0.12623677925622653,
"wilsonLowerBound": 0.12305825961368705
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1220,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10113,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 765,
"successRate": 0.07564520913675467,
"wilsonLowerBound": 0.07065102319044637
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7759,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3415,
"successRate": 0.44013403789148087,
"wilsonLowerBound": 0.4291207982833877
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7431,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 245,
"successRate": 0.03296999058000269,
"wilsonLowerBound": 0.02914532054852906
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19538,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5579,
"successRate": 0.28554611526256524,
"wilsonLowerBound": 0.2792552924062708
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29036,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14865,
"successRate": 0.5119506819121091,
"wilsonLowerBound": 0.5061999345166844
},
"vllm": {
"framework": "vllm",
"modelCount": 68342,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7379,
"successRate": 0.10797167188551696,
"wilsonLowerBound": 0.1056668820374624
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14244,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2524,
"successRate": 0.17719741645605167,
"wilsonLowerBound": 0.17101398565282663
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-19T21:57:23.756382+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 2577.909090909091,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9098264111264504,
"queueWeight": 0.9098264111264504,
"recentSuccess": 31,
"recentSuccessRate": 0.4696969696969697,
"recentTerminal": 66,
"recentWilsonLowerBound": 0.35430230971911897,
"running": 9,
"selectionWeight": 2.274566027816126,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.0,
"waiting": 28357
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1379.4388489208632,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.3907563099763522,
"queueFactor": 0.9992940728955955,
"queueWeight": 0.9992940728955955,
"recentSuccess": 48,
"recentSuccessRate": 0.34532374100719426,
"recentTerminal": 139,
"recentWilsonLowerBound": 0.2713977670056232,
"running": 9,
"selectionWeight": 1.3897745374015182,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.166666666666668,
"waiting": 31957
},
"Biren_166m": {
"available": true,
"backlogHours": 156.37714285714284,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.08262914314171779,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 20,
"recentSuccessRate": 0.11428571428571428,
"recentTerminal": 175,
"recentWilsonLowerBound": 0.07521076428246133,
"running": 9,
"selectionWeight": 0.10741788608423314,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 29.166666666666668,
"waiting": 4561
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1366.4810126582279,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.2693493297507931,
"queueFactor": 1.0007097684538493,
"queueWeight": 1.0007097684538493,
"recentSuccess": 16,
"recentSuccessRate": 0.20253164556962025,
"recentTerminal": 79,
"recentWilsonLowerBound": 0.12869001243979503,
"running": 7,
"selectionWeight": 0.2695405054081157,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.166666666666666,
"waiting": 17992
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 499.10924369747903,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.3980408378933048,
"queueFactor": 1.1639098335138807,
"queueWeight": 1.1639098335138807,
"recentSuccess": 26,
"recentSuccessRate": 0.2184873949579832,
"recentTerminal": 119,
"recentWilsonLowerBound": 0.15368839845214263,
"running": 7,
"selectionWeight": 0.463283645364122,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.833333333333332,
"waiting": 9899
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 77.38144329896907,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 8,
"recentSuccessRate": 0.027491408934707903,
"recentTerminal": 291,
"recentWilsonLowerBound": 0.013994634365185062,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 48.5,
"waiting": 3753
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 335.83216783216784,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.1130742300130102,
"queueFactor": 1.2351802403650174,
"queueWeight": 1.2351802403650174,
"recentSuccess": 19,
"recentSuccessRate": 0.13286713286713286,
"recentTerminal": 143,
"recentWilsonLowerBound": 0.0867367023090865,
"running": 3,
"selectionWeight": 0.1396670546065592,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.833333333333332,
"waiting": 8004
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2497.076923076923,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.2591723880320348,
"queueFactor": 0.9141845793416923,
"queueWeight": 0.9141845793416923,
"recentSuccess": 9,
"recentSuccessRate": 0.23076923076923078,
"recentTerminal": 39,
"recentWilsonLowerBound": 0.1264566242878376,
"running": 2,
"selectionWeight": 0.23693140053004758,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.5,
"waiting": 16231
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 846.1764705882352,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.44906098748000695,
"queueFactor": 1.0752997322972306,
"queueWeight": 1.0752997322972306,
"recentSuccess": 17,
"recentSuccessRate": 0.25,
"recentTerminal": 68,
"recentWilsonLowerBound": 0.16234881695499528,
"running": 8,
"selectionWeight": 0.48287515962238153,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.333333333333334,
"waiting": 9590
},
"MetaX_c-500": {
"available": true,
"backlogHours": 833.3571428571429,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.4168387264057847,
"queueFactor": 1.0777648241447058,
"queueWeight": 1.0777648241447058,
"recentSuccess": 31,
"recentSuccessRate": 0.36904761904761907,
"recentTerminal": 84,
"recentWilsonLowerBound": 0.2736996045974371,
"running": 4,
"selectionWeight": 1.5270189408061394,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 14.0,
"waiting": 11667
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2179.6666666666665,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.08757959845988394,
"queueFactor": 0.9330183108161405,
"queueWeight": 0.9330183108161405,
"recentSuccess": 10,
"recentSuccessRate": 0.1388888888888889,
"recentTerminal": 72,
"recentWilsonLowerBound": 0.077226478114719,
"running": 4,
"selectionWeight": 0.08171336901699677,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 12.0,
"waiting": 26156
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 3180.171428571429,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.15608174636152955,
"queueFactor": 0.8816193217358075,
"queueWeight": 0.8816193217358075,
"recentSuccess": 7,
"recentSuccessRate": 0.2,
"recentTerminal": 35,
"recentWilsonLowerBound": 0.10042319445900805,
"running": 2,
"selectionWeight": 0.13760468336259202,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.833333333333333,
"waiting": 18551
},
"Vastai_va16": {
"available": true,
"backlogHours": 2373.391304347826,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.05,
"queueFactor": 0.9211774060679218,
"queueWeight": 0.9211774060679218,
"recentSuccess": 5,
"recentSuccessRate": 0.10869565217391304,
"recentTerminal": 46,
"recentWilsonLowerBound": 0.047330760827426877,
"running": 16,
"selectionWeight": 0.04605887030339609,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 7.666666666666667,
"waiting": 18196
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1561.9354838709678,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.6988765676474495,
"queueFactor": 0.9808423647530398,
"queueWeight": 0.9808423647530398,
"recentSuccess": 26,
"recentSuccessRate": 0.27956989247311825,
"recentTerminal": 93,
"recentWilsonLowerBound": 0.19850210044898137,
"running": 6,
"selectionWeight": 0.6854877452818122,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.5,
"waiting": 24210
}
},
"queueAttemptedAt": "2026-10-19T21:57:23.756382+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-19T21:57:23.756382+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b3",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}