Files
submmit/.modelhub_state/market_intelligence.json

791 lines
25 KiB
JSON

{
"communityAttemptedAt": "2026-10-20T00:46:50.589046+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-20T00:46:50.589046+00:00",
"frameworkAttemptedAt": "2026-10-19T21:06:17.795535+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 43536,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21866,
"successRate": 0.5022510106578464,
"wilsonLowerBound": 0.497554269592699
},
"vllm": {
"framework": "vllm",
"modelCount": 58065,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15519,
"successRate": 0.26726943942133813,
"wilsonLowerBound": 0.26368539321076273
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5190,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1651,
"successRate": 0.318111753371869,
"wilsonLowerBound": 0.30557902640079027
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 38468,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18367,
"successRate": 0.47746178641988146,
"wilsonLowerBound": 0.47247274511599746
},
"vllm": {
"framework": "vllm",
"modelCount": 40529,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11102,
"successRate": 0.27392731130795234,
"wilsonLowerBound": 0.2696069805157358
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14089,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5846,
"successRate": 0.41493363617006174,
"wilsonLowerBound": 0.4068219579820602
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64265,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12098,
"successRate": 0.18825177001478255,
"wilsonLowerBound": 0.18524805760286572
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 34502,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7370,
"successRate": 0.21361080517071473,
"wilsonLowerBound": 0.2093180297082954
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8316,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 115,
"successRate": 0.01382876382876383,
"wilsonLowerBound": 0.011533847602386472
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26770,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3288,
"successRate": 0.12282405677997758,
"wilsonLowerBound": 0.11894605365208344
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16520,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10145278450363196,
"wilsonLowerBound": 0.09694085230477067
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 17294,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6697,
"successRate": 0.3872441309124552,
"wilsonLowerBound": 0.38000980357785935
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24819,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3808,
"successRate": 0.15343083927636086,
"wilsonLowerBound": 0.14900064651328315
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 54928,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13819,
"successRate": 0.25158389163996503,
"wilsonLowerBound": 0.2479724734263463
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 25246,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3219,
"successRate": 0.12750534738176345,
"wilsonLowerBound": 0.12344755353446907
},
"vllm": {
"framework": "vllm",
"modelCount": 87122,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9772,
"successRate": 0.11216455085971397,
"wilsonLowerBound": 0.11008613498042095
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 49054,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5674,
"successRate": 0.11566844701757246,
"wilsonLowerBound": 0.11286818476911395
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 51285,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3792,
"successRate": 0.07393974846446329,
"wilsonLowerBound": 0.07170677492399734
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 94941,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 23926,
"successRate": 0.25200914252009143,
"wilsonLowerBound": 0.24925745721787718
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 145,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5668,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 590,
"successRate": 0.10409315455187015,
"wilsonLowerBound": 0.09640917432375648
},
"vllm": {
"framework": "vllm",
"modelCount": 112915,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16539,
"successRate": 0.14647301067174423,
"wilsonLowerBound": 0.14442266275144017
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 304,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.003289473684210526,
"wilsonLowerBound": 0.0005808941273062394
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 25493,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4157,
"successRate": 0.16306437061154042,
"wilsonLowerBound": 0.15858025803587833
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44303,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5722,
"successRate": 0.12915603909441797,
"wilsonLowerBound": 0.1260651983664097
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8467,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 818,
"successRate": 0.09661036967048542,
"wilsonLowerBound": 0.09049932478171499
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 35518,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7140,
"successRate": 0.20102483247930628,
"wilsonLowerBound": 0.19688930805457633
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61558,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12430,
"successRate": 0.20192338932388967,
"wilsonLowerBound": 0.19877079208253345
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 18187,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5145,
"successRate": 0.2828943751030956,
"wilsonLowerBound": 0.2763947057238895
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3907,
"successRate": 0.24182966080713048,
"wilsonLowerBound": 0.23528874637574138
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 69447,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19100,
"successRate": 0.27502987890045644,
"wilsonLowerBound": 0.27172131156060264
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1602,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 950,
"successRate": 0.5930087390761548,
"wilsonLowerBound": 0.5687566438098746
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48597,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21730,
"successRate": 0.44714694322694815,
"wilsonLowerBound": 0.44273069253227165
},
"vllm": {
"framework": "vllm",
"modelCount": 41034,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5180,
"successRate": 0.12623677925622653,
"wilsonLowerBound": 0.12305825961368705
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1220,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10113,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 765,
"successRate": 0.07564520913675467,
"wilsonLowerBound": 0.07065102319044637
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7759,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3415,
"successRate": 0.44013403789148087,
"wilsonLowerBound": 0.4291207982833877
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7431,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 245,
"successRate": 0.03296999058000269,
"wilsonLowerBound": 0.02914532054852906
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19538,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5579,
"successRate": 0.28554611526256524,
"wilsonLowerBound": 0.2792552924062708
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29036,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14865,
"successRate": 0.5119506819121091,
"wilsonLowerBound": 0.5061999345166844
},
"vllm": {
"framework": "vllm",
"modelCount": 68342,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7379,
"successRate": 0.10797167188551696,
"wilsonLowerBound": 0.1056668820374624
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14244,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2524,
"successRate": 0.17719741645605167,
"wilsonLowerBound": 0.17101398565282663
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-20T00:46:50.589046+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1833.225806451613,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.24143354439052994,
"queueFactor": 0.9544859335684163,
"queueWeight": 0.9544859335684163,
"recentSuccess": 16,
"recentSuccessRate": 0.17204301075268819,
"recentTerminal": 93,
"recentWilsonLowerBound": 0.10876471240246263,
"running": 8,
"selectionWeight": 0.23044492201232664,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.5,
"waiting": 28415
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1455.2272727272727,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9881259459441472,
"queueWeight": 0.9881259459441472,
"recentSuccess": 52,
"recentSuccessRate": 0.3939393939393939,
"recentTerminal": 132,
"recentWilsonLowerBound": 0.314714228937989,
"running": 8,
"selectionWeight": 2.470314864860368,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.0,
"waiting": 32015
},
"Biren_166m": {
"available": true,
"backlogHours": 155.65714285714284,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 15,
"recentSuccessRate": 0.08571428571428572,
"recentTerminal": 175,
"recentWilsonLowerBound": 0.05263048266283356,
"running": 8,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 29.166666666666668,
"waiting": 4540
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1292.357142857143,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.30406057584527063,
"queueFactor": 1.0058762283982576,
"queueWeight": 1.0058762283982576,
"recentSuccess": 16,
"recentSuccessRate": 0.19047619047619047,
"recentTerminal": 84,
"recentWilsonLowerBound": 0.12078595196346183,
"running": 7,
"selectionWeight": 0.3058473052358432,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 14.0,
"waiting": 18093
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 421.4788732394366,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.3118833670891856,
"queueFactor": 1.1899687467875686,
"queueWeight": 1.1899687467875686,
"recentSuccess": 25,
"recentSuccessRate": 0.176056338028169,
"recentTerminal": 142,
"recentWilsonLowerBound": 0.1221886925217712,
"running": 7,
"selectionWeight": 0.37113145947900544,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.666666666666668,
"waiting": 9975
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 71.46153846153847,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 8,
"recentSuccessRate": 0.02564102564102564,
"recentTerminal": 312,
"recentWilsonLowerBound": 0.013048615278815439,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 52.0,
"waiting": 3716
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 297.18518518518516,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.05,
"queueFactor": 1.254000915202406,
"queueWeight": 1.254000915202406,
"recentSuccess": 9,
"recentSuccessRate": 0.05555555555555555,
"recentTerminal": 162,
"recentWilsonLowerBound": 0.029499705764149564,
"running": 1,
"selectionWeight": 0.06270004576012031,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 27.0,
"waiting": 8024
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2434.7999999999997,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.572805062605681,
"queueFactor": 0.9147079061607571,
"queueWeight": 0.9147079061607571,
"recentSuccess": 11,
"recentSuccessRate": 0.275,
"recentTerminal": 40,
"recentWilsonLowerBound": 0.1610785343314309,
"running": 2,
"selectionWeight": 0.5239493194543239,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.666666666666667,
"waiting": 16232
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 531.4678899082569,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.5679334508677448,
"queueFactor": 1.1492919697663837,
"queueWeight": 1.1492919697663837,
"recentSuccess": 25,
"recentSuccessRate": 0.22935779816513763,
"recentTerminal": 109,
"recentWilsonLowerBound": 0.1604543808234599,
"running": 8,
"selectionWeight": 0.6527213544440101,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.166666666666668,
"waiting": 9655
},
"MetaX_c-500": {
"available": true,
"backlogHours": 703.5,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.4897783165402264,
"queueFactor": 1.1019510715905083,
"queueWeight": 1.1019510715905083,
"recentSuccess": 22,
"recentSuccessRate": 0.22,
"recentTerminal": 100,
"recentWilsonLowerBound": 0.15001174503655804,
"running": 4,
"selectionWeight": 0.5397117407532976,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.666666666666668,
"waiting": 11725
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1960.9499999999998,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.11797800100806861,
"queueFactor": 0.9448915143397649,
"queueWeight": 0.9448915143397649,
"recentSuccess": 11,
"recentSuccessRate": 0.1375,
"recentTerminal": 80,
"recentWilsonLowerBound": 0.07854633679551143,
"running": 5,
"selectionWeight": 0.11147641203129227,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.333333333333334,
"waiting": 26146
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 2783.4,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.4331926351423771,
"queueFactor": 0.896531562171256,
"queueWeight": 0.896531562171256,
"recentSuccess": 10,
"recentSuccessRate": 0.25,
"recentTerminal": 40,
"recentWilsonLowerBound": 0.14186967895549518,
"running": 2,
"selectionWeight": 0.38837086990527825,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.666666666666667,
"waiting": 18556
},
"Vastai_va16": {
"available": true,
"backlogHours": 1771.3548387096773,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.05,
"queueFactor": 0.9594140886452633,
"queueWeight": 0.9594140886452633,
"recentSuccess": 4,
"recentSuccessRate": 0.06451612903225806,
"recentTerminal": 62,
"recentWilsonLowerBound": 0.025372494807644,
"running": 16,
"selectionWeight": 0.04797070443226317,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 10.333333333333334,
"waiting": 18304
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1395.3142857142857,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.5542298224636889,
"queueFactor": 0.9943771150157444,
"queueWeight": 0.9943771150157444,
"recentSuccess": 24,
"recentSuccessRate": 0.22857142857142856,
"recentTerminal": 105,
"recentWilsonLowerBound": 0.15868283892521592,
"running": 7,
"selectionWeight": 0.5511134519171312,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.5,
"waiting": 24418
}
},
"queueAttemptedAt": "2026-10-20T00:46:50.589046+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-20T00:46:50.589046+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b3",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}