Files
submmit/.modelhub_state/market_intelligence.json

791 lines
25 KiB
JSON

{
"communityAttemptedAt": "2026-10-20T00:16:37.291904+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-20T00:16:37.291904+00:00",
"frameworkAttemptedAt": "2026-10-19T21:06:17.795535+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 43536,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21866,
"successRate": 0.5022510106578464,
"wilsonLowerBound": 0.497554269592699
},
"vllm": {
"framework": "vllm",
"modelCount": 58065,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15519,
"successRate": 0.26726943942133813,
"wilsonLowerBound": 0.26368539321076273
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5190,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1651,
"successRate": 0.318111753371869,
"wilsonLowerBound": 0.30557902640079027
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 38468,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18367,
"successRate": 0.47746178641988146,
"wilsonLowerBound": 0.47247274511599746
},
"vllm": {
"framework": "vllm",
"modelCount": 40529,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11102,
"successRate": 0.27392731130795234,
"wilsonLowerBound": 0.2696069805157358
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14089,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5846,
"successRate": 0.41493363617006174,
"wilsonLowerBound": 0.4068219579820602
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64265,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12098,
"successRate": 0.18825177001478255,
"wilsonLowerBound": 0.18524805760286572
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 34502,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7370,
"successRate": 0.21361080517071473,
"wilsonLowerBound": 0.2093180297082954
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8316,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 115,
"successRate": 0.01382876382876383,
"wilsonLowerBound": 0.011533847602386472
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26770,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3288,
"successRate": 0.12282405677997758,
"wilsonLowerBound": 0.11894605365208344
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16520,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10145278450363196,
"wilsonLowerBound": 0.09694085230477067
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 17294,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6697,
"successRate": 0.3872441309124552,
"wilsonLowerBound": 0.38000980357785935
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24819,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3808,
"successRate": 0.15343083927636086,
"wilsonLowerBound": 0.14900064651328315
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 54928,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13819,
"successRate": 0.25158389163996503,
"wilsonLowerBound": 0.2479724734263463
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 25246,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3219,
"successRate": 0.12750534738176345,
"wilsonLowerBound": 0.12344755353446907
},
"vllm": {
"framework": "vllm",
"modelCount": 87122,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9772,
"successRate": 0.11216455085971397,
"wilsonLowerBound": 0.11008613498042095
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 49054,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5674,
"successRate": 0.11566844701757246,
"wilsonLowerBound": 0.11286818476911395
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 51285,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3792,
"successRate": 0.07393974846446329,
"wilsonLowerBound": 0.07170677492399734
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 94941,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 23926,
"successRate": 0.25200914252009143,
"wilsonLowerBound": 0.24925745721787718
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 145,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5668,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 590,
"successRate": 0.10409315455187015,
"wilsonLowerBound": 0.09640917432375648
},
"vllm": {
"framework": "vllm",
"modelCount": 112915,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16539,
"successRate": 0.14647301067174423,
"wilsonLowerBound": 0.14442266275144017
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 304,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.003289473684210526,
"wilsonLowerBound": 0.0005808941273062394
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 25493,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4157,
"successRate": 0.16306437061154042,
"wilsonLowerBound": 0.15858025803587833
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44303,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5722,
"successRate": 0.12915603909441797,
"wilsonLowerBound": 0.1260651983664097
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8467,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 818,
"successRate": 0.09661036967048542,
"wilsonLowerBound": 0.09049932478171499
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 35518,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7140,
"successRate": 0.20102483247930628,
"wilsonLowerBound": 0.19688930805457633
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61558,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12430,
"successRate": 0.20192338932388967,
"wilsonLowerBound": 0.19877079208253345
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 18187,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5145,
"successRate": 0.2828943751030956,
"wilsonLowerBound": 0.2763947057238895
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3907,
"successRate": 0.24182966080713048,
"wilsonLowerBound": 0.23528874637574138
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 69447,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19100,
"successRate": 0.27502987890045644,
"wilsonLowerBound": 0.27172131156060264
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1602,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 950,
"successRate": 0.5930087390761548,
"wilsonLowerBound": 0.5687566438098746
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48597,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21730,
"successRate": 0.44714694322694815,
"wilsonLowerBound": 0.44273069253227165
},
"vllm": {
"framework": "vllm",
"modelCount": 41034,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5180,
"successRate": 0.12623677925622653,
"wilsonLowerBound": 0.12305825961368705
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1220,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10113,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 765,
"successRate": 0.07564520913675467,
"wilsonLowerBound": 0.07065102319044637
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7759,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3415,
"successRate": 0.44013403789148087,
"wilsonLowerBound": 0.4291207982833877
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7431,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 245,
"successRate": 0.03296999058000269,
"wilsonLowerBound": 0.02914532054852906
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19538,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5579,
"successRate": 0.28554611526256524,
"wilsonLowerBound": 0.2792552924062708
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29036,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14865,
"successRate": 0.5119506819121091,
"wilsonLowerBound": 0.5061999345166844
},
"vllm": {
"framework": "vllm",
"modelCount": 68342,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7379,
"successRate": 0.10797167188551696,
"wilsonLowerBound": 0.1056668820374624
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14244,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2524,
"successRate": 0.17719741645605167,
"wilsonLowerBound": 0.17101398565282663
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-20T00:16:37.291904+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 2104.074074074074,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.4649799251438057,
"queueFactor": 0.9423495154417603,
"queueWeight": 0.9423495154417603,
"recentSuccess": 19,
"recentSuccessRate": 0.2345679012345679,
"recentTerminal": 81,
"recentWilsonLowerBound": 0.15562381855614316,
"running": 8,
"selectionWeight": 0.4381736071494113,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.5,
"waiting": 28405
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1477.1076923076923,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9937092703141215,
"queueWeight": 0.9937092703141215,
"recentSuccess": 54,
"recentSuccessRate": 0.4153846153846154,
"recentTerminal": 130,
"recentWilsonLowerBound": 0.3342905969843901,
"running": 8,
"selectionWeight": 2.4842731757853036,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 21.666666666666668,
"waiting": 32004
},
"Biren_166m": {
"available": true,
"backlogHours": 164.2048192771084,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 15,
"recentSuccessRate": 0.09036144578313253,
"recentTerminal": 166,
"recentWilsonLowerBound": 0.05552452283752022,
"running": 8,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 27.666666666666668,
"waiting": 4543
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1355.3999999999999,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.297468430755876,
"queueFactor": 1.0066095425578538,
"queueWeight": 1.0066095425578538,
"recentSuccess": 16,
"recentSuccessRate": 0.2,
"recentTerminal": 80,
"recentWilsonLowerBound": 0.1270273637929335,
"running": 7,
"selectionWeight": 0.29943456100857496,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.333333333333334,
"waiting": 18072
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 429.62589928057554,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.38724154823456264,
"queueFactor": 1.1959350582820274,
"queueWeight": 1.1959350582820274,
"recentSuccess": 28,
"recentSuccessRate": 0.2014388489208633,
"recentTerminal": 139,
"recentWilsonLowerBound": 0.1432060631755529,
"running": 7,
"selectionWeight": 0.4631157435571242,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.166666666666668,
"waiting": 9953
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 71.96153846153847,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 9,
"recentSuccessRate": 0.028846153846153848,
"recentTerminal": 312,
"recentWilsonLowerBound": 0.015248681015203727,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 52.0,
"waiting": 3742
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 306.6496815286624,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.05,
"queueFactor": 1.2579830446694111,
"queueWeight": 1.2579830446694111,
"recentSuccess": 9,
"recentSuccessRate": 0.05732484076433121,
"recentTerminal": 157,
"recentWilsonLowerBound": 0.030448304960363395,
"running": 1,
"selectionWeight": 0.06289915223347056,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 26.166666666666668,
"waiting": 8024
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2497.076923076923,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.5319086089667044,
"queueFactor": 0.9184518159610912,
"queueWeight": 0.9184518159610912,
"recentSuccess": 11,
"recentSuccessRate": 0.28205128205128205,
"recentTerminal": 39,
"recentWilsonLowerBound": 0.16543325013943294,
"running": 2,
"selectionWeight": 0.48853242783080764,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.5,
"waiting": 16231
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 578.4599999999999,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.4836358835791156,
"queueFactor": 1.1437475199148206,
"queueWeight": 1.1437475199148206,
"recentSuccess": 23,
"recentSuccessRate": 0.23,
"recentTerminal": 100,
"recentWilsonLowerBound": 0.15843154746876406,
"running": 8,
"selectionWeight": 0.5531573423854264,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.666666666666668,
"waiting": 9641
},
"MetaX_c-500": {
"available": true,
"backlogHours": 739.3894736842105,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.4248756435978659,
"queueFactor": 1.1024024654289402,
"queueWeight": 1.1024024654289402,
"recentSuccess": 21,
"recentSuccessRate": 0.22105263157894736,
"recentTerminal": 95,
"recentWilsonLowerBound": 0.14937242983925722,
"running": 4,
"selectionWeight": 0.46838395700299507,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.833333333333334,
"waiting": 11707
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1845.6000000000001,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.0901333655700377,
"queueFactor": 0.9610600578353667,
"queueWeight": 0.9610600578353667,
"recentSuccess": 11,
"recentSuccessRate": 0.12941176470588237,
"recentTerminal": 85,
"recentWilsonLowerBound": 0.07382276936875576,
"running": 4,
"selectionWeight": 0.08662357752763669,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 14.166666666666666,
"waiting": 26146
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 2650.5714285714284,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.3390336413467712,
"queueFactor": 0.910270018222678,
"queueWeight": 0.910270018222678,
"recentSuccess": 10,
"recentSuccessRate": 0.23809523809523808,
"recentTerminal": 42,
"recentWilsonLowerBound": 0.13480820811018185,
"running": 2,
"selectionWeight": 0.3086121588868263,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 7.0,
"waiting": 18554
},
"Vastai_va16": {
"available": true,
"backlogHours": 1890.3103448275863,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.05,
"queueFactor": 0.9576155699564625,
"queueWeight": 0.9576155699564625,
"recentSuccess": 4,
"recentSuccessRate": 0.06896551724137931,
"recentTerminal": 58,
"recentWilsonLowerBound": 0.02714380759816832,
"running": 16,
"selectionWeight": 0.04788077849782313,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 9.666666666666666,
"waiting": 18273
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1540.6105263157895,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.4248756435978659,
"queueFactor": 0.9874548249245706,
"queueWeight": 0.9874548249245706,
"recentSuccess": 21,
"recentSuccessRate": 0.22105263157894736,
"recentTerminal": 95,
"recentWilsonLowerBound": 0.14937242983925722,
"running": 6,
"selectionWeight": 0.4195455042636449,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.833333333333334,
"waiting": 24393
}
},
"queueAttemptedAt": "2026-10-20T00:16:37.291904+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-20T00:16:37.291904+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b3",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}