Files
submmit/.modelhub_state/market_intelligence.json

791 lines
25 KiB
JSON

{
"communityAttemptedAt": "2026-10-20T01:13:13.066086+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-20T01:13:13.066086+00:00",
"frameworkAttemptedAt": "2026-10-19T21:06:17.795535+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 43536,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21866,
"successRate": 0.5022510106578464,
"wilsonLowerBound": 0.497554269592699
},
"vllm": {
"framework": "vllm",
"modelCount": 58065,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15519,
"successRate": 0.26726943942133813,
"wilsonLowerBound": 0.26368539321076273
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5190,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1651,
"successRate": 0.318111753371869,
"wilsonLowerBound": 0.30557902640079027
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 38468,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18367,
"successRate": 0.47746178641988146,
"wilsonLowerBound": 0.47247274511599746
},
"vllm": {
"framework": "vllm",
"modelCount": 40529,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11102,
"successRate": 0.27392731130795234,
"wilsonLowerBound": 0.2696069805157358
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14089,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5846,
"successRate": 0.41493363617006174,
"wilsonLowerBound": 0.4068219579820602
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64265,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12098,
"successRate": 0.18825177001478255,
"wilsonLowerBound": 0.18524805760286572
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 34502,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7370,
"successRate": 0.21361080517071473,
"wilsonLowerBound": 0.2093180297082954
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8316,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 115,
"successRate": 0.01382876382876383,
"wilsonLowerBound": 0.011533847602386472
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26770,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3288,
"successRate": 0.12282405677997758,
"wilsonLowerBound": 0.11894605365208344
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16520,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10145278450363196,
"wilsonLowerBound": 0.09694085230477067
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 17294,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6697,
"successRate": 0.3872441309124552,
"wilsonLowerBound": 0.38000980357785935
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24819,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3808,
"successRate": 0.15343083927636086,
"wilsonLowerBound": 0.14900064651328315
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 54928,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13819,
"successRate": 0.25158389163996503,
"wilsonLowerBound": 0.2479724734263463
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 25246,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3219,
"successRate": 0.12750534738176345,
"wilsonLowerBound": 0.12344755353446907
},
"vllm": {
"framework": "vllm",
"modelCount": 87122,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9772,
"successRate": 0.11216455085971397,
"wilsonLowerBound": 0.11008613498042095
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 49054,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5674,
"successRate": 0.11566844701757246,
"wilsonLowerBound": 0.11286818476911395
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 51285,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3792,
"successRate": 0.07393974846446329,
"wilsonLowerBound": 0.07170677492399734
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 94941,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 23926,
"successRate": 0.25200914252009143,
"wilsonLowerBound": 0.24925745721787718
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 145,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5668,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 590,
"successRate": 0.10409315455187015,
"wilsonLowerBound": 0.09640917432375648
},
"vllm": {
"framework": "vllm",
"modelCount": 112915,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16539,
"successRate": 0.14647301067174423,
"wilsonLowerBound": 0.14442266275144017
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 304,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.003289473684210526,
"wilsonLowerBound": 0.0005808941273062394
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 25493,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4157,
"successRate": 0.16306437061154042,
"wilsonLowerBound": 0.15858025803587833
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44303,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5722,
"successRate": 0.12915603909441797,
"wilsonLowerBound": 0.1260651983664097
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8467,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 818,
"successRate": 0.09661036967048542,
"wilsonLowerBound": 0.09049932478171499
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 35518,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7140,
"successRate": 0.20102483247930628,
"wilsonLowerBound": 0.19688930805457633
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61558,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12430,
"successRate": 0.20192338932388967,
"wilsonLowerBound": 0.19877079208253345
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 18187,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5145,
"successRate": 0.2828943751030956,
"wilsonLowerBound": 0.2763947057238895
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3907,
"successRate": 0.24182966080713048,
"wilsonLowerBound": 0.23528874637574138
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 69447,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19100,
"successRate": 0.27502987890045644,
"wilsonLowerBound": 0.27172131156060264
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1602,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 950,
"successRate": 0.5930087390761548,
"wilsonLowerBound": 0.5687566438098746
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48597,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21730,
"successRate": 0.44714694322694815,
"wilsonLowerBound": 0.44273069253227165
},
"vllm": {
"framework": "vllm",
"modelCount": 41034,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5180,
"successRate": 0.12623677925622653,
"wilsonLowerBound": 0.12305825961368705
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1220,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10113,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 765,
"successRate": 0.07564520913675467,
"wilsonLowerBound": 0.07065102319044637
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7759,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3415,
"successRate": 0.44013403789148087,
"wilsonLowerBound": 0.4291207982833877
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7431,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 245,
"successRate": 0.03296999058000269,
"wilsonLowerBound": 0.02914532054852906
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19538,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5579,
"successRate": 0.28554611526256524,
"wilsonLowerBound": 0.2792552924062708
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29036,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14865,
"successRate": 0.5119506819121091,
"wilsonLowerBound": 0.5061999345166844
},
"vllm": {
"framework": "vllm",
"modelCount": 68342,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7379,
"successRate": 0.10797167188551696,
"wilsonLowerBound": 0.1056668820374624
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14244,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2524,
"successRate": 0.17719741645605167,
"wilsonLowerBound": 0.17101398565282663
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-20T01:13:13.066086+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1757.9999999999998,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.44069763076929386,
"queueFactor": 0.9621541265055383,
"queueWeight": 0.9621541265055383,
"recentSuccess": 19,
"recentSuccessRate": 0.1958762886597938,
"recentTerminal": 97,
"recentWilsonLowerBound": 0.12913839844599526,
"running": 9,
"selectionWeight": 0.4240190439858902,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.166666666666668,
"waiting": 28421
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1444.9624060150375,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9908752829280002,
"queueWeight": 0.9908752829280002,
"recentSuccess": 48,
"recentSuccessRate": 0.3609022556390977,
"recentTerminal": 133,
"recentWilsonLowerBound": 0.28424408653110655,
"running": 8,
"selectionWeight": 2.4771882073200007,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.166666666666668,
"waiting": 32030
},
"Biren_166m": {
"available": true,
"backlogHours": 158.09302325581396,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.0759492983105265,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 16,
"recentSuccessRate": 0.09302325581395349,
"recentTerminal": 172,
"recentWilsonLowerBound": 0.05807066273299263,
"running": 8,
"selectionWeight": 0.09873408780368446,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 28.666666666666668,
"waiting": 4532
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1308.722891566265,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.4624494735463485,
"queueFactor": 1.0057043360547655,
"queueWeight": 1.0057043360547655,
"recentSuccess": 17,
"recentSuccessRate": 0.20481927710843373,
"recentTerminal": 83,
"recentWilsonLowerBound": 0.13199762324683,
"running": 7,
"selectionWeight": 0.4650874407518063,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.833333333333334,
"waiting": 18104
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 399.56,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.4230152243566479,
"queueFactor": 1.2016007113146496,
"queueWeight": 1.2016007113146496,
"recentSuccess": 27,
"recentSuccessRate": 0.18,
"recentTerminal": 150,
"recentWilsonLowerBound": 0.12675684863332679,
"running": 7,
"selectionWeight": 0.5082953944838742,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.0,
"waiting": 9989
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 72.33116883116882,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 8,
"recentSuccessRate": 0.025974025974025976,
"recentTerminal": 308,
"recentWilsonLowerBound": 0.013218819792313537,
"running": 25,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 51.333333333333336,
"waiting": 3713
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 310.52903225806455,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.05,
"queueFactor": 1.2479067847541174,
"queueWeight": 1.2479067847541174,
"recentSuccess": 10,
"recentSuccessRate": 0.06451612903225806,
"recentTerminal": 155,
"recentWilsonLowerBound": 0.03541767594610122,
"running": 1,
"selectionWeight": 0.06239533923770588,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 25.833333333333332,
"waiting": 8022
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2374.9756097560976,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.871838667417707,
"queueFactor": 0.9197051202578574,
"queueWeight": 0.9197051202578574,
"recentSuccess": 12,
"recentSuccessRate": 0.2926829268292683,
"recentTerminal": 41,
"recentWilsonLowerBound": 0.17609017633058882,
"running": 2,
"selectionWeight": 0.8018344864628524,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.833333333333333,
"waiting": 16229
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 483.15,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.7723558885491705,
"queueFactor": 1.1678449304698175,
"queueWeight": 1.1678449304698175,
"recentSuccess": 28,
"recentSuccessRate": 0.23333333333333334,
"recentTerminal": 120,
"recentWilsonLowerBound": 0.16665469513089648,
"running": 8,
"selectionWeight": 0.9019919089606602,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.0,
"waiting": 9663
},
"MetaX_c-500": {
"available": true,
"backlogHours": 725.5670103092783,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.5789168426504685,
"queueFactor": 1.098742309191126,
"queueWeight": 1.098742309191126,
"recentSuccess": 21,
"recentSuccessRate": 0.21649484536082475,
"recentTerminal": 97,
"recentWilsonLowerBound": 0.14618670657065766,
"running": 4,
"selectionWeight": 0.6360804285234114,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.166666666666668,
"waiting": 11730
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1985.620253164557,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.1518456884551765,
"queueFactor": 0.9447416199530201,
"queueWeight": 0.9447416199530201,
"recentSuccess": 11,
"recentSuccessRate": 0.13924050632911392,
"recentTerminal": 79,
"recentWilsonLowerBound": 0.07956458969765406,
"running": 4,
"selectionWeight": 0.14345494169402503,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.166666666666666,
"waiting": 26144
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 2715.0731707317073,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.3751972220430827,
"queueFactor": 0.9014263452359701,
"queueWeight": 0.9014263452359701,
"recentSuccess": 9,
"recentSuccessRate": 0.21951219512195122,
"recentTerminal": 41,
"recentWilsonLowerBound": 0.12003040155386345,
"running": 2,
"selectionWeight": 0.3382126606089848,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.833333333333333,
"waiting": 18553
},
"Vastai_va16": {
"available": true,
"backlogHours": 1745.047619047619,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.05,
"queueFactor": 0.9632219816404268,
"queueWeight": 0.9632219816404268,
"recentSuccess": 4,
"recentSuccessRate": 0.06349206349206349,
"recentTerminal": 63,
"recentWilsonLowerBound": 0.024965213900485027,
"running": 17,
"selectionWeight": 0.04816109908202135,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 10.5,
"waiting": 18323
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1409.8846153846155,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.6319477702388403,
"queueFactor": 0.994534702582734,
"queueWeight": 0.994534702582734,
"recentSuccess": 23,
"recentSuccessRate": 0.22115384615384615,
"recentTerminal": 104,
"recentWilsonLowerBound": 0.1521283501066639,
"running": 6,
"selectionWeight": 0.628493987722307,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.333333333333332,
"waiting": 24438
}
},
"queueAttemptedAt": "2026-10-20T01:13:13.066086+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-20T01:13:13.066086+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b3",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}