Files
submmit/.modelhub_state/market_intelligence.json

782 lines
25 KiB
JSON

{
"communityAttemptedAt": "2026-10-13T15:38:12.365866+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-13T15:38:12.365866+00:00",
"frameworkAttemptedAt": "2026-10-13T12:32:07.366791+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 42478,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21140,
"successRate": 0.4976693817976364,
"wilsonLowerBound": 0.4929149301019631
},
"vllm": {
"framework": "vllm",
"modelCount": 56888,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15391,
"successRate": 0.27054914920545636,
"wilsonLowerBound": 0.2669141113676807
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 0,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 4509,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1374,
"successRate": 0.3047238855622089,
"wilsonLowerBound": 0.2914594920444584
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 37249,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 17552,
"successRate": 0.47120728073236867,
"wilsonLowerBound": 0.466141216274745
},
"vllm": {
"framework": "vllm",
"modelCount": 39925,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11035,
"successRate": 0.27639323731997495,
"wilsonLowerBound": 0.272028101095638
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 12973,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5432,
"successRate": 0.4187157943420951,
"wilsonLowerBound": 0.4102514297404107
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64219,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12096,
"successRate": 0.18835547112225354,
"wilsonLowerBound": 0.1853500442293691
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 30844,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6680,
"successRate": 0.21657372584619375,
"wilsonLowerBound": 0.2120121921082847
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7867,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 108,
"successRate": 0.013728231854582433,
"wilsonLowerBound": 0.011383940257773506
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26663,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3278,
"successRate": 0.12294190451187038,
"wilsonLowerBound": 0.11905459480308092
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16510,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10151423379769836,
"wilsonLowerBound": 0.09699971253714496
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 15958,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6279,
"successRate": 0.39347035969419725,
"wilsonLowerBound": 0.3859172223844562
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24781,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3807,
"successRate": 0.1536257616722489,
"wilsonLowerBound": 0.14918985264962017
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 52340,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13203,
"successRate": 0.2522544898739014,
"wilsonLowerBound": 0.24855197090082676
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 24783,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3157,
"successRate": 0.12738570794496226,
"wilsonLowerBound": 0.12329239764443839
},
"vllm": {
"framework": "vllm",
"modelCount": 87028,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9772,
"successRate": 0.1122857011536517,
"wilsonLowerBound": 0.11020517821976525
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 46588,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5577,
"successRate": 0.11970893792392891,
"wilsonLowerBound": 0.11679246576930598
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 47831,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3702,
"successRate": 0.07739750371098242,
"wilsonLowerBound": 0.07503648256572422
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 94014,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 23481,
"successRate": 0.24976067394217882,
"wilsonLowerBound": 0.24700385624070484
},
"transformers": {
"framework": "transformers",
"modelCount": 5579,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 586,
"successRate": 0.10503674493636853,
"wilsonLowerBound": 0.09726123593448852
},
"vllm": {
"framework": "vllm",
"modelCount": 112868,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16532,
"successRate": 0.14647198497359748,
"wilsonLowerBound": 0.14442121872114128
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 139,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.007194244604316547,
"wilsonLowerBound": 0.0012710589909932836
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 23911,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4033,
"successRate": 0.16866714064656435,
"wilsonLowerBound": 0.16397409594114126
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 43677,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5680,
"successRate": 0.1300455617372988,
"wilsonLowerBound": 0.12692360419500948
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8172,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 767,
"successRate": 0.0938570729319628,
"wilsonLowerBound": 0.08772350577750741
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 34520,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6855,
"successRate": 0.19858053302433373,
"wilsonLowerBound": 0.1944057547592191
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61498,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12424,
"successRate": 0.20202283001073207,
"wilsonLowerBound": 0.1988681147823616
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 16126,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4548,
"successRate": 0.28202902145603376,
"wilsonLowerBound": 0.27513623484302685
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 15499,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3765,
"successRate": 0.24291889799341893,
"wilsonLowerBound": 0.2362315482345066
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 68075,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18750,
"successRate": 0.2754315093646713,
"wilsonLowerBound": 0.27208835402188736
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1050,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 632,
"successRate": 0.6019047619047619,
"wilsonLowerBound": 0.5719763035239288
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48440,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21730,
"successRate": 0.4485962014863749,
"wilsonLowerBound": 0.44417133940746467
},
"vllm": {
"framework": "vllm",
"modelCount": 39969,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4848,
"successRate": 0.12129400285221047,
"wilsonLowerBound": 0.11812971227223361
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1097,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6287,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030539207889295372,
"wilsonLowerBound": 0.02656421387260057
},
"vllm": {
"framework": "vllm",
"modelCount": 10091,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 762,
"successRate": 0.07551283321771876,
"wilsonLowerBound": 0.07051757164676267
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7364,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3236,
"successRate": 0.43943508962520367,
"wilsonLowerBound": 0.4281335886589124
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7423,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 245,
"successRate": 0.033005523373299206,
"wilsonLowerBound": 0.029176789607432262
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 18398,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5438,
"successRate": 0.29557560604413524,
"wilsonLowerBound": 0.28902523743349995
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 28473,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14566,
"successRate": 0.5115723668036385,
"wilsonLowerBound": 0.5057649821560192
},
"vllm": {
"framework": "vllm",
"modelCount": 67432,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7212,
"successRate": 0.10695218887175229,
"wilsonLowerBound": 0.10464185808263873
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 13756,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2315,
"successRate": 0.16829020063972086,
"wilsonLowerBound": 0.16213090602257882
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-13T15:38:12.365866+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1225.8832116788321,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9486639994292404,
"queueWeight": 0.9486639994292404,
"recentSuccess": 44,
"recentSuccessRate": 0.32116788321167883,
"recentTerminal": 137,
"recentWilsonLowerBound": 0.24877677765461706,
"running": 7,
"selectionWeight": 2.371659998573101,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.833333333333332,
"waiting": 27991
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 2634.7605633802814,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.387626299266795,
"queueFactor": 0.8458018124359197,
"queueWeight": 0.8458018124359197,
"recentSuccess": 20,
"recentSuccessRate": 0.28169014084507044,
"recentTerminal": 71,
"recentWilsonLowerBound": 0.1903694891114979,
"running": 8,
"selectionWeight": 1.173656838903603,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.833333333333334,
"waiting": 31178
},
"Biren_166m": {
"available": true,
"backlogHours": 168.18848167539267,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.2980501519104824,
"queueFactor": 1.2779396562252476,
"queueWeight": 1.2779396562252476,
"recentSuccess": 26,
"recentSuccessRate": 0.13612565445026178,
"recentTerminal": 191,
"recentWilsonLowerBound": 0.09461688120765616,
"running": 5,
"selectionWeight": 0.3808901086703647,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 31.833333333333332,
"waiting": 5354
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 632.506329113924,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.2579451462066414,
"queueFactor": 1.0476592534800346,
"queueWeight": 1.0476592534800346,
"recentSuccess": 21,
"recentSuccessRate": 0.13291139240506328,
"recentTerminal": 158,
"recentWilsonLowerBound": 0.08860137311535389,
"running": 7,
"selectionWeight": 0.2702386193136483,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 26.333333333333332,
"waiting": 16656
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 387.5652173913044,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.9047308715086535,
"queueFactor": 1.1275298952102568,
"queueWeight": 1.1275298952102568,
"recentSuccess": 30,
"recentSuccessRate": 0.21739130434782608,
"recentTerminal": 138,
"recentWilsonLowerBound": 0.15673432266168497,
"running": 7,
"selectionWeight": 1.0201111047456364,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.0,
"waiting": 8914
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 52.888888888888886,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 6,
"recentSuccessRate": 0.017094017094017096,
"recentTerminal": 351,
"recentWilsonLowerBound": 0.007857184338735033,
"running": 3,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 58.5,
"waiting": 3094
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 233.53846153846155,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.08976573427936611,
"queueFactor": 1.2165389613223911,
"queueWeight": 1.2165389613223911,
"recentSuccess": 16,
"recentSuccessRate": 0.08791208791208792,
"recentTerminal": 182,
"recentWilsonLowerBound": 0.05483643240416924,
"running": 8,
"selectionWeight": 0.10920351314256181,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 30.333333333333332,
"waiting": 7084
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2210.3720930232557,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.6152506526108774,
"queueFactor": 0.8683803275093688,
"queueWeight": 0.8683803275093688,
"recentSuccess": 10,
"recentSuccessRate": 0.23255813953488372,
"recentTerminal": 43,
"recentWilsonLowerBound": 0.1315353846924483,
"running": 2,
"selectionWeight": 0.5342715632145866,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 7.166666666666667,
"waiting": 15841
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 304.91566265060237,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.7055935741114274,
"queueFactor": 1.1688339686896194,
"queueWeight": 1.1688339686896194,
"recentSuccess": 32,
"recentSuccessRate": 0.1927710843373494,
"recentTerminal": 166,
"recentWilsonLowerBound": 0.13998748322998025,
"running": 8,
"selectionWeight": 0.8247217375105528,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 27.666666666666668,
"waiting": 8436
},
"MetaX_c-500": {
"available": true,
"backlogHours": 576.7567567567568,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.9140261603828891,
"queueFactor": 1.062260129063249,
"queueWeight": 1.062260129063249,
"recentSuccess": 25,
"recentSuccessRate": 0.22522522522522523,
"recentTerminal": 111,
"recentWilsonLowerBound": 0.15746423838098933,
"running": 4,
"selectionWeight": 0.9709335470955136,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.5,
"waiting": 10670
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2237.1176470588234,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.2856035646231427,
"queueFactor": 0.8668150858023508,
"queueWeight": 0.8668150858023508,
"recentSuccess": 11,
"recentSuccessRate": 0.16176470588235295,
"recentTerminal": 68,
"recentWilsonLowerBound": 0.09279997195749148,
"running": 5,
"selectionWeight": 0.24756547837426665,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.333333333333334,
"waiting": 25354
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 1848.5172413793105,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.10825410121422638,
"queueFactor": 0.8919823455740324,
"queueWeight": 0.8919823455740324,
"recentSuccess": 7,
"recentSuccessRate": 0.1206896551724138,
"recentTerminal": 58,
"recentWilsonLowerBound": 0.05970890244859669,
"running": 2,
"selectionWeight": 0.09656074711907436,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 9.666666666666666,
"waiting": 17869
},
"Vastai_va16": {
"available": true,
"backlogHours": 1096.4318181818182,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.12142302979838901,
"queueFactor": 0.9646783681895725,
"queueWeight": 0.9646783681895725,
"recentSuccess": 10,
"recentSuccessRate": 0.11363636363636363,
"recentTerminal": 88,
"recentWilsonLowerBound": 0.0629073263742009,
"running": 15,
"selectionWeight": 0.11713417024654375,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 14.666666666666666,
"waiting": 16081
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1092.915254237288,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 1.5320218611042382,
"queueFactor": 0.9651433251059266,
"queueWeight": 0.9651433251059266,
"recentSuccess": 32,
"recentSuccessRate": 0.2711864406779661,
"recentTerminal": 118,
"recentWilsonLowerBound": 0.19913122374219616,
"running": 6,
"selectionWeight": 1.4786206731611145,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.666666666666668,
"waiting": 21494
}
},
"queueAttemptedAt": "2026-10-13T15:33:24.468136+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-13T15:33:24.468136+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Ascend_910-b4",
"Ascend_910-b3",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}