Files
submmit/.modelhub_state/market_intelligence.json

712 lines
22 KiB
JSON

{
"communityAttemptedAt": "2026-09-24T13:51:09.492564+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-09-24T13:51:09.492564+00:00",
"frameworkAttemptedAt": "2026-09-24T09:01:59.487266+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 33744,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15127,
"successRate": 0.44828710289236606,
"wilsonLowerBound": 0.4429869799399634
},
"vllm": {
"framework": "vllm",
"modelCount": 37996,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10759,
"successRate": 0.28316138540899044,
"wilsonLowerBound": 0.2786533091271115
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9840,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4138,
"successRate": 0.42052845528455285,
"wilsonLowerBound": 0.4108075588008563
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64105,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12089,
"successRate": 0.1885812339131113,
"wilsonLowerBound": 0.18557174697443093
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20427,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4158,
"successRate": 0.2035541195476575,
"wilsonLowerBound": 0.1980884099263536
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6474,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 68,
"successRate": 0.01050355267222737,
"wilsonLowerBound": 0.008294274794164724
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26258,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3236,
"successRate": 0.12323863203595095,
"wilsonLowerBound": 0.1193177177548628
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16475,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1675,
"successRate": 0.10166919575113809,
"wilsonLowerBound": 0.09714682432067162
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 12069,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5031,
"successRate": 0.4168530947054437,
"wilsonLowerBound": 0.408084593837188
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24342,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3790,
"successRate": 0.15569797058581875,
"wilsonLowerBound": 0.15119754458508608
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8122,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.06697857670524501,
"wilsonLowerBound": 0.06174398763609106
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 44991,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11208,
"successRate": 0.2491164899646596,
"wilsonLowerBound": 0.24514151450862032
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23416,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3080,
"successRate": 0.13153399385035872,
"wilsonLowerBound": 0.1272652919284598
},
"vllm": {
"framework": "vllm",
"modelCount": 86727,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9764,
"successRate": 0.11258316325942325,
"wilsonLowerBound": 0.1104966208846138
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 41419,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5089,
"successRate": 0.12286631739056955,
"wilsonLowerBound": 0.1197396560885289
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 34779,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3461,
"successRate": 0.09951407458523821,
"wilsonLowerBound": 0.09641202771686347
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 89368,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21431,
"successRate": 0.23980619461104646,
"wilsonLowerBound": 0.2370180653521226
},
"transformers": {
"framework": "transformers",
"modelCount": 5297,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 574,
"successRate": 0.10836322446667926,
"wilsonLowerBound": 0.10027429663257083
},
"vllm": {
"framework": "vllm",
"modelCount": 112692,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16522,
"successRate": 0.1466120044013772,
"wilsonLowerBound": 0.1445588249554736
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 18625,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3579,
"successRate": 0.19216107382550335,
"wilsonLowerBound": 0.1865662608256664
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 43006,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5586,
"successRate": 0.12988885271822537,
"wilsonLowerBound": 0.126744532131394
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6968,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 582,
"successRate": 0.08352468427095293,
"wilsonLowerBound": 0.07725555008321736
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 200,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 36,
"successRate": 0.18,
"wilsonLowerBound": 0.1329455066253411
},
"vllm": {
"framework": "vllm",
"modelCount": 31796,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5852,
"successRate": 0.18404830796326582,
"wilsonLowerBound": 0.17982697135661918
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61085,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12401,
"successRate": 0.20301219612016044,
"wilsonLowerBound": 0.19984102812657034
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 9282,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2688,
"successRate": 0.2895927601809955,
"wilsonLowerBound": 0.2804538310323487
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 13639,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3462,
"successRate": 0.2538309260209693,
"wilsonLowerBound": 0.246597027864433
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 62714,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 17175,
"successRate": 0.2738622955002073,
"wilsonLowerBound": 0.2703860333703276
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 61,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 34,
"successRate": 0.5573770491803278,
"wilsonLowerBound": 0.433031467004555
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 46974,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20671,
"successRate": 0.4400519436283902,
"wilsonLowerBound": 0.4355679901787967
},
"vllm": {
"framework": "vllm",
"modelCount": 37201,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3722,
"successRate": 0.10005107389586301,
"wilsonLowerBound": 0.09704295965866663
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 707,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6281,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030568380831077855,
"wilsonLowerBound": 0.02658963799640948
},
"vllm": {
"framework": "vllm",
"modelCount": 10032,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 741,
"successRate": 0.07386363636363637,
"wilsonLowerBound": 0.06890696186113095
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6203,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2655,
"successRate": 0.42801870062872804,
"wilsonLowerBound": 0.4157535972776256
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7383,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 237,
"successRate": 0.0321007720438846,
"wilsonLowerBound": 0.02831699512581906
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 12776,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4099,
"successRate": 0.320835942391985,
"wilsonLowerBound": 0.3127963838919969
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 26822,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13632,
"successRate": 0.5082395048840505,
"wilsonLowerBound": 0.502255718558577
},
"vllm": {
"framework": "vllm",
"modelCount": 63518,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6472,
"successRate": 0.1018923769640102,
"wilsonLowerBound": 0.09956383039455191
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 12751,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1876,
"successRate": 0.14712571563014665,
"wilsonLowerBound": 0.1410834820413817
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-24T14:02:49.184412+00:00",
"gpuStats": {
"Ascend_910-b4": {
"available": true,
"backlogHours": 1209.0845070422536,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.8362329557514463,
"queueFactor": 0.9216467229674631,
"queueWeight": 0.9216467229674631,
"recentSuccess": 53,
"recentSuccessRate": 0.3732394366197183,
"recentTerminal": 142,
"recentWilsonLowerBound": 0.2980091971868539,
"running": 9,
"selectionWeight": 0.770711363305716,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.666666666666668,
"waiting": 28615
},
"Biren_166m": {
"available": true,
"backlogHours": 201.52447552447555,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.2045587542443859,
"queueFactor": 1.20582368954969,
"queueWeight": 1.20582368954969,
"recentSuccess": 31,
"recentSuccessRate": 0.21678321678321677,
"recentTerminal": 143,
"recentWilsonLowerBound": 0.15713427867091181,
"running": 10,
"selectionWeight": 0.24666179177265374,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.833333333333332,
"waiting": 4803
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1300.225352112676,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.23327990337281979,
"queueFactor": 0.9116543051636391,
"queueWeight": 0.9116543051636391,
"recentSuccess": 18,
"recentSuccessRate": 0.2535211267605634,
"recentTerminal": 71,
"recentWilsonLowerBound": 0.16680419243885528,
"running": 7,
"selectionWeight": 0.21267062821798888,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.833333333333334,
"waiting": 15386
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 528.6407766990291,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.21838226890362278,
"queueFactor": 1.0434193413546986,
"queueWeight": 1.0434193413546986,
"recentSuccess": 24,
"recentSuccessRate": 0.23300970873786409,
"recentTerminal": 103,
"recentWilsonLowerBound": 0.16187497360880485,
"running": 7,
"selectionWeight": 0.22786428318296276,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.166666666666668,
"waiting": 9075
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 51.41342756183746,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 13,
"recentSuccessRate": 0.045936395759717315,
"recentTerminal": 283,
"recentWilsonLowerBound": 0.027038872543517965,
"running": 25,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 47.166666666666664,
"waiting": 2425
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 100.10738255033557,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 30,
"recentSuccessRate": 0.10067114093959731,
"recentTerminal": 298,
"recentWilsonLowerBound": 0.07142992782017728,
"running": 2,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 49.666666666666664,
"waiting": 4972
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 4184.086956521739,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 1.043912965671185,
"queueFactor": 0.7650553850744103,
"queueWeight": 0.7650553850744103,
"recentSuccess": 12,
"recentSuccessRate": 0.5217391304347826,
"recentTerminal": 23,
"recentWilsonLowerBound": 0.32962429864218495,
"running": 2,
"selectionWeight": 0.7986512359357381,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 3.8333333333333335,
"waiting": 16039
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 533.3157894736842,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.37274438701796453,
"queueFactor": 1.0420422199192143,
"queueWeight": 1.0420422199192143,
"recentSuccess": 32,
"recentSuccessRate": 0.2807017543859649,
"recentTerminal": 114,
"recentWilsonLowerBound": 0.2064060006774648,
"running": 10,
"selectionWeight": 0.3884153885106265,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.0,
"waiting": 10133
},
"MetaX_c-500": {
"available": true,
"backlogHours": 701.8105263157895,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.4776349379196212,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 30,
"recentSuccessRate": 0.3157894736842105,
"recentTerminal": 95,
"recentWilsonLowerBound": 0.23103088128713048,
"running": 4,
"selectionWeight": 0.4776349379196212,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.833333333333334,
"waiting": 11112
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2450.3529411764707,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 0.8289888421811894,
"queueWeight": 0.8289888421811894,
"recentSuccess": 32,
"recentSuccessRate": 0.6274509803921569,
"recentTerminal": 51,
"recentWilsonLowerBound": 0.4902496270033425,
"running": 5,
"selectionWeight": 2.0724721054529733,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 8.5,
"waiting": 20828
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 5701.411764705882,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.6280589037573925,
"queueFactor": 0.730357713864848,
"queueWeight": 0.730357713864848,
"recentSuccess": 8,
"recentSuccessRate": 0.47058823529411764,
"recentTerminal": 17,
"recentWilsonLowerBound": 0.26164801196088106,
"running": 2,
"selectionWeight": 0.4587076651207118,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 2.8333333333333335,
"waiting": 16154
},
"Vastai_va16": {
"available": true,
"backlogHours": 612.3829787234042,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.5901979421878873,
"queueFactor": 1.020656286936345,
"queueWeight": 1.020656286936345,
"recentSuccess": 46,
"recentSuccessRate": 0.3262411347517731,
"recentTerminal": 141,
"recentWilsonLowerBound": 0.25435688113492116,
"running": 16,
"selectionWeight": 0.6023892402309606,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.5,
"waiting": 14391
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 738.220588235294,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.1591232805543194,
"queueFactor": 0.9924418250590844,
"queueWeight": 0.9924418250590844,
"recentSuccess": 27,
"recentSuccessRate": 0.19852941176470587,
"recentTerminal": 136,
"recentWilsonLowerBound": 0.14018035078929256,
"running": 6,
"selectionWeight": 0.15792059896271746,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 22.666666666666668,
"waiting": 16733
}
},
"queueAttemptedAt": "2026-09-24T13:59:17.763438+00:00",
"queueError": null,
"queueUpdatedAt": "2026-09-24T13:59:17.763438+00:00",
"supportedGpus": [
"Vastai_va16",
"Cambricon_mlu-370-x4",
"Kunlunxin_p-800",
"Iluvatar_mrv-100",
"Iluvatar_bi-150",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}