Files
submmit/.modelhub_state/market_intelligence.json

703 lines
22 KiB
JSON

{
"communityAttemptedAt": "2026-09-14T02:14:55.701328+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-09-14T02:14:55.701328+00:00",
"frameworkAttemptedAt": "2026-09-14T02:14:55.701328+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 38857,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18662,
"successRate": 0.4802738245361196,
"wilsonLowerBound": 0.4753083445496124
},
"vllm": {
"framework": "vllm",
"modelCount": 51508,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14512,
"successRate": 0.2817426419197018,
"wilsonLowerBound": 0.27787408300531347
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2132,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 571,
"successRate": 0.2678236397748593,
"wilsonLowerBound": 0.2494562405045196
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 31999,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13915,
"successRate": 0.4348573392918529,
"wilsonLowerBound": 0.4294337225726422
},
"vllm": {
"framework": "vllm",
"modelCount": 37029,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10560,
"successRate": 0.2851818844689298,
"wilsonLowerBound": 0.2806055605775753
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7732,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3421,
"successRate": 0.4424469736161407,
"wilsonLowerBound": 0.43140734309333617
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26044,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3200,
"successRate": 0.12286899093841191,
"wilsonLowerBound": 0.11893743118439545
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16458,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1672,
"successRate": 0.10159193097581723,
"wilsonLowerBound": 0.09706884551454699
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 10139,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4342,
"successRate": 0.4282473616727488,
"wilsonLowerBound": 0.4186444686009092
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24076,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3778,
"successRate": 0.15691975411197873,
"wilsonLowerBound": 0.1523800396994143
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8066,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.0674435903793702,
"wilsonLowerBound": 0.0621738174048722
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 40836,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10307,
"successRate": 0.2523998432755412,
"wilsonLowerBound": 0.248210051752872
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 22993,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3037,
"successRate": 0.1320836776410212,
"wilsonLowerBound": 0.12776862386051824
},
"vllm": {
"framework": "vllm",
"modelCount": 86529,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9763,
"successRate": 0.11282922488414289,
"wilsonLowerBound": 0.11073829752725807
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 39218,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4810,
"successRate": 0.12264776378193687,
"wilsonLowerBound": 0.11943806203270581
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 28440,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3308,
"successRate": 0.11631504922644163,
"wilsonLowerBound": 0.11264063103731063
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 87847,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20571,
"successRate": 0.23416849750133756,
"wilsonLowerBound": 0.2313797372456536
},
"transformers": {
"framework": "transformers",
"modelCount": 5098,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 562,
"successRate": 0.11023930953315025,
"wilsonLowerBound": 0.1019337417155715
},
"vllm": {
"framework": "vllm",
"modelCount": 112461,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16504,
"successRate": 0.14675309662905361,
"wilsonLowerBound": 0.14469699368852246
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 15968,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3268,
"successRate": 0.20465931863727455,
"wilsonLowerBound": 0.19847288286642836
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 42655,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5551,
"successRate": 0.13013714687609892,
"wilsonLowerBound": 0.12697743769842085
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6269,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 488,
"successRate": 0.07784335619716064,
"wilsonLowerBound": 0.0714664949477917
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 198,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 36,
"successRate": 0.18181818181818182,
"wilsonLowerBound": 0.1343204258911728
},
"vllm": {
"framework": "vllm",
"modelCount": 30424,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5288,
"successRate": 0.17381014988167237,
"wilsonLowerBound": 0.16959320825404722
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 60773,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12381,
"successRate": 0.2037253385549504,
"wilsonLowerBound": 0.2005418659115495
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6624,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1969,
"successRate": 0.2972524154589372,
"wilsonLowerBound": 0.28636576458176327
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 12085,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3160,
"successRate": 0.2614811750103434,
"wilsonLowerBound": 0.25372294483667035
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 59348,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16171,
"successRate": 0.2724775898092606,
"wilsonLowerBound": 0.2689102698539628
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 46142,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20083,
"successRate": 0.4352433791339777,
"wilsonLowerBound": 0.43072514245101046
},
"vllm": {
"framework": "vllm",
"modelCount": 35826,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3149,
"successRate": 0.08789705800256797,
"wilsonLowerBound": 0.08500905328127781
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 304,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6276,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030592734225621414,
"wilsonLowerBound": 0.026610861971840757
},
"vllm": {
"framework": "vllm",
"modelCount": 10010,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 733,
"successRate": 0.07322677322677322,
"wilsonLowerBound": 0.06828543573281327
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 5622,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2361,
"successRate": 0.419957310565635,
"wilsonLowerBound": 0.4071146684947529
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7368,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 235,
"successRate": 0.03189467969598263,
"wilsonLowerBound": 0.028119876473318692
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 10749,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3663,
"successRate": 0.3407758861289422,
"wilsonLowerBound": 0.33187388177871774
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 26044,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13166,
"successRate": 0.5055291045922286,
"wilsonLowerBound": 0.49945654233725134
},
"vllm": {
"framework": "vllm",
"modelCount": 61008,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5985,
"successRate": 0.09810188827694728,
"wilsonLowerBound": 0.09576676231012499
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 12250,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1730,
"successRate": 0.14122448979591837,
"wilsonLowerBound": 0.13516978100148383
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-14T02:14:55.701328+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 947.7567567567567,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.4953000815065227,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 55,
"recentSuccessRate": 0.3716216216216216,
"recentTerminal": 148,
"recentWilsonLowerBound": 0.29793721874882,
"running": 8,
"selectionWeight": 2.4953000815065227,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.666666666666668,
"waiting": 23378
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1247.5037593984962,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9596177089924902,
"queueWeight": 0.9596177089924902,
"recentSuccess": 50,
"recentSuccessRate": 0.37593984962406013,
"recentTerminal": 133,
"recentWilsonLowerBound": 0.29819216386268604,
"running": 8,
"selectionWeight": 2.3990442724812255,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.166666666666668,
"waiting": 27653
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1152.5384615384614,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.5615684588558345,
"queueFactor": 0.9710827048041039,
"queueWeight": 0.9710827048041039,
"recentSuccess": 18,
"recentSuccessRate": 0.23076923076923078,
"recentTerminal": 78,
"recentWilsonLowerBound": 0.15125388693827768,
"running": 7,
"selectionWeight": 0.5453294179583958,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.0,
"waiting": 14983
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 547.56,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.4861405519304054,
"queueFactor": 1.0857748459389311,
"queueWeight": 1.0857748459389311,
"recentSuccess": 21,
"recentSuccessRate": 0.21,
"recentTerminal": 100,
"recentWilsonLowerBound": 0.14165549531645785,
"running": 7,
"selectionWeight": 0.5278391828769029,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.666666666666668,
"waiting": 9126
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 50.66889632107023,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 7,
"recentSuccessRate": 0.023411371237458192,
"recentTerminal": 299,
"recentWilsonLowerBound": 0.011385618809630375,
"running": 11,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 49.833333333333336,
"waiting": 2525
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 332.92105263157896,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.11330487335226588,
"queueFactor": 1.1699124010877209,
"queueWeight": 1.1699124010877209,
"recentSuccess": 10,
"recentSuccessRate": 0.13157894736842105,
"recentTerminal": 76,
"recentWilsonLowerBound": 0.07306803021855038,
"running": 7,
"selectionWeight": 0.1325567764384895,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 12.666666666666666,
"waiting": 4217
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 1829.0588235294117,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 1.0760525924790652,
"queueFactor": 0.9060880077378979,
"queueWeight": 0.9060880077378979,
"recentSuccess": 16,
"recentSuccessRate": 0.3137254901960784,
"recentTerminal": 51,
"recentWilsonLowerBound": 0.20327509667785154,
"running": 2,
"selectionWeight": 0.9749983497405562,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 8.5,
"waiting": 15547
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 786.0697674418604,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.600133624164266,
"queueFactor": 1.0284551787029823,
"queueWeight": 1.0284551787029823,
"recentSuccess": 20,
"recentSuccessRate": 0.23255813953488372,
"recentTerminal": 86,
"recentWilsonLowerBound": 0.1558899158392809,
"running": 7,
"selectionWeight": 0.6172105336855286,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 14.333333333333334,
"waiting": 11267
},
"MetaX_c-500": {
"available": true,
"backlogHours": 744.0,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.3682225887448662,
"queueFactor": 1.0369757324850273,
"queueWeight": 1.0369757324850273,
"recentSuccess": 29,
"recentSuccessRate": 0.3118279569892473,
"recentTerminal": 93,
"recentWilsonLowerBound": 0.2267273118974027,
"running": 4,
"selectionWeight": 1.4188136211662679,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.5,
"waiting": 11532
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1954.5217391304348,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.25982483839299,
"queueFactor": 0.8971157009979648,
"queueWeight": 0.8971157009979648,
"recentSuccess": 27,
"recentSuccessRate": 0.391304347826087,
"recentTerminal": 69,
"recentWilsonLowerBound": 0.28481147647724914,
"running": 4,
"selectionWeight": 2.02732434402754,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.5,
"waiting": 22477
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 2923.4,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.48742090725821186,
"queueFactor": 0.8445420867574942,
"queueWeight": 0.8445420867574942,
"recentSuccess": 8,
"recentSuccessRate": 0.26666666666666666,
"recentTerminal": 30,
"recentWilsonLowerBound": 0.14182495553910618,
"running": 2,
"selectionWeight": 0.4116474701450813,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.0,
"waiting": 14617
},
"Vastai_va16": {
"available": true,
"backlogHours": 978.2368421052632,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.9103987017800487,
"queueFactor": 0.9952631653165039,
"queueWeight": 0.9952631653165039,
"recentSuccess": 21,
"recentSuccessRate": 0.27631578947368424,
"recentTerminal": 76,
"recentWilsonLowerBound": 0.18840105352742306,
"running": 16,
"selectionWeight": 0.9060862936336471,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 12.666666666666666,
"waiting": 12391
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 588.0,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 1.5245079995618613,
"queueFactor": 1.0742316269231162,
"queueWeight": 1.0742316269231162,
"recentSuccess": 38,
"recentSuccessRate": 0.3140495867768595,
"recentTerminal": 121,
"recentWilsonLowerBound": 0.2381525195796507,
"running": 6,
"selectionWeight": 1.6376747086266437,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.166666666666668,
"waiting": 11858
}
},
"queueAttemptedAt": "2026-09-14T02:14:55.701328+00:00",
"queueError": null,
"queueUpdatedAt": "2026-09-14T02:14:55.701328+00:00",
"supportedGpus": [
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Cambricon_mlu-370-x4",
"Iluvatar_bi-150",
"Ascend_910-b4",
"hygon_k100-ai",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}