Files
submmit/.modelhub_state/market_intelligence.json

703 lines
22 KiB
JSON

{
"communityAttemptedAt": "2026-09-14T02:30:22.979301+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-09-14T02:30:22.979301+00:00",
"frameworkAttemptedAt": "2026-09-14T02:14:55.701328+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 38857,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18662,
"successRate": 0.4802738245361196,
"wilsonLowerBound": 0.4753083445496124
},
"vllm": {
"framework": "vllm",
"modelCount": 51508,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14512,
"successRate": 0.2817426419197018,
"wilsonLowerBound": 0.27787408300531347
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2132,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 571,
"successRate": 0.2678236397748593,
"wilsonLowerBound": 0.2494562405045196
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 31999,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13915,
"successRate": 0.4348573392918529,
"wilsonLowerBound": 0.4294337225726422
},
"vllm": {
"framework": "vllm",
"modelCount": 37029,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10560,
"successRate": 0.2851818844689298,
"wilsonLowerBound": 0.2806055605775753
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7732,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3421,
"successRate": 0.4424469736161407,
"wilsonLowerBound": 0.43140734309333617
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26044,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3200,
"successRate": 0.12286899093841191,
"wilsonLowerBound": 0.11893743118439545
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16458,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1672,
"successRate": 0.10159193097581723,
"wilsonLowerBound": 0.09706884551454699
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 10139,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4342,
"successRate": 0.4282473616727488,
"wilsonLowerBound": 0.4186444686009092
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24076,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3778,
"successRate": 0.15691975411197873,
"wilsonLowerBound": 0.1523800396994143
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8066,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.0674435903793702,
"wilsonLowerBound": 0.0621738174048722
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 40836,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10307,
"successRate": 0.2523998432755412,
"wilsonLowerBound": 0.248210051752872
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 22993,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3037,
"successRate": 0.1320836776410212,
"wilsonLowerBound": 0.12776862386051824
},
"vllm": {
"framework": "vllm",
"modelCount": 86529,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9763,
"successRate": 0.11282922488414289,
"wilsonLowerBound": 0.11073829752725807
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 39218,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4810,
"successRate": 0.12264776378193687,
"wilsonLowerBound": 0.11943806203270581
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 28440,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3308,
"successRate": 0.11631504922644163,
"wilsonLowerBound": 0.11264063103731063
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 87847,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20571,
"successRate": 0.23416849750133756,
"wilsonLowerBound": 0.2313797372456536
},
"transformers": {
"framework": "transformers",
"modelCount": 5098,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 562,
"successRate": 0.11023930953315025,
"wilsonLowerBound": 0.1019337417155715
},
"vllm": {
"framework": "vllm",
"modelCount": 112461,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16504,
"successRate": 0.14675309662905361,
"wilsonLowerBound": 0.14469699368852246
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 15968,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3268,
"successRate": 0.20465931863727455,
"wilsonLowerBound": 0.19847288286642836
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 42655,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5551,
"successRate": 0.13013714687609892,
"wilsonLowerBound": 0.12697743769842085
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6269,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 488,
"successRate": 0.07784335619716064,
"wilsonLowerBound": 0.0714664949477917
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 198,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 36,
"successRate": 0.18181818181818182,
"wilsonLowerBound": 0.1343204258911728
},
"vllm": {
"framework": "vllm",
"modelCount": 30424,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5288,
"successRate": 0.17381014988167237,
"wilsonLowerBound": 0.16959320825404722
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 60773,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12381,
"successRate": 0.2037253385549504,
"wilsonLowerBound": 0.2005418659115495
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6624,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1969,
"successRate": 0.2972524154589372,
"wilsonLowerBound": 0.28636576458176327
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 12085,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3160,
"successRate": 0.2614811750103434,
"wilsonLowerBound": 0.25372294483667035
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 59348,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16171,
"successRate": 0.2724775898092606,
"wilsonLowerBound": 0.2689102698539628
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 46142,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20083,
"successRate": 0.4352433791339777,
"wilsonLowerBound": 0.43072514245101046
},
"vllm": {
"framework": "vllm",
"modelCount": 35826,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3149,
"successRate": 0.08789705800256797,
"wilsonLowerBound": 0.08500905328127781
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 304,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6276,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030592734225621414,
"wilsonLowerBound": 0.026610861971840757
},
"vllm": {
"framework": "vllm",
"modelCount": 10010,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 733,
"successRate": 0.07322677322677322,
"wilsonLowerBound": 0.06828543573281327
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 5622,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2361,
"successRate": 0.419957310565635,
"wilsonLowerBound": 0.4071146684947529
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7368,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 235,
"successRate": 0.03189467969598263,
"wilsonLowerBound": 0.028119876473318692
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 10749,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3663,
"successRate": 0.3407758861289422,
"wilsonLowerBound": 0.33187388177871774
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 26044,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13166,
"successRate": 0.5055291045922286,
"wilsonLowerBound": 0.49945654233725134
},
"vllm": {
"framework": "vllm",
"modelCount": 61008,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5985,
"successRate": 0.09810188827694728,
"wilsonLowerBound": 0.09576676231012499
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 12250,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1730,
"successRate": 0.14122448979591837,
"wilsonLowerBound": 0.13516978100148383
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-14T02:36:49.690454+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 922.7368421052632,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.1280342648131327,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 56,
"recentSuccessRate": 0.3684210526315789,
"recentTerminal": 152,
"recentWilsonLowerBound": 0.2958594793965555,
"running": 10,
"selectionWeight": 2.1280342648131327,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.333333333333332,
"waiting": 23376
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1327.344,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9469218883535921,
"queueWeight": 0.9469218883535921,
"recentSuccess": 50,
"recentSuccessRate": 0.4,
"recentTerminal": 125,
"recentWilsonLowerBound": 0.3183362687111884,
"running": 8,
"selectionWeight": 2.3673047208839804,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.833333333333332,
"waiting": 27653
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1167.5844155844156,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.4276363267805153,
"queueFactor": 0.9653136241073801,
"queueWeight": 0.9653136241073801,
"recentSuccess": 17,
"recentSuccessRate": 0.22077922077922077,
"recentTerminal": 77,
"recentWilsonLowerBound": 0.14266286171984086,
"running": 7,
"selectionWeight": 0.41280317240446707,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 12.833333333333334,
"waiting": 14984
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 542.019801980198,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.46690945261721933,
"queueFactor": 1.083077181627797,
"queueWeight": 1.083077181627797,
"recentSuccess": 22,
"recentSuccessRate": 0.21782178217821782,
"recentTerminal": 101,
"recentWilsonLowerBound": 0.14847574440775013,
"running": 7,
"selectionWeight": 0.5056989740160354,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.833333333333332,
"waiting": 9124
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 51.01010101010101,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 6,
"recentSuccessRate": 0.020202020202020204,
"recentTerminal": 297,
"recentWilsonLowerBound": 0.00929073360628933,
"running": 10,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 49.5,
"waiting": 2525
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 316.72499999999997,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.14750127094522616,
"queueFactor": 1.1739762942757048,
"queueWeight": 1.1739762942757048,
"recentSuccess": 12,
"recentSuccessRate": 0.15,
"recentTerminal": 80,
"recentWilsonLowerBound": 0.08793954037414209,
"running": 2,
"selectionWeight": 0.1731629954652333,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.333333333333334,
"waiting": 4223
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 1828.8235294117646,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.9319137705258272,
"queueFactor": 0.9024765148020866,
"queueWeight": 0.9024765148020866,
"recentSuccess": 16,
"recentSuccessRate": 0.3137254901960784,
"recentTerminal": 51,
"recentWilsonLowerBound": 0.20327509667785154,
"running": 3,
"selectionWeight": 0.84103029172022,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 8.5,
"waiting": 15545
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 776.8965517241379,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.5062084747147313,
"queueFactor": 1.0261413772432768,
"queueWeight": 1.0261413772432768,
"recentSuccess": 20,
"recentSuccessRate": 0.22988505747126436,
"recentTerminal": 87,
"recentWilsonLowerBound": 0.1540311569251148,
"running": 7,
"selectionWeight": 0.5194414614159928,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 14.5,
"waiting": 11265
},
"MetaX_c-500": {
"available": true,
"backlogHours": 795.1034482758621,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.3824518559903582,
"queueFactor": 1.0225819760373542,
"queueWeight": 1.0225819760373542,
"recentSuccess": 29,
"recentSuccessRate": 0.3333333333333333,
"recentTerminal": 87,
"recentWilsonLowerBound": 0.2431846311443509,
"running": 5,
"selectionWeight": 1.4136703506751285,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 14.5,
"waiting": 11529
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1872.9166666666667,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.3557273332423088,
"queueFactor": 0.8992571736421388,
"queueWeight": 0.8992571736421388,
"recentSuccess": 30,
"recentSuccessRate": 0.4166666666666667,
"recentTerminal": 72,
"recentWilsonLowerBound": 0.30985038222496447,
"running": 5,
"selectionWeight": 2.1184047035630114,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 12.0,
"waiting": 22475
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 2740.6875,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.5179432830407,
"queueFactor": 0.849342294922864,
"queueWeight": 0.849342294922864,
"recentSuccess": 9,
"recentSuccessRate": 0.28125,
"recentTerminal": 32,
"recentWilsonLowerBound": 0.15564406845647866,
"running": 2,
"selectionWeight": 0.4399111366576706,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.333333333333333,
"waiting": 14617
},
"Vastai_va16": {
"available": true,
"backlogHours": 1018.2739726027398,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.7566922443801094,
"queueFactor": 0.9853306281622023,
"queueWeight": 0.9853306281622023,
"recentSuccess": 20,
"recentSuccessRate": 0.273972602739726,
"recentTerminal": 73,
"recentWilsonLowerBound": 0.1849130703147441,
"running": 17,
"selectionWeight": 0.7455920444805199,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 12.166666666666666,
"waiting": 12389
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 602.8983050847457,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 1.2140403018196346,
"queueFactor": 1.0659211258248638,
"queueWeight": 1.0659211258248638,
"recentSuccess": 36,
"recentSuccessRate": 0.3050847457627119,
"recentTerminal": 118,
"recentWilsonLowerBound": 0.22924088369362036,
"running": 7,
"selectionWeight": 1.2940712053123424,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.666666666666668,
"waiting": 11857
}
},
"queueAttemptedAt": "2026-09-14T02:27:19.002319+00:00",
"queueError": null,
"queueUpdatedAt": "2026-09-14T02:27:19.002319+00:00",
"supportedGpus": [
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Cambricon_mlu-370-x4",
"Iluvatar_bi-150",
"Ascend_910-b4",
"hygon_k100-ai",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}