Files
submmit/.modelhub_state/market_intelligence.json

712 lines
22 KiB
JSON

{
"communityAttemptedAt": "2026-09-24T13:20:28.923640+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-09-24T13:20:28.923640+00:00",
"frameworkAttemptedAt": "2026-09-24T09:01:59.487266+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 33744,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15127,
"successRate": 0.44828710289236606,
"wilsonLowerBound": 0.4429869799399634
},
"vllm": {
"framework": "vllm",
"modelCount": 37996,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10759,
"successRate": 0.28316138540899044,
"wilsonLowerBound": 0.2786533091271115
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9840,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4138,
"successRate": 0.42052845528455285,
"wilsonLowerBound": 0.4108075588008563
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64105,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12089,
"successRate": 0.1885812339131113,
"wilsonLowerBound": 0.18557174697443093
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20427,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4158,
"successRate": 0.2035541195476575,
"wilsonLowerBound": 0.1980884099263536
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6474,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 68,
"successRate": 0.01050355267222737,
"wilsonLowerBound": 0.008294274794164724
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26258,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3236,
"successRate": 0.12323863203595095,
"wilsonLowerBound": 0.1193177177548628
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16475,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1675,
"successRate": 0.10166919575113809,
"wilsonLowerBound": 0.09714682432067162
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 12069,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5031,
"successRate": 0.4168530947054437,
"wilsonLowerBound": 0.408084593837188
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24342,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3790,
"successRate": 0.15569797058581875,
"wilsonLowerBound": 0.15119754458508608
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8122,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.06697857670524501,
"wilsonLowerBound": 0.06174398763609106
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 44991,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11208,
"successRate": 0.2491164899646596,
"wilsonLowerBound": 0.24514151450862032
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23416,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3080,
"successRate": 0.13153399385035872,
"wilsonLowerBound": 0.1272652919284598
},
"vllm": {
"framework": "vllm",
"modelCount": 86727,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9764,
"successRate": 0.11258316325942325,
"wilsonLowerBound": 0.1104966208846138
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 41419,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5089,
"successRate": 0.12286631739056955,
"wilsonLowerBound": 0.1197396560885289
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 34779,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3461,
"successRate": 0.09951407458523821,
"wilsonLowerBound": 0.09641202771686347
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 89368,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21431,
"successRate": 0.23980619461104646,
"wilsonLowerBound": 0.2370180653521226
},
"transformers": {
"framework": "transformers",
"modelCount": 5297,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 574,
"successRate": 0.10836322446667926,
"wilsonLowerBound": 0.10027429663257083
},
"vllm": {
"framework": "vllm",
"modelCount": 112692,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16522,
"successRate": 0.1466120044013772,
"wilsonLowerBound": 0.1445588249554736
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 18625,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3579,
"successRate": 0.19216107382550335,
"wilsonLowerBound": 0.1865662608256664
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 43006,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5586,
"successRate": 0.12988885271822537,
"wilsonLowerBound": 0.126744532131394
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6968,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 582,
"successRate": 0.08352468427095293,
"wilsonLowerBound": 0.07725555008321736
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 200,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 36,
"successRate": 0.18,
"wilsonLowerBound": 0.1329455066253411
},
"vllm": {
"framework": "vllm",
"modelCount": 31796,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5852,
"successRate": 0.18404830796326582,
"wilsonLowerBound": 0.17982697135661918
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61085,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12401,
"successRate": 0.20301219612016044,
"wilsonLowerBound": 0.19984102812657034
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 9282,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2688,
"successRate": 0.2895927601809955,
"wilsonLowerBound": 0.2804538310323487
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 13639,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3462,
"successRate": 0.2538309260209693,
"wilsonLowerBound": 0.246597027864433
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 62714,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 17175,
"successRate": 0.2738622955002073,
"wilsonLowerBound": 0.2703860333703276
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 61,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 34,
"successRate": 0.5573770491803278,
"wilsonLowerBound": 0.433031467004555
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 46974,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20671,
"successRate": 0.4400519436283902,
"wilsonLowerBound": 0.4355679901787967
},
"vllm": {
"framework": "vllm",
"modelCount": 37201,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3722,
"successRate": 0.10005107389586301,
"wilsonLowerBound": 0.09704295965866663
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 707,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6281,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030568380831077855,
"wilsonLowerBound": 0.02658963799640948
},
"vllm": {
"framework": "vllm",
"modelCount": 10032,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 741,
"successRate": 0.07386363636363637,
"wilsonLowerBound": 0.06890696186113095
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6203,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2655,
"successRate": 0.42801870062872804,
"wilsonLowerBound": 0.4157535972776256
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7383,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 237,
"successRate": 0.0321007720438846,
"wilsonLowerBound": 0.02831699512581906
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 12776,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4099,
"successRate": 0.320835942391985,
"wilsonLowerBound": 0.3127963838919969
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 26822,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13632,
"successRate": 0.5082395048840505,
"wilsonLowerBound": 0.502255718558577
},
"vllm": {
"framework": "vllm",
"modelCount": 63518,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6472,
"successRate": 0.1018923769640102,
"wilsonLowerBound": 0.09956383039455191
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 12751,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1876,
"successRate": 0.14712571563014665,
"wilsonLowerBound": 0.1410834820413817
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-24T13:21:52.184973+00:00",
"gpuStats": {
"Ascend_910-b4": {
"available": true,
"backlogHours": 1122.235294117647,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.0165211883317162,
"queueFactor": 0.916978646070457,
"queueWeight": 0.916978646070457,
"recentSuccess": 56,
"recentSuccessRate": 0.3660130718954248,
"recentTerminal": 153,
"recentWilsonLowerBound": 0.29383345909854114,
"running": 8,
"selectionWeight": 0.9321282229783492,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.5,
"waiting": 28617
},
"Biren_166m": {
"available": true,
"backlogHours": 203.70422535211267,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.2606159745839932,
"queueFactor": 1.1844638351623817,
"queueWeight": 1.1844638351623817,
"recentSuccess": 31,
"recentSuccessRate": 0.21830985915492956,
"recentTerminal": 142,
"recentWilsonLowerBound": 0.158275038652959,
"running": 8,
"selectionWeight": 0.30869019676033843,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.666666666666668,
"waiting": 4821
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1398.4545454545455,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.2492191419486935,
"queueFactor": 0.8872061783092523,
"queueWeight": 0.8872061783092523,
"recentSuccess": 16,
"recentSuccessRate": 0.24242424242424243,
"recentTerminal": 66,
"recentWilsonLowerBound": 0.15509054458269064,
"running": 7,
"selectionWeight": 0.22110876248981143,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.0,
"waiting": 15383
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 523.9038461538462,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.23886693212578708,
"queueFactor": 1.027978597389362,
"queueWeight": 1.027978597389362,
"recentSuccess": 23,
"recentSuccessRate": 0.22115384615384615,
"recentTerminal": 104,
"recentWilsonLowerBound": 0.1521283501066639,
"running": 7,
"selectionWeight": 0.24555009384936655,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.333333333333332,
"waiting": 9081
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 62.96137339055794,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 10,
"recentSuccessRate": 0.04291845493562232,
"recentTerminal": 233,
"recentWilsonLowerBound": 0.02347662104291489,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 38.833333333333336,
"waiting": 2445
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 108.78832116788321,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 29,
"recentSuccessRate": 0.10583941605839416,
"recentTerminal": 274,
"recentWilsonLowerBound": 0.07470770683844659,
"running": 5,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 45.666666666666664,
"waiting": 4968
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 3318.6206896551726,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.9441224037518834,
"queueFactor": 0.7793421553130617,
"queueWeight": 0.7793421553130617,
"recentSuccess": 13,
"recentSuccessRate": 0.4482758620689655,
"recentTerminal": 29,
"recentWilsonLowerBound": 0.2841291114874579,
"running": 2,
"selectionWeight": 0.7357943890193415,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 4.833333333333333,
"waiting": 16040
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 563.4444444444445,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.44596281852619934,
"queueFactor": 1.0168201538474664,
"queueWeight": 1.0168201538474664,
"recentSuccess": 30,
"recentSuccessRate": 0.2777777777777778,
"recentTerminal": 108,
"recentWilsonLowerBound": 0.20204904430713197,
"running": 8,
"selectionWeight": 0.4534639817440598,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.0,
"waiting": 10142
},
"MetaX_c-500": {
"available": true,
"backlogHours": 629.7169811320754,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.46548964705520174,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 30,
"recentSuccessRate": 0.2830188679245283,
"recentTerminal": 106,
"recentWilsonLowerBound": 0.20602338401321438,
"running": 4,
"selectionWeight": 0.46548964705520174,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.666666666666668,
"waiting": 11125
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2499.72,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 0.8131826537043485,
"queueWeight": 0.8131826537043485,
"recentSuccess": 29,
"recentSuccessRate": 0.58,
"recentTerminal": 50,
"recentWilsonLowerBound": 0.4423319668777783,
"running": 4,
"selectionWeight": 2.0329566342608714,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 8.333333333333334,
"waiting": 20831
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 5101.263157894737,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.8667295268164948,
"queueFactor": 0.7306681075393393,
"queueWeight": 0.7306681075393393,
"recentSuccess": 9,
"recentSuccessRate": 0.47368421052631576,
"recentTerminal": 19,
"recentWilsonLowerBound": 0.2732950548744854,
"running": 2,
"selectionWeight": 0.6332916231074753,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 3.1666666666666665,
"waiting": 16154
},
"Vastai_va16": {
"available": true,
"backlogHours": 616.9285714285714,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.8395754824458885,
"queueFactor": 1.003082325499114,
"queueWeight": 1.003082325499114,
"recentSuccess": 48,
"recentSuccessRate": 0.34285714285714286,
"recentTerminal": 140,
"recentWilsonLowerBound": 0.2693693683483557,
"running": 16,
"selectionWeight": 0.8421633273638623,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.333333333333332,
"waiting": 14395
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 772.1076923076922,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.19989905549487752,
"queueFactor": 0.9698847457166916,
"queueWeight": 0.9698847457166916,
"recentSuccess": 26,
"recentSuccessRate": 0.2,
"recentTerminal": 130,
"recentWilsonLowerBound": 0.140298557361553,
"running": 6,
"selectionWeight": 0.1938790446076561,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 21.666666666666668,
"waiting": 16729
}
},
"queueAttemptedAt": "2026-09-24T13:16:23.809756+00:00",
"queueError": null,
"queueUpdatedAt": "2026-09-24T13:16:23.809756+00:00",
"supportedGpus": [
"Vastai_va16",
"Cambricon_mlu-370-x4",
"Kunlunxin_p-800",
"Iluvatar_mrv-100",
"Iluvatar_bi-150",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}