Files
submmit/.modelhub_state/market_intelligence.json

791 lines
25 KiB
JSON

{
"communityAttemptedAt": "2026-10-21T04:10:18.255730+00:00",
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": "2026-10-21T01:54:41.589708+00:00",
"frameworkAttemptedAt": "2026-10-21T02:43:21.379495+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 43723,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22002,
"successRate": 0.5032134117055097,
"wilsonLowerBound": 0.4985266894854159
},
"vllm": {
"framework": "vllm",
"modelCount": 58247,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15544,
"successRate": 0.26686352945216063,
"wilsonLowerBound": 0.26328682486038474
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5356,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1707,
"successRate": 0.3187079910380881,
"wilsonLowerBound": 0.30636217663711107
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 38702,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18518,
"successRate": 0.4784765645186295,
"wilsonLowerBound": 0.47350207360169533
},
"vllm": {
"framework": "vllm",
"modelCount": 40632,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11108,
"successRate": 0.2733805867296712,
"wilsonLowerBound": 0.26906845799240087
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14301,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5917,
"successRate": 0.41374729039927277,
"wilsonLowerBound": 0.40569947237954207
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64286,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12098,
"successRate": 0.18819027470989017,
"wilsonLowerBound": 0.18518743269167423
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 35363,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7460,
"successRate": 0.21095495291689054,
"wilsonLowerBound": 0.20673413131168802
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8386,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013951824469353684,
"wilsonLowerBound": 0.011654704750201347
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26786,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3290,
"successRate": 0.12282535652953035,
"wilsonLowerBound": 0.11894847762322813
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16522,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10144050357099625,
"wilsonLowerBound": 0.09692908882989518
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 17562,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6764,
"successRate": 0.3851497551531716,
"wilsonLowerBound": 0.3779783329083974
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24828,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3809,
"successRate": 0.15341549863057838,
"wilsonLowerBound": 0.14898628499581715
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 55492,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13952,
"successRate": 0.25142362863115403,
"wilsonLowerBound": 0.24783129564579645
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 25386,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3243,
"successRate": 0.12774757740486883,
"wilsonLowerBound": 0.12369747152321398
},
"vllm": {
"framework": "vllm",
"modelCount": 87129,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9772,
"successRate": 0.1121555394874267,
"wilsonLowerBound": 0.1100772803468428
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 49512,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5679,
"successRate": 0.11469946679592825,
"wilsonLowerBound": 0.11192240964151204
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 52017,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3802,
"successRate": 0.07309148932079897,
"wilsonLowerBound": 0.07088603404948769
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95018,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 23957,
"successRate": 0.25213117514576183,
"wilsonLowerBound": 0.24938015295183322
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 149,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5681,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 590,
"successRate": 0.10385495511353635,
"wilsonLowerBound": 0.0961876547107571
},
"vllm": {
"framework": "vllm",
"modelCount": 112916,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16539,
"successRate": 0.14647171348613128,
"wilsonLowerBound": 0.1444213822004383
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 312,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.003205128205128205,
"wilsonLowerBound": 0.0005659935005814385
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 25857,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4169,
"successRate": 0.1612329349885911,
"wilsonLowerBound": 0.156800868056985
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44365,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5726,
"successRate": 0.1290657049475938,
"wilsonLowerBound": 0.12597793969050383
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8488,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 819,
"successRate": 0.09648916116870876,
"wilsonLowerBound": 0.09038903109154535
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 35710,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7188,
"successRate": 0.20128815457854943,
"wilsonLowerBound": 0.19716161142561728
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61566,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12430,
"successRate": 0.20189715102491634,
"wilsonLowerBound": 0.19874491293207971
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 18529,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5252,
"successRate": 0.2834475686761293,
"wilsonLowerBound": 0.27700378511934537
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16260,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3927,
"successRate": 0.2415129151291513,
"wilsonLowerBound": 0.23499576481089304
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 69666,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19151,
"successRate": 0.27489736743892285,
"wilsonLowerBound": 0.2715944880014426
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1719,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1016,
"successRate": 0.5910413030831879,
"wilsonLowerBound": 0.5676216976924591
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48624,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21730,
"successRate": 0.44689865087199737,
"wilsonLowerBound": 0.44248387997072725
},
"vllm": {
"framework": "vllm",
"modelCount": 41221,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5238,
"successRate": 0.12707115305305547,
"wilsonLowerBound": 0.12389065422838738
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1247,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10114,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 766,
"successRate": 0.07573660272889064,
"wilsonLowerBound": 0.07073976685401544
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7833,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3447,
"successRate": 0.44006127920337035,
"wilsonLowerBound": 0.42910025041662964
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7433,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 245,
"successRate": 0.0329611193327055,
"wilsonLowerBound": 0.02913746388780375
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19756,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5612,
"successRate": 0.2840656003239522,
"wilsonLowerBound": 0.27781947359597026
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29131,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14912,
"successRate": 0.5118945453297175,
"wilsonLowerBound": 0.5061531759276607
},
"vllm": {
"framework": "vllm",
"modelCount": 68494,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7404,
"successRate": 0.108097059596461,
"wilsonLowerBound": 0.10579361159705768
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14337,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2561,
"successRate": 0.1786287228848434,
"wilsonLowerBound": 0.17244499092342525
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-21T04:10:18.255730+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1076.6582278481012,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9941130675758223,
"queueWeight": 0.9941130675758223,
"recentSuccess": 52,
"recentSuccessRate": 0.3291139240506329,
"recentTerminal": 158,
"recentWilsonLowerBound": 0.26066167404529694,
"running": 8,
"selectionWeight": 2.485282668939556,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 26.333333333333332,
"waiting": 28352
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1380.718309859155,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.330757902249269,
"queueFactor": 0.9577048781616843,
"queueWeight": 0.9577048781616843,
"recentSuccess": 46,
"recentSuccessRate": 0.323943661971831,
"recentTerminal": 142,
"recentWilsonLowerBound": 0.2524872917750784,
"running": 9,
"selectionWeight": 2.232178212798019,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.666666666666668,
"waiting": 32677
},
"Biren_166m": {
"available": true,
"backlogHours": 171.109756097561,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.14106435029718878,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 18,
"recentSuccessRate": 0.10975609756097561,
"recentTerminal": 164,
"recentWilsonLowerBound": 0.07056134422160837,
"running": 8,
"selectionWeight": 0.1833836553863454,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 27.333333333333332,
"waiting": 4677
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 993.5454545454546,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.2957312631583504,
"queueFactor": 1.006165220005874,
"queueWeight": 1.006165220005874,
"recentSuccess": 17,
"recentSuccessRate": 0.15454545454545454,
"recentTerminal": 110,
"recentWilsonLowerBound": 0.09878570478208985,
"running": 7,
"selectionWeight": 0.29755451145833667,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.333333333333332,
"waiting": 18215
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 363.7914110429448,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.7774142622137661,
"queueFactor": 1.1698214919690775,
"queueWeight": 1.1698214919690775,
"recentSuccess": 34,
"recentSuccessRate": 0.2085889570552147,
"recentTerminal": 163,
"recentWilsonLowerBound": 0.15328227961519503,
"running": 7,
"selectionWeight": 0.9094359121009474,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 27.166666666666668,
"waiting": 9883
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 74.7177700348432,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 17,
"recentSuccessRate": 0.059233449477351915,
"recentTerminal": 287,
"recentWilsonLowerBound": 0.037307555823394324,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 47.833333333333336,
"waiting": 3574
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 319.4605263157895,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.05,
"queueFactor": 1.1928473820255854,
"queueWeight": 1.1928473820255854,
"recentSuccess": 9,
"recentSuccessRate": 0.05921052631578947,
"recentTerminal": 152,
"recentWilsonLowerBound": 0.03145994657357892,
"running": 11,
"selectionWeight": 0.05964236910127927,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 25.333333333333332,
"waiting": 8093
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2856.529411764706,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.0655903187236166,
"queueFactor": 0.858759703059261,
"queueWeight": 0.858759703059261,
"recentSuccess": 13,
"recentSuccessRate": 0.38235294117647056,
"recentTerminal": 34,
"recentWilsonLowerBound": 0.23899964851608782,
"running": 2,
"selectionWeight": 1.7738457287491773,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.666666666666667,
"waiting": 16187
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 413.0935251798561,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.7344713536574008,
"queueFactor": 1.147731243041666,
"queueWeight": 1.147731243041666,
"recentSuccess": 29,
"recentSuccessRate": 0.20863309352517986,
"recentTerminal": 139,
"recentWilsonLowerBound": 0.14937394144110333,
"running": 8,
"selectionWeight": 0.8429757197117037,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.166666666666668,
"waiting": 9570
},
"MetaX_c-500": {
"available": true,
"backlogHours": 664.4150943396226,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.1255835375913346,
"queueFactor": 1.0687633156590561,
"queueWeight": 1.0687633156590561,
"recentSuccess": 27,
"recentSuccessRate": 0.25471698113207547,
"recentTerminal": 106,
"recentWilsonLowerBound": 0.18136307591306167,
"running": 4,
"selectionWeight": 1.2029823936873645,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.666666666666668,
"waiting": 11738
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2970.0,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.7339704465214382,
"queueFactor": 0.8537564441721593,
"queueWeight": 0.8537564441721593,
"recentSuccess": 13,
"recentSuccessRate": 0.24528301886792453,
"recentTerminal": 53,
"recentWilsonLowerBound": 0.14932762711854577,
"running": 4,
"selectionWeight": 0.6266319985495951,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 8.833333333333334,
"waiting": 26235
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 3185.1428571428573,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.19122102019842457,
"queueFactor": 0.8448471138976877,
"queueWeight": 0.8448471138976877,
"recentSuccess": 6,
"recentSuccessRate": 0.17142857142857143,
"recentTerminal": 35,
"recentWilsonLowerBound": 0.08102529944856719,
"running": 2,
"selectionWeight": 0.16155252703121045,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.833333333333333,
"waiting": 18580
},
"Vastai_va16": {
"available": true,
"backlogHours": 1547.6666666666667,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.08952997467660331,
"queueFactor": 0.9414469392187327,
"queueWeight": 0.9414469392187327,
"recentSuccess": 8,
"recentSuccessRate": 0.1111111111111111,
"recentTerminal": 72,
"recentWilsonLowerBound": 0.057387510600737685,
"running": 16,
"selectionWeight": 0.08428772062761884,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 12.0,
"waiting": 18572
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1475.34,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 1.2861252228147988,
"queueFactor": 0.948229897818359,
"queueWeight": 0.948229897818359,
"recentSuccess": 27,
"recentSuccessRate": 0.27,
"recentTerminal": 100,
"recentWilsonLowerBound": 0.1926946091766482,
"running": 6,
"selectionWeight": 1.2195423886112908,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.666666666666668,
"waiting": 24589
}
},
"queueAttemptedAt": "2026-10-21T04:03:00.645530+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-21T04:03:00.645530+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b3",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}