Files
submmit/.modelhub_state/market_intelligence.json

791 lines
25 KiB
JSON

{
"communityAttemptedAt": "2026-10-21T05:29:40.188325+00:00",
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": null,
"frameworkAttemptedAt": "2026-10-21T05:11:31.577943+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 43735,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22011,
"successRate": 0.5032811249571282,
"wilsonLowerBound": 0.49859504390815285
},
"vllm": {
"framework": "vllm",
"modelCount": 58261,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15547,
"successRate": 0.2668508951099363,
"wilsonLowerBound": 0.26327467331750076
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5374,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1715,
"successRate": 0.31912914030517303,
"wilsonLowerBound": 0.3067991184281123
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 38720,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18533,
"successRate": 0.47864152892561984,
"wilsonLowerBound": 0.4736681069116335
},
"vllm": {
"framework": "vllm",
"modelCount": 40635,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11108,
"successRate": 0.2733604035929617,
"wilsonLowerBound": 0.26904853491525516
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14313,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5919,
"successRate": 0.4135401383357787,
"wilsonLowerBound": 0.4054963345090855
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12098,
"successRate": 0.1881814929459161,
"wilsonLowerBound": 0.18517877522950157
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 35508,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7461,
"successRate": 0.2101216627238932,
"wilsonLowerBound": 0.2059156463511896
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8392,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.01394184938036225,
"wilsonLowerBound": 0.011646363207366986
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26787,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3290,
"successRate": 0.12282077126964572,
"wilsonLowerBound": 0.1189440274595843
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16523,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10143436421957272,
"wilsonLowerBound": 0.09692320816306216
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 17585,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6768,
"successRate": 0.3848734717088428,
"wilsonLowerBound": 0.3777077484960455
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24828,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3809,
"successRate": 0.15341549863057838,
"wilsonLowerBound": 0.14898628499581715
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 55539,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13960,
"successRate": 0.25135490376132086,
"wilsonLowerBound": 0.2477644160327833
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 25399,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3250,
"successRate": 0.12795779361392182,
"wilsonLowerBound": 0.12390579787715918
},
"vllm": {
"framework": "vllm",
"modelCount": 87129,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9772,
"successRate": 0.1121555394874267,
"wilsonLowerBound": 0.1100772803468428
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 49570,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5679,
"successRate": 0.11456526124672181,
"wilsonLowerBound": 0.11179125111124497
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 52049,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3803,
"successRate": 0.07306576495225653,
"wilsonLowerBound": 0.07086134248273578
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95039,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 23970,
"successRate": 0.2522122497080146,
"wilsonLowerBound": 0.24946123292858144
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 149,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5681,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 590,
"successRate": 0.10385495511353635,
"wilsonLowerBound": 0.0961876547107571
},
"vllm": {
"framework": "vllm",
"modelCount": 112917,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16539,
"successRate": 0.14647041632349425,
"wilsonLowerBound": 0.1444201016721459
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 312,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.003205128205128205,
"wilsonLowerBound": 0.0005659935005814385
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 25893,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4173,
"successRate": 0.16116324875448962,
"wilsonLowerBound": 0.15673502108592116
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44367,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5726,
"successRate": 0.1290598868528411,
"wilsonLowerBound": 0.12597225086103897
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8492,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 819,
"successRate": 0.09644371172868582,
"wilsonLowerBound": 0.09034631651909467
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 35724,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7194,
"successRate": 0.20137722539469263,
"wilsonLowerBound": 0.19725078717123135
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61566,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12430,
"successRate": 0.20189715102491634,
"wilsonLowerBound": 0.19874491293207971
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 18560,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5259,
"successRate": 0.28335129310344825,
"wilsonLowerBound": 0.27691354030936277
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16264,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3930,
"successRate": 0.24163797343826857,
"wilsonLowerBound": 0.23512042749718554
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 69672,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19155,
"successRate": 0.27493110575266966,
"wilsonLowerBound": 0.27162823984703693
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1728,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1023,
"successRate": 0.5920138888888888,
"wilsonLowerBound": 0.5686621000774991
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48626,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21730,
"successRate": 0.4468802698145025,
"wilsonLowerBound": 0.4424656085139923
},
"vllm": {
"framework": "vllm",
"modelCount": 41249,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5242,
"successRate": 0.12708186865136126,
"wilsonLowerBound": 0.12390232094995182
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1251,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10114,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 766,
"successRate": 0.07573660272889064,
"wilsonLowerBound": 0.07073976685401544
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7846,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3450,
"successRate": 0.4397145042059648,
"wilsonLowerBound": 0.42876362939267526
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7433,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 245,
"successRate": 0.0329611193327055,
"wilsonLowerBound": 0.02913746388780375
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19773,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5615,
"successRate": 0.2839730946239822,
"wilsonLowerBound": 0.27773027044663684
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29137,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14917,
"successRate": 0.5119607372069876,
"wilsonLowerBound": 0.5062199684676862
},
"vllm": {
"framework": "vllm",
"modelCount": 68515,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7408,
"successRate": 0.10812230898343428,
"wilsonLowerBound": 0.10581897066519372
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14343,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2566,
"successRate": 0.17890260057170745,
"wilsonLowerBound": 0.17271631472398105
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-21T05:33:50.064788+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1095.8322580645163,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.397220768323614,
"queueFactor": 0.9990357662990756,
"queueWeight": 0.9990357662990756,
"recentSuccess": 48,
"recentSuccessRate": 0.3096774193548387,
"recentTerminal": 155,
"recentWilsonLowerBound": 0.24222892845733507,
"running": 8,
"selectionWeight": 2.3949092872702407,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.833333333333332,
"waiting": 28309
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1420.304347826087,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.960916025303542,
"queueWeight": 0.960916025303542,
"recentSuccess": 44,
"recentSuccessRate": 0.3188405797101449,
"recentTerminal": 138,
"recentWilsonLowerBound": 0.24689555453184556,
"running": 8,
"selectionWeight": 2.402290063258855,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.0,
"waiting": 32667
},
"Biren_166m": {
"available": true,
"backlogHours": 176.325,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.1679776641535783,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 18,
"recentSuccessRate": 0.1125,
"recentTerminal": 160,
"recentWilsonLowerBound": 0.07235575112573997,
"running": 8,
"selectionWeight": 0.21837096339965179,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 26.666666666666668,
"waiting": 4702
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1081.7821782178219,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.2857193720421679,
"queueFactor": 1.000971414866061,
"queueWeight": 1.000971414866061,
"recentSuccess": 15,
"recentSuccessRate": 0.1485148514851485,
"recentTerminal": 101,
"recentWilsonLowerBound": 0.092115201386504,
"running": 5,
"selectionWeight": 0.28599692408769123,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.833333333333332,
"waiting": 18210
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 370.4625,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.9135922032607725,
"queueFactor": 1.1755226748619,
"queueWeight": 1.1755226748619,
"recentSuccess": 34,
"recentSuccessRate": 0.2125,
"recentTerminal": 160,
"recentWilsonLowerBound": 0.15623978153334164,
"running": 5,
"selectionWeight": 1.07394835051008,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 26.666666666666668,
"waiting": 9879
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 72.50847457627118,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.06510287090244371,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 21,
"recentSuccessRate": 0.0711864406779661,
"recentTerminal": 295,
"recentWilsonLowerBound": 0.04702824637977539,
"running": 8,
"selectionWeight": 0.08463373217317682,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 49.166666666666664,
"waiting": 3565
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 391.1612903225806,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.05,
"queueFactor": 1.165975079189699,
"queueWeight": 1.165975079189699,
"recentSuccess": 6,
"recentSuccessRate": 0.04838709677419355,
"recentTerminal": 124,
"recentWilsonLowerBound": 0.022362105662260098,
"running": 0,
"selectionWeight": 0.05829875395948495,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 20.666666666666668,
"waiting": 8084
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2208.1363636363635,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 1.271222477603931,
"queueFactor": 0.8993707628720145,
"queueWeight": 0.8993707628720145,
"recentSuccess": 13,
"recentSuccessRate": 0.29545454545454547,
"recentTerminal": 44,
"recentWilsonLowerBound": 0.18155360887243294,
"running": 2,
"selectionWeight": 1.1433003294626995,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 7.333333333333333,
"waiting": 16193
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 409.20000000000005,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.814258216037852,
"queueFactor": 1.1581166487271948,
"queueWeight": 1.1581166487271948,
"recentSuccess": 29,
"recentSuccessRate": 0.20714285714285716,
"recentTerminal": 140,
"recentWilsonLowerBound": 0.14827529229642786,
"running": 8,
"selectionWeight": 0.9430059963563413,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.333333333333332,
"waiting": 9548
},
"MetaX_c-500": {
"available": true,
"backlogHours": 732.75,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.0339548719955514,
"queueFactor": 1.0612049684376972,
"queueWeight": 1.0612049684376972,
"recentSuccess": 23,
"recentSuccessRate": 0.23958333333333334,
"recentTerminal": 96,
"recentWilsonLowerBound": 0.16528105536529172,
"running": 3,
"selectionWeight": 1.0972380473020422,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.0,
"waiting": 11724
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2760.6315789473683,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.6998931989504511,
"queueFactor": 0.8697438789311682,
"queueWeight": 0.8697438789311682,
"recentSuccess": 13,
"recentSuccessRate": 0.22807017543859648,
"recentTerminal": 57,
"recentWilsonLowerBound": 0.13841760968495656,
"running": 4,
"selectionWeight": 0.6087278256927092,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 9.5,
"waiting": 26226
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 3483.1875,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.264199976062628,
"queueFactor": 0.8399358549975708,
"queueWeight": 0.8399358549975708,
"recentSuccess": 6,
"recentSuccessRate": 0.1875,
"recentTerminal": 32,
"recentWilsonLowerBound": 0.08889423936162782,
"running": 2,
"selectionWeight": 0.22191103278450122,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.333333333333333,
"waiting": 18577
},
"Vastai_va16": {
"available": true,
"backlogHours": 1856.4,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.06393293789337372,
"queueFactor": 0.92308546959285,
"queueWeight": 0.92308546959285,
"recentSuccess": 6,
"recentSuccessRate": 0.1,
"recentTerminal": 60,
"recentWilsonLowerBound": 0.04664219945723587,
"running": 16,
"selectionWeight": 0.05901556599775539,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 10.0,
"waiting": 18564
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1603.3695652173913,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.7795255698734639,
"queueFactor": 0.9435992854677586,
"queueWeight": 0.9435992854677586,
"recentSuccess": 20,
"recentSuccessRate": 0.21739130434782608,
"recentTerminal": 92,
"recentWilsonLowerBound": 0.14536619823911479,
"running": 6,
"selectionWeight": 0.7355597707364478,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.333333333333334,
"waiting": 24585
}
},
"queueAttemptedAt": "2026-10-21T05:33:50.064788+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-21T05:33:50.064788+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b3",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}