Files
submmit/.modelhub_state/market_intelligence.json

791 lines
25 KiB
JSON

{
"communityAttemptedAt": "2026-10-21T07:01:42.462976+00:00",
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": null,
"frameworkAttemptedAt": "2026-10-21T06:44:53.712774+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 43748,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22018,
"successRate": 0.5032915790436134,
"wilsonLowerBound": 0.4986061940035231
},
"vllm": {
"framework": "vllm",
"modelCount": 58264,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15548,
"successRate": 0.26685431827543593,
"wilsonLowerBound": 0.2632781732778643
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5379,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1719,
"successRate": 0.3195761293920803,
"wilsonLowerBound": 0.3072468337392935
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 38728,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18540,
"successRate": 0.4787234042553192,
"wilsonLowerBound": 0.47375045276138844
},
"vllm": {
"framework": "vllm",
"modelCount": 40644,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11108,
"successRate": 0.27329987205983663,
"wilsonLowerBound": 0.2689887833871047
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14320,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5922,
"successRate": 0.41354748603351954,
"wilsonLowerBound": 0.4055056191916817
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12098,
"successRate": 0.1881814929459161,
"wilsonLowerBound": 0.18517877522950157
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 35525,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7465,
"successRate": 0.21013370865587613,
"wilsonLowerBound": 0.20592860080054468
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8393,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013940188252114858,
"wilsonLowerBound": 0.011644974110972968
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26791,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3291,
"successRate": 0.12283975962076817,
"wilsonLowerBound": 0.11896303729273625
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16523,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10143436421957272,
"wilsonLowerBound": 0.09692320816306216
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 17597,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6770,
"successRate": 0.38472466897766666,
"wilsonLowerBound": 0.37756193325768256
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24829,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3809,
"successRate": 0.15340931974706995,
"wilsonLowerBound": 0.14898026907565579
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 55567,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13965,
"successRate": 0.25131822844494034,
"wilsonLowerBound": 0.24772881839664662
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 25412,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3254,
"successRate": 0.1280497402801826,
"wilsonLowerBound": 0.1239974945143254
},
"vllm": {
"framework": "vllm",
"modelCount": 87129,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9772,
"successRate": 0.1121555394874267,
"wilsonLowerBound": 0.1100772803468428
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 49590,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5680,
"successRate": 0.11453922161726154,
"wilsonLowerBound": 0.11176604427573857
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 52065,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3803,
"successRate": 0.07304331124555843,
"wilsonLowerBound": 0.07083954075439755
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95043,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 23974,
"successRate": 0.25224372126300726,
"wilsonLowerBound": 0.24949264674501162
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 149,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5681,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 590,
"successRate": 0.10385495511353635,
"wilsonLowerBound": 0.0961876547107571
},
"vllm": {
"framework": "vllm",
"modelCount": 112917,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16539,
"successRate": 0.14647041632349425,
"wilsonLowerBound": 0.1444201016721459
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 312,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.003205128205128205,
"wilsonLowerBound": 0.0005659935005814385
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 25907,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4174,
"successRate": 0.16111475662948238,
"wilsonLowerBound": 0.15668826329504354
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44368,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5727,
"successRate": 0.1290795167688424,
"wilsonLowerBound": 0.12599171146706045
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8492,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 819,
"successRate": 0.09644371172868582,
"wilsonLowerBound": 0.09034631651909467
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 35732,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7195,
"successRate": 0.20136012537781262,
"wilsonLowerBound": 0.1972342793447701
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61566,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12430,
"successRate": 0.20189715102491634,
"wilsonLowerBound": 0.19874491293207971
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 18574,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5264,
"successRate": 0.2834069128889846,
"wilsonLowerBound": 0.27697117359918955
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16271,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3932,
"successRate": 0.2416569356523877,
"wilsonLowerBound": 0.2351405982519807
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 69696,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19156,
"successRate": 0.2748507805325987,
"wilsonLowerBound": 0.2715487862791776
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1732,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1024,
"successRate": 0.5912240184757506,
"wilsonLowerBound": 0.5678942252867059
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48628,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21730,
"successRate": 0.4468618902689808,
"wilsonLowerBound": 0.4424473385673546
},
"vllm": {
"framework": "vllm",
"modelCount": 41258,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5246,
"successRate": 0.12715109796887877,
"wilsonLowerBound": 0.12397113920176318
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1252,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10114,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 766,
"successRate": 0.07573660272889064,
"wilsonLowerBound": 0.07073976685401544
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7848,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3451,
"successRate": 0.4397298674821611,
"wilsonLowerBound": 0.42878033493428536
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7433,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 245,
"successRate": 0.0329611193327055,
"wilsonLowerBound": 0.02913746388780375
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19780,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5616,
"successRate": 0.2839231547017189,
"wilsonLowerBound": 0.2776817707423847
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29143,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14920,
"successRate": 0.5119582747143396,
"wilsonLowerBound": 0.5062180966967312
},
"vllm": {
"framework": "vllm",
"modelCount": 68524,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7409,
"successRate": 0.10812270153522853,
"wilsonLowerBound": 0.1058195093149271
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14351,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2570,
"successRate": 0.1790815971012473,
"wilsonLowerBound": 0.17289451263474975
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-21T07:06:39.786577+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1162.8493150684933,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9991638513152441,
"queueWeight": 0.9991638513152441,
"recentSuccess": 49,
"recentSuccessRate": 0.3356164383561644,
"recentTerminal": 146,
"recentWilsonLowerBound": 0.2641049442736961,
"running": 8,
"selectionWeight": 2.4979096282881104,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.333333333333332,
"waiting": 28296
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1419.8695652173913,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.284573457564547,
"queueFactor": 0.9696789367408772,
"queueWeight": 0.9696789367408772,
"recentSuccess": 45,
"recentSuccessRate": 0.32608695652173914,
"recentTerminal": 138,
"recentWilsonLowerBound": 0.25350582854927334,
"running": 8,
"selectionWeight": 2.2153027612376195,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.0,
"waiting": 32657
},
"Biren_166m": {
"available": true,
"backlogHours": 163.04046242774567,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.12161898051704276,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 18,
"recentSuccessRate": 0.10404624277456648,
"recentTerminal": 173,
"recentWilsonLowerBound": 0.06683227364642584,
"running": 8,
"selectionWeight": 0.15810467467215558,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 28.833333333333332,
"waiting": 4701
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1149.915789473684,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.46829409477773287,
"queueFactor": 1.0008415433880842,
"queueWeight": 1.0008415433880842,
"recentSuccess": 18,
"recentSuccessRate": 0.18947368421052632,
"recentTerminal": 95,
"recentWilsonLowerBound": 0.12334753468178354,
"running": 7,
"selectionWeight": 0.46868818457687195,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.833333333333334,
"waiting": 18207
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 331.07262569832403,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.7091998970769562,
"queueFactor": 1.2063594721466773,
"queueWeight": 1.2063594721466773,
"recentSuccess": 36,
"recentSuccessRate": 0.2011173184357542,
"recentTerminal": 179,
"recentWilsonLowerBound": 0.148957468867183,
"running": 7,
"selectionWeight": 0.8555500134842348,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 29.833333333333332,
"waiting": 9877
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 60.92045454545455,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 18,
"recentSuccessRate": 0.05113636363636364,
"recentTerminal": 352,
"recentWilsonLowerBound": 0.03258754017912844,
"running": 9,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 58.666666666666664,
"waiting": 3574
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 411.3559322033898,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.05,
"queueFactor": 1.1677034540464482,
"queueWeight": 1.1677034540464482,
"recentSuccess": 8,
"recentSuccessRate": 0.06779661016949153,
"recentTerminal": 118,
"recentWilsonLowerBound": 0.034750758644526016,
"running": 11,
"selectionWeight": 0.05838517270232241,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 19.666666666666668,
"waiting": 8090
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2369.560975609756,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.7955998441176703,
"queueFactor": 0.8979766548151613,
"queueWeight": 0.8979766548151613,
"recentSuccess": 11,
"recentSuccessRate": 0.2682926829268293,
"recentTerminal": 41,
"recentWilsonLowerBound": 0.15694805281336685,
"running": 2,
"selectionWeight": 0.7144300865922494,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.833333333333333,
"waiting": 16192
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 409.28571428571433,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.238350289105725,
"queueFactor": 1.1685875137585624,
"queueWeight": 1.1685875137585624,
"recentSuccess": 36,
"recentSuccessRate": 0.2571428571428571,
"recentTerminal": 140,
"recentWilsonLowerBound": 0.19190942531957864,
"running": 8,
"selectionWeight": 1.4471206855082561,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.333333333333332,
"waiting": 9550
},
"MetaX_c-500": {
"available": true,
"backlogHours": 606.2586206896552,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.6498902138589122,
"queueFactor": 1.1017080949556741,
"queueWeight": 1.1017080949556741,
"recentSuccess": 24,
"recentSuccessRate": 0.20689655172413793,
"recentTerminal": 116,
"recentWilsonLowerBound": 0.14316009603424576,
"running": 4,
"selectionWeight": 0.7159893094408378,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.333333333333332,
"waiting": 11721
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2383.5454545454545,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.34381640358064447,
"queueFactor": 0.8971844004293009,
"queueWeight": 0.8971844004293009,
"recentSuccess": 12,
"recentSuccessRate": 0.18181818181818182,
"recentTerminal": 66,
"recentWilsonLowerBound": 0.1071850142576424,
"running": 4,
"selectionWeight": 0.30846671390425906,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.0,
"waiting": 26219
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 3095.5,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.27933991149280785,
"queueFactor": 0.8626916773700049,
"queueWeight": 0.8626916773700049,
"recentSuccess": 7,
"recentSuccessRate": 0.19444444444444445,
"recentTerminal": 36,
"recentWilsonLowerBound": 0.09752972019453349,
"running": 2,
"selectionWeight": 0.2409842168021191,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.0,
"waiting": 18573
},
"Vastai_va16": {
"available": true,
"backlogHours": 1887.966101694915,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.05,
"queueFactor": 0.9291077885418741,
"queueWeight": 0.9291077885418741,
"recentSuccess": 5,
"recentSuccessRate": 0.0847457627118644,
"recentTerminal": 59,
"recentWilsonLowerBound": 0.036741491306199775,
"running": 16,
"selectionWeight": 0.04645538942709371,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 9.833333333333334,
"waiting": 18565
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1585.741935483871,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.7489971234852272,
"queueFactor": 0.9537407805815242,
"queueWeight": 0.9537407805815242,
"recentSuccess": 21,
"recentSuccessRate": 0.22580645161290322,
"recentTerminal": 93,
"recentWilsonLowerBound": 0.15270042020646624,
"running": 6,
"selectionWeight": 0.7143491012061168,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.5,
"waiting": 24579
}
},
"queueAttemptedAt": "2026-10-21T07:06:39.786577+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-21T07:06:39.786577+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Ascend_910-b3",
"Ascend_910-b4",
"hygon_k100-ai",
"Biren_166m",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}