Files
submmit/.modelhub_state/market_intelligence.json

791 lines
25 KiB
JSON

{
"communityAttemptedAt": "2026-10-23T02:11:48.564884+00:00",
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": null,
"frameworkAttemptedAt": "2026-10-23T02:06:25.474687+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 43949,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22150,
"successRate": 0.5039932649207035,
"wilsonLowerBound": 0.49931859260134287
},
"vllm": {
"framework": "vllm",
"modelCount": 58542,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15610,
"successRate": 0.26664616856274126,
"wilsonLowerBound": 0.26307939073207554
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5595,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1803,
"successRate": 0.3222520107238606,
"wilsonLowerBound": 0.3101317428909501
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39010,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18745,
"successRate": 0.48051781594462956,
"wilsonLowerBound": 0.47556195921051087
},
"vllm": {
"framework": "vllm",
"modelCount": 40866,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11192,
"successRate": 0.27387069935888025,
"wilsonLowerBound": 0.2695684133323527
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14601,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6017,
"successRate": 0.41209506198205603,
"wilsonLowerBound": 0.4041352650740149
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64311,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12099,
"successRate": 0.18813266781732518,
"wilsonLowerBound": 0.18513076451754554
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 36580,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7667,
"successRate": 0.20959540732640788,
"wilsonLowerBound": 0.20545491711027553
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8459,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013831422153918903,
"wilsonLowerBound": 0.01155402067357588
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26814,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3293,
"successRate": 0.12280898038338181,
"wilsonLowerBound": 0.11893432558000089
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16525,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10142208774583963,
"wilsonLowerBound": 0.09691144896995606
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 17935,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6886,
"successRate": 0.38394201282408696,
"wilsonLowerBound": 0.37684973271886396
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24845,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3811,
"successRate": 0.15339102435097604,
"wilsonLowerBound": 0.14896360434012607
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 56327,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14132,
"successRate": 0.25089211213094964,
"wilsonLowerBound": 0.24732893154996294
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 25814,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3337,
"successRate": 0.1292709382505617,
"wilsonLowerBound": 0.1252332353855563
},
"vllm": {
"framework": "vllm",
"modelCount": 87132,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9774,
"successRate": 0.11217463159344443,
"wilsonLowerBound": 0.11009625130917604
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50409,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5771,
"successRate": 0.11448352476740264,
"wilsonLowerBound": 0.11173331976707672
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 52928,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3869,
"successRate": 0.07309930471584039,
"wilsonLowerBound": 0.07091253457991548
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95276,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24086,
"successRate": 0.25280238465090893,
"wilsonLowerBound": 0.2500526206964493
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5720,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 592,
"successRate": 0.1034965034965035,
"wilsonLowerBound": 0.09586678778397119
},
"vllm": {
"framework": "vllm",
"modelCount": 112948,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16542,
"successRate": 0.1464567765697489,
"wilsonLowerBound": 0.14440682165251573
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 334,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.0029940119760479044,
"wilsonLowerBound": 0.0005286986847552426
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26360,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4246,
"successRate": 0.1610773899848255,
"wilsonLowerBound": 0.1566890870164037
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44658,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5810,
"successRate": 0.1300998701240539,
"wilsonLowerBound": 0.12701147974434038
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8569,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 840,
"successRate": 0.09802777453611856,
"wilsonLowerBound": 0.09191077462091168
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 35985,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7277,
"successRate": 0.20222314853411144,
"wilsonLowerBound": 0.19810500204831016
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61587,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12431,
"successRate": 0.20184454511504052,
"wilsonLowerBound": 0.19869315314284686
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19235,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5453,
"successRate": 0.28349363140109174,
"wilsonLowerBound": 0.27716805317194143
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16447,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3972,
"successRate": 0.24150300966741656,
"wilsonLowerBound": 0.2350227569737139
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 70104,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19248,
"successRate": 0.2745635056487504,
"wilsonLowerBound": 0.27127218663369984
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1907,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1100,
"successRate": 0.5768222338751966,
"wilsonLowerBound": 0.5545145769172165
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48720,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21781,
"successRate": 0.4470648604269294,
"wilsonLowerBound": 0.4426542662552721
},
"vllm": {
"framework": "vllm",
"modelCount": 41531,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5320,
"successRate": 0.12809708410584864,
"wilsonLowerBound": 0.12491724143215845
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1284,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10117,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 766,
"successRate": 0.07571414450924187,
"wilsonLowerBound": 0.07071873575009961
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7965,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3504,
"successRate": 0.439924670433145,
"wilsonLowerBound": 0.429054989385029
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7442,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 245,
"successRate": 0.03292125772641763,
"wilsonLowerBound": 0.029102161270079783
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20472,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5797,
"successRate": 0.28316725283313793,
"wilsonLowerBound": 0.2770366569027875
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29292,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15016,
"successRate": 0.5126314352041513,
"wilsonLowerBound": 0.5069059785143896
},
"vllm": {
"framework": "vllm",
"modelCount": 68789,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7464,
"successRate": 0.10850572039134164,
"wilsonLowerBound": 0.10620329826912371
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14489,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2623,
"successRate": 0.18103388777693422,
"wilsonLowerBound": 0.17484895318860386
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-23T02:13:34.064436+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1109.205298013245,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.478353178546743,
"queueFactor": 0.9601890682474657,
"queueWeight": 0.9601890682474657,
"recentSuccess": 49,
"recentSuccessRate": 0.32450331125827814,
"recentTerminal": 151,
"recentWilsonLowerBound": 0.2549837940951799,
"running": 8,
"selectionWeight": 1.4194985610494766,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.166666666666668,
"waiting": 27915
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1454.0149253731345,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9219836463231535,
"queueWeight": 0.9219836463231535,
"recentSuccess": 54,
"recentSuccessRate": 0.40298507462686567,
"recentTerminal": 134,
"recentWilsonLowerBound": 0.3237594788694116,
"running": 8,
"selectionWeight": 2.304959115807884,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.333333333333332,
"waiting": 32473
},
"Biren_166m": {
"available": true,
"backlogHours": 144.37894736842105,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.5200266115004395,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 40,
"recentSuccessRate": 0.21052631578947367,
"recentTerminal": 190,
"recentWilsonLowerBound": 0.1585847358603363,
"running": 8,
"selectionWeight": 0.6760345949505714,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 31.666666666666668,
"waiting": 4572
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1378.0253164556962,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.2261023068079724,
"queueFactor": 0.9294370229599275,
"queueWeight": 0.9294370229599275,
"recentSuccess": 14,
"recentSuccessRate": 0.17721518987341772,
"recentTerminal": 79,
"recentWilsonLowerBound": 0.10860327950089017,
"running": 7,
"selectionWeight": 0.210147854923974,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.166666666666666,
"waiting": 18144
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 334.94117647058823,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.21684129865776366,
"queueFactor": 1.1491143981459429,
"queueWeight": 1.1491143981459429,
"recentSuccess": 26,
"recentSuccessRate": 0.15294117647058825,
"recentTerminal": 170,
"recentWilsonLowerBound": 0.10655823875556346,
"running": 7,
"selectionWeight": 0.24917545840030073,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 28.333333333333332,
"waiting": 9490
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 58.73504273504273,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.25545237736480275,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 52,
"recentSuccessRate": 0.14814814814814814,
"recentTerminal": 351,
"recentWilsonLowerBound": 0.11479847040386597,
"running": 24,
"selectionWeight": 0.3320880905742436,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58.5,
"waiting": 3436
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 337.72661870503595,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.27576306854074395,
"queueFactor": 1.1476877699752617,
"queueWeight": 1.1476877699752617,
"recentSuccess": 24,
"recentSuccessRate": 0.17266187050359713,
"recentTerminal": 139,
"recentWilsonLowerBound": 0.11886086838811098,
"running": 2,
"selectionWeight": 0.31648990117506165,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.166666666666668,
"waiting": 7824
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 3023.4375,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 1.4810360462330099,
"queueFactor": 0.8261014761618793,
"queueWeight": 0.8261014761618793,
"recentSuccess": 13,
"recentSuccessRate": 0.40625,
"recentTerminal": 32,
"recentWilsonLowerBound": 0.25519402480313796,
"running": 2,
"selectionWeight": 1.2234860640420429,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.333333333333333,
"waiting": 16125
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 321.4588235294118,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.6265540408672119,
"queueFactor": 1.1562180497325227,
"queueWeight": 1.1562180497325227,
"recentSuccess": 39,
"recentSuccessRate": 0.22941176470588234,
"recentTerminal": 170,
"recentWilsonLowerBound": 0.17260330023616693,
"running": 8,
"selectionWeight": 0.7244330911835191,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 28.333333333333332,
"waiting": 9108
},
"MetaX_c-500": {
"available": true,
"backlogHours": 601.1478260869565,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.3776937189490983,
"queueFactor": 1.0525951276227654,
"queueWeight": 1.0525951276227654,
"recentSuccess": 23,
"recentSuccessRate": 0.2,
"recentTerminal": 115,
"recentWilsonLowerBound": 0.1371296827840679,
"running": 4,
"selectionWeight": 0.397558568299543,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.166666666666668,
"waiting": 11522
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1833.906976744186,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.7803056824482568,
"queueFactor": 0.8904344459874814,
"queueWeight": 0.8904344459874814,
"recentSuccess": 32,
"recentSuccessRate": 0.37209302325581395,
"recentTerminal": 86,
"recentWilsonLowerBound": 0.27746093282766765,
"running": 4,
"selectionWeight": 1.5852455040391786,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 14.333333333333334,
"waiting": 26286
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 2379.191489361702,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.05,
"queueFactor": 0.8563358736103053,
"queueWeight": 0.8563358736103053,
"recentSuccess": 4,
"recentSuccessRate": 0.0851063829787234,
"recentTerminal": 47,
"recentWilsonLowerBound": 0.03359357946971309,
"running": 2,
"selectionWeight": 0.04281679368051527,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 7.833333333333333,
"waiting": 18637
},
"Vastai_va16": {
"available": true,
"backlogHours": 634.5348837209302,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 1.2158556860327039,
"queueFactor": 1.0440954955537212,
"queueWeight": 1.0440954955537212,
"recentSuccess": 51,
"recentSuccessRate": 0.29651162790697677,
"recentTerminal": 172,
"recentWilsonLowerBound": 0.2333046587928991,
"running": 16,
"selectionWeight": 1.2694694450301256,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 28.666666666666668,
"waiting": 18190
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1057.5428571428572,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.6813790383695959,
"queueFactor": 0.9670832271693642,
"queueWeight": 0.9670832271693642,
"recentSuccess": 34,
"recentSuccessRate": 0.24285714285714285,
"recentTerminal": 140,
"recentWilsonLowerBound": 0.17931156147719365,
"running": 6,
"selectionWeight": 0.6589502393520269,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.333333333333332,
"waiting": 24676
}
},
"queueAttemptedAt": "2026-10-23T02:13:34.064436+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-23T02:13:34.064436+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b3",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}