Files
submmit/.modelhub_state/market_intelligence.json

791 lines
25 KiB
JSON

{
"communityAttemptedAt": "2026-10-23T15:22:31.165717+00:00",
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": null,
"frameworkAttemptedAt": "2026-10-23T12:06:14.759955+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44007,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22187,
"successRate": 0.5041697911695867,
"wilsonLowerBound": 0.49949819842432125
},
"vllm": {
"framework": "vllm",
"modelCount": 58620,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15634,
"successRate": 0.26670078471511427,
"wilsonLowerBound": 0.2631361335283267
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5635,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1816,
"successRate": 0.3222715173025732,
"wilsonLowerBound": 0.3101936801872484
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39072,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18787,
"successRate": 0.4808302620802621,
"wilsonLowerBound": 0.47587818647406654
},
"vllm": {
"framework": "vllm",
"modelCount": 40924,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11203,
"successRate": 0.2737513439546476,
"wilsonLowerBound": 0.26945269017047235
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14693,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6050,
"successRate": 0.41176070237528073,
"wilsonLowerBound": 0.4038268405531547
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64317,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.18813066529844363,
"wilsonLowerBound": 0.18512891361905193
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 36727,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7692,
"successRate": 0.20943719879108014,
"wilsonLowerBound": 0.20530611294120568
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8466,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013819985825655563,
"wilsonLowerBound": 0.011544457364223739
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26824,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3294,
"successRate": 0.12280047718461079,
"wilsonLowerBound": 0.11892665277892703
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16526,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10141595062326032,
"wilsonLowerBound": 0.09690557044342328
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 18024,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6914,
"successRate": 0.3835996449178873,
"wilsonLowerBound": 0.376526099219241
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24848,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3811,
"successRate": 0.15337250482936252,
"wilsonLowerBound": 0.14894557314894244
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 56492,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14172,
"successRate": 0.2508673794519578,
"wilsonLowerBound": 0.24730950013092923
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 26004,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3373,
"successRate": 0.12971081372096602,
"wilsonLowerBound": 0.12568172494110819
},
"vllm": {
"framework": "vllm",
"modelCount": 87134,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9775,
"successRate": 0.11218353340831363,
"wilsonLowerBound": 0.11010510375972507
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50465,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5774,
"successRate": 0.11441593183394431,
"wilsonLowerBound": 0.11166795618194252
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 53076,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3870,
"successRate": 0.0729143115532444,
"wilsonLowerBound": 0.07073314570821167
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95327,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24116,
"successRate": 0.2529818414510055,
"wilsonLowerBound": 0.25023215564111395
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5724,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 593,
"successRate": 0.1035988819007687,
"wilsonLowerBound": 0.09596822651095949
},
"vllm": {
"framework": "vllm",
"modelCount": 112952,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16543,
"successRate": 0.14646044337417663,
"wilsonLowerBound": 0.14441050303598618
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 334,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.0029940119760479044,
"wilsonLowerBound": 0.0005286986847552426
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26388,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4250,
"successRate": 0.16105805669243595,
"wilsonLowerBound": 0.15667227412799561
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44667,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5811,
"successRate": 0.1300960440593727,
"wilsonLowerBound": 0.1270080009746952
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8579,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 841,
"successRate": 0.0980300734351323,
"wilsonLowerBound": 0.09191646943805239
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 36059,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7295,
"successRate": 0.2023073296541779,
"wilsonLowerBound": 0.19819272528444692
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61593,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12431,
"successRate": 0.20182488269770915,
"wilsonLowerBound": 0.19867375988306904
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19396,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5489,
"successRate": 0.2829964941224995,
"wilsonLowerBound": 0.2767005039717228
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16492,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3983,
"successRate": 0.24151103565365026,
"wilsonLowerBound": 0.23503947058948763
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 70196,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19272,
"successRate": 0.27454555815146164,
"wilsonLowerBound": 0.27125645653772457
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1947,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1118,
"successRate": 0.5742167437082691,
"wilsonLowerBound": 0.5521280551109713
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48770,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21815,
"successRate": 0.44730367028911217,
"wilsonLowerBound": 0.4428950913704027
},
"vllm": {
"framework": "vllm",
"modelCount": 41602,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5343,
"successRate": 0.12843132541704727,
"wilsonLowerBound": 0.12525056724249523
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1298,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10117,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 766,
"successRate": 0.07571414450924187,
"wilsonLowerBound": 0.07071873575009961
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7984,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3511,
"successRate": 0.4397545090180361,
"wilsonLowerBound": 0.4288982626274817
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7445,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 247,
"successRate": 0.03317662860980524,
"wilsonLowerBound": 0.02934300967033281
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20681,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5864,
"successRate": 0.2835452831101011,
"wilsonLowerBound": 0.27744298752470353
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29318,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15031,
"successRate": 0.5126884507810902,
"wilsonLowerBound": 0.5069655428587235
},
"vllm": {
"framework": "vllm",
"modelCount": 68873,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7482,
"successRate": 0.10863473349498352,
"wilsonLowerBound": 0.10633248321023593
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14516,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2632,
"successRate": 0.181317167263709,
"wilsonLowerBound": 0.17513402062025307
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-23T15:24:44.162526+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1427.948717948718,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.1742078840887396,
"queueFactor": 0.9087852560177452,
"queueWeight": 0.9087852560177452,
"recentSuccess": 37,
"recentSuccessRate": 0.3162393162393162,
"recentTerminal": 117,
"recentWilsonLowerBound": 0.2389654111226082,
"running": 8,
"selectionWeight": 1.06710281255964,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.5,
"waiting": 27845
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1419.985401459854,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9095479140777927,
"queueWeight": 0.9095479140777927,
"recentSuccess": 57,
"recentSuccessRate": 0.41605839416058393,
"recentTerminal": 137,
"recentWilsonLowerBound": 0.3369105392811653,
"running": 8,
"selectionWeight": 2.273869785194482,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.833333333333332,
"waiting": 32423
},
"Biren_166m": {
"available": true,
"backlogHours": 154.67045454545456,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.13262995496773022,
"queueFactor": 1.2684024138805086,
"queueWeight": 1.2684024138805086,
"recentSuccess": 23,
"recentSuccessRate": 0.13068181818181818,
"recentTerminal": 176,
"recentWilsonLowerBound": 0.08868159836471551,
"running": 8,
"selectionWeight": 0.16822815503393215,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 29.333333333333332,
"waiting": 4537
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 890.3114754098361,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.13319755624123839,
"queueFactor": 0.975521551654813,
"queueWeight": 0.975521551654813,
"recentSuccess": 17,
"recentSuccessRate": 0.13934426229508196,
"recentTerminal": 122,
"recentWilsonLowerBound": 0.08885390678425233,
"running": 7,
"selectionWeight": 0.1299370867410821,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.333333333333332,
"waiting": 18103
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 414.2647058823529,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.265386766757011,
"queueFactor": 1.094149015677778,
"queueWeight": 1.094149015677778,
"recentSuccess": 24,
"recentSuccessRate": 0.17647058823529413,
"recentTerminal": 136,
"recentWilsonLowerBound": 0.1215513292836418,
"running": 7,
"selectionWeight": 0.29037266962109165,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.666666666666668,
"waiting": 9390
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 64.10610079575596,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 25,
"recentSuccessRate": 0.06631299734748011,
"recentTerminal": 377,
"recentWilsonLowerBound": 0.04531664127095404,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 62.833333333333336,
"waiting": 4028
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 238.54545454545453,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.05,
"queueFactor": 1.188591150084587,
"queueWeight": 1.188591150084587,
"recentSuccess": 13,
"recentSuccessRate": 0.06565656565656566,
"recentTerminal": 198,
"recentWilsonLowerBound": 0.03876769113322558,
"running": 6,
"selectionWeight": 0.05942955750422935,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 33.0,
"waiting": 7872
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 1787.111111111111,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.2474203494924597,
"queueFactor": 0.8787097208723631,
"queueWeight": 0.8787097208723631,
"recentSuccess": 11,
"recentSuccessRate": 0.2037037037037037,
"recentTerminal": 54,
"recentWilsonLowerBound": 0.11773934086585382,
"running": 2,
"selectionWeight": 0.21741066624066177,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 9.0,
"waiting": 16084
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 355.7880794701987,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.5256876032744172,
"queueFactor": 1.1194107034092013,
"queueWeight": 1.1194107034092013,
"recentSuccess": 34,
"recentSuccessRate": 0.2251655629139073,
"recentTerminal": 151,
"recentWilsonLowerBound": 0.16584059085308542,
"running": 8,
"selectionWeight": 0.5884603297549126,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.166666666666668,
"waiting": 8954
},
"MetaX_c-500": {
"available": true,
"backlogHours": 619.1351351351351,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.6967822669342325,
"queueFactor": 1.0301497146613392,
"queueWeight": 1.0301497146613392,
"recentSuccess": 29,
"recentSuccessRate": 0.26126126126126126,
"recentTerminal": 111,
"recentWilsonLowerBound": 0.18850083133789378,
"running": 4,
"selectionWeight": 0.7177900534633807,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.5,
"waiting": 11454
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1678.0212765957447,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.117094222003783,
"queueFactor": 0.887050907738609,
"queueWeight": 0.887050907738609,
"recentSuccess": 30,
"recentSuccessRate": 0.3191489361702128,
"recentTerminal": 94,
"recentWilsonLowerBound": 0.23361018709048179,
"running": 4,
"selectionWeight": 0.9909194436580108,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.666666666666666,
"waiting": 26289
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 2037.9272727272728,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.05,
"queueFactor": 0.8615685985769496,
"queueWeight": 0.8615685985769496,
"recentSuccess": 6,
"recentSuccessRate": 0.10909090909090909,
"recentTerminal": 55,
"recentWilsonLowerBound": 0.05096655628305132,
"running": 2,
"selectionWeight": 0.04307842992884748,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 9.166666666666666,
"waiting": 18681
},
"Vastai_va16": {
"available": true,
"backlogHours": 540.7462686567164,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.47565287713093535,
"queueFactor": 1.0512817722716723,
"queueWeight": 1.0512817722716723,
"recentSuccess": 42,
"recentSuccessRate": 0.208955223880597,
"recentTerminal": 201,
"recentWilsonLowerBound": 0.15846978521567917,
"running": 16,
"selectionWeight": 0.5000451996563297,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 33.5,
"waiting": 18115
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1370.0555555555557,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.2377177310204993,
"queueFactor": 0.9144446795220029,
"queueWeight": 0.9144446795220029,
"recentSuccess": 19,
"recentSuccessRate": 0.17592592592592593,
"recentTerminal": 108,
"recentWilsonLowerBound": 0.11561771988481864,
"running": 6,
"selectionWeight": 0.21737971435973819,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.0,
"waiting": 24661
}
},
"queueAttemptedAt": "2026-10-23T15:22:31.165717+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-23T15:22:31.165717+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Ascend_910-b3",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}