Files
submmit/.modelhub_state/market_intelligence.json

791 lines
25 KiB
JSON

{
"communityAttemptedAt": "2026-10-23T14:38:40.665360+00:00",
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": null,
"frameworkAttemptedAt": "2026-10-23T12:06:14.759955+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44007,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22187,
"successRate": 0.5041697911695867,
"wilsonLowerBound": 0.49949819842432125
},
"vllm": {
"framework": "vllm",
"modelCount": 58620,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15634,
"successRate": 0.26670078471511427,
"wilsonLowerBound": 0.2631361335283267
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5635,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1816,
"successRate": 0.3222715173025732,
"wilsonLowerBound": 0.3101936801872484
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39072,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18787,
"successRate": 0.4808302620802621,
"wilsonLowerBound": 0.47587818647406654
},
"vllm": {
"framework": "vllm",
"modelCount": 40924,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11203,
"successRate": 0.2737513439546476,
"wilsonLowerBound": 0.26945269017047235
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14693,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6050,
"successRate": 0.41176070237528073,
"wilsonLowerBound": 0.4038268405531547
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64317,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.18813066529844363,
"wilsonLowerBound": 0.18512891361905193
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 36727,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7692,
"successRate": 0.20943719879108014,
"wilsonLowerBound": 0.20530611294120568
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8466,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013819985825655563,
"wilsonLowerBound": 0.011544457364223739
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26824,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3294,
"successRate": 0.12280047718461079,
"wilsonLowerBound": 0.11892665277892703
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16526,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10141595062326032,
"wilsonLowerBound": 0.09690557044342328
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 18024,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6914,
"successRate": 0.3835996449178873,
"wilsonLowerBound": 0.376526099219241
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24848,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3811,
"successRate": 0.15337250482936252,
"wilsonLowerBound": 0.14894557314894244
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 56492,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14172,
"successRate": 0.2508673794519578,
"wilsonLowerBound": 0.24730950013092923
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 26004,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3373,
"successRate": 0.12971081372096602,
"wilsonLowerBound": 0.12568172494110819
},
"vllm": {
"framework": "vllm",
"modelCount": 87134,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9775,
"successRate": 0.11218353340831363,
"wilsonLowerBound": 0.11010510375972507
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50465,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5774,
"successRate": 0.11441593183394431,
"wilsonLowerBound": 0.11166795618194252
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 53076,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3870,
"successRate": 0.0729143115532444,
"wilsonLowerBound": 0.07073314570821167
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95327,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24116,
"successRate": 0.2529818414510055,
"wilsonLowerBound": 0.25023215564111395
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5724,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 593,
"successRate": 0.1035988819007687,
"wilsonLowerBound": 0.09596822651095949
},
"vllm": {
"framework": "vllm",
"modelCount": 112952,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16543,
"successRate": 0.14646044337417663,
"wilsonLowerBound": 0.14441050303598618
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 334,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.0029940119760479044,
"wilsonLowerBound": 0.0005286986847552426
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26388,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4250,
"successRate": 0.16105805669243595,
"wilsonLowerBound": 0.15667227412799561
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44667,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5811,
"successRate": 0.1300960440593727,
"wilsonLowerBound": 0.1270080009746952
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8579,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 841,
"successRate": 0.0980300734351323,
"wilsonLowerBound": 0.09191646943805239
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 36059,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7295,
"successRate": 0.2023073296541779,
"wilsonLowerBound": 0.19819272528444692
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61593,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12431,
"successRate": 0.20182488269770915,
"wilsonLowerBound": 0.19867375988306904
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19396,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5489,
"successRate": 0.2829964941224995,
"wilsonLowerBound": 0.2767005039717228
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16492,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3983,
"successRate": 0.24151103565365026,
"wilsonLowerBound": 0.23503947058948763
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 70196,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19272,
"successRate": 0.27454555815146164,
"wilsonLowerBound": 0.27125645653772457
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1947,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1118,
"successRate": 0.5742167437082691,
"wilsonLowerBound": 0.5521280551109713
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48770,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21815,
"successRate": 0.44730367028911217,
"wilsonLowerBound": 0.4428950913704027
},
"vllm": {
"framework": "vllm",
"modelCount": 41602,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5343,
"successRate": 0.12843132541704727,
"wilsonLowerBound": 0.12525056724249523
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1298,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10117,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 766,
"successRate": 0.07571414450924187,
"wilsonLowerBound": 0.07071873575009961
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7984,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3511,
"successRate": 0.4397545090180361,
"wilsonLowerBound": 0.4288982626274817
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7445,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 247,
"successRate": 0.03317662860980524,
"wilsonLowerBound": 0.02934300967033281
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20681,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5864,
"successRate": 0.2835452831101011,
"wilsonLowerBound": 0.27744298752470353
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29318,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15031,
"successRate": 0.5126884507810902,
"wilsonLowerBound": 0.5069655428587235
},
"vllm": {
"framework": "vllm",
"modelCount": 68873,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7482,
"successRate": 0.10863473349498352,
"wilsonLowerBound": 0.10633248321023593
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14516,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2632,
"successRate": 0.181317167263709,
"wilsonLowerBound": 0.17513402062025307
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-23T14:41:06.363072+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1357.5121951219512,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.0825979625490918,
"queueFactor": 0.9464880454558389,
"queueWeight": 0.9464880454558389,
"recentSuccess": 37,
"recentSuccessRate": 0.3008130081300813,
"recentTerminal": 123,
"recentWilsonLowerBound": 0.22680566759840012,
"running": 8,
"selectionWeight": 1.0246660295875634,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.5,
"waiting": 27829
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1398.6474820143885,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9422593460322725,
"queueWeight": 0.9422593460322725,
"recentSuccess": 57,
"recentSuccessRate": 0.41007194244604317,
"recentTerminal": 139,
"recentWilsonLowerBound": 0.33179421791116376,
"running": 8,
"selectionWeight": 2.355648365080681,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.166666666666668,
"waiting": 32402
},
"Biren_166m": {
"available": true,
"backlogHours": 138.67005076142132,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.17945256925922418,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 28,
"recentSuccessRate": 0.14213197969543148,
"recentTerminal": 197,
"recentWilsonLowerBound": 0.10020126624456825,
"running": 8,
"selectionWeight": 0.23328834003699145,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 32.833333333333336,
"waiting": 4553
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1180.4347826086955,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.22025480845634912,
"queueFactor": 0.9665412516178685,
"queueWeight": 0.9665412516178685,
"recentSuccess": 16,
"recentSuccessRate": 0.17391304347826086,
"recentTerminal": 92,
"recentWilsonLowerBound": 0.10998076035163003,
"running": 7,
"selectionWeight": 0.21288535824025356,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.333333333333334,
"waiting": 18100
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 402.3857142857143,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.22941850463782149,
"queueFactor": 1.1358743980451487,
"queueWeight": 1.1358743980451487,
"recentSuccess": 23,
"recentSuccessRate": 0.16428571428571428,
"recentTerminal": 140,
"recentWilsonLowerBound": 0.11203753808504885,
"running": 7,
"selectionWeight": 0.2605906058559036,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.333333333333332,
"waiting": 9389
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 57.62637362637363,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 25,
"recentSuccessRate": 0.06868131868131869,
"recentTerminal": 364,
"recentWilsonLowerBound": 0.04695020752686372,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 60.666666666666664,
"waiting": 3496
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 270.58620689655174,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.052665831398907265,
"queueFactor": 1.2055378372081307,
"queueWeight": 1.2055378372081307,
"recentSuccess": 16,
"recentSuccessRate": 0.09195402298850575,
"recentTerminal": 174,
"recentWilsonLowerBound": 0.057393641975025125,
"running": 9,
"selectionWeight": 0.06349065247940672,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 29.0,
"waiting": 7847
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 1855.846153846154,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.21144664978028427,
"queueFactor": 0.9031198716178509,
"queueWeight": 0.9031198716178509,
"recentSuccess": 10,
"recentSuccessRate": 0.19230769230769232,
"recentTerminal": 52,
"recentWilsonLowerBound": 0.10795930648521072,
"running": 2,
"selectionWeight": 0.190961671203595,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 8.666666666666666,
"waiting": 16084
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 310.82080924855495,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.430954146455137,
"queueFactor": 1.1807288663122588,
"queueWeight": 1.1807288663122588,
"recentSuccess": 35,
"recentSuccessRate": 0.2023121387283237,
"recentTerminal": 173,
"recentWilsonLowerBound": 0.14921733969871423,
"running": 8,
"selectionWeight": 0.5088400007765411,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 28.833333333333332,
"waiting": 8962
},
"MetaX_c-500": {
"available": true,
"backlogHours": 624.3818181818182,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.8780333207731019,
"queueFactor": 1.063430609479549,
"queueWeight": 1.063430609479549,
"recentSuccess": 31,
"recentSuccessRate": 0.2818181818181818,
"recentTerminal": 110,
"recentWilsonLowerBound": 0.206210213519945,
"running": 4,
"selectionWeight": 0.933727509453092,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.333333333333332,
"waiting": 11447
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1733.3406593406594,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.1374482303627296,
"queueFactor": 0.9124185482069198,
"queueWeight": 0.9124185482069198,
"recentSuccess": 29,
"recentSuccessRate": 0.31868131868131866,
"recentTerminal": 91,
"recentWilsonLowerBound": 0.2319585919157763,
"running": 4,
"selectionWeight": 1.0378288630080919,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.166666666666666,
"waiting": 26289
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 2155.6153846153848,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.07346468101788112,
"queueFactor": 0.8830616059975841,
"queueWeight": 0.8830616059975841,
"recentSuccess": 7,
"recentSuccessRate": 0.1346153846153846,
"recentTerminal": 52,
"recentWilsonLowerBound": 0.06676796994292625,
"running": 2,
"selectionWeight": 0.06487383920375032,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 8.666666666666666,
"waiting": 18682
},
"Vastai_va16": {
"available": true,
"backlogHours": 701.2258064516129,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.594730831666815,
"queueFactor": 1.0450763273450074,
"queueWeight": 1.0450763273450074,
"recentSuccess": 36,
"recentSuccessRate": 0.23225806451612904,
"recentTerminal": 155,
"recentWilsonLowerBound": 0.1727449576065253,
"running": 16,
"selectionWeight": 0.6215391133171968,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.833333333333332,
"waiting": 18115
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1451.3529411764705,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.20623384417280394,
"queueFactor": 0.9370456272680415,
"queueWeight": 0.9370456272680415,
"recentSuccess": 17,
"recentSuccessRate": 0.16666666666666666,
"recentTerminal": 102,
"recentWilsonLowerBound": 0.10674128266359069,
"running": 6,
"selectionWeight": 0.1932505218768046,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.0,
"waiting": 24673
}
},
"queueAttemptedAt": "2026-10-23T14:38:40.665360+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-23T14:38:40.665360+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Ascend_910-b3",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}