Files
submmit/.modelhub_state/market_intelligence.json

791 lines
25 KiB
JSON

{
"communityAttemptedAt": "2026-10-23T13:42:33.253849+00:00",
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": null,
"frameworkAttemptedAt": "2026-10-23T12:06:14.759955+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44007,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22187,
"successRate": 0.5041697911695867,
"wilsonLowerBound": 0.49949819842432125
},
"vllm": {
"framework": "vllm",
"modelCount": 58620,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15634,
"successRate": 0.26670078471511427,
"wilsonLowerBound": 0.2631361335283267
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5635,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1816,
"successRate": 0.3222715173025732,
"wilsonLowerBound": 0.3101936801872484
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39072,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18787,
"successRate": 0.4808302620802621,
"wilsonLowerBound": 0.47587818647406654
},
"vllm": {
"framework": "vllm",
"modelCount": 40924,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11203,
"successRate": 0.2737513439546476,
"wilsonLowerBound": 0.26945269017047235
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14693,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6050,
"successRate": 0.41176070237528073,
"wilsonLowerBound": 0.4038268405531547
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64317,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.18813066529844363,
"wilsonLowerBound": 0.18512891361905193
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 36727,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7692,
"successRate": 0.20943719879108014,
"wilsonLowerBound": 0.20530611294120568
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8466,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013819985825655563,
"wilsonLowerBound": 0.011544457364223739
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26824,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3294,
"successRate": 0.12280047718461079,
"wilsonLowerBound": 0.11892665277892703
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16526,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10141595062326032,
"wilsonLowerBound": 0.09690557044342328
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 18024,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6914,
"successRate": 0.3835996449178873,
"wilsonLowerBound": 0.376526099219241
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24848,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3811,
"successRate": 0.15337250482936252,
"wilsonLowerBound": 0.14894557314894244
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 56492,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14172,
"successRate": 0.2508673794519578,
"wilsonLowerBound": 0.24730950013092923
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 26004,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3373,
"successRate": 0.12971081372096602,
"wilsonLowerBound": 0.12568172494110819
},
"vllm": {
"framework": "vllm",
"modelCount": 87134,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9775,
"successRate": 0.11218353340831363,
"wilsonLowerBound": 0.11010510375972507
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50465,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5774,
"successRate": 0.11441593183394431,
"wilsonLowerBound": 0.11166795618194252
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 53076,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3870,
"successRate": 0.0729143115532444,
"wilsonLowerBound": 0.07073314570821167
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95327,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24116,
"successRate": 0.2529818414510055,
"wilsonLowerBound": 0.25023215564111395
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5724,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 593,
"successRate": 0.1035988819007687,
"wilsonLowerBound": 0.09596822651095949
},
"vllm": {
"framework": "vllm",
"modelCount": 112952,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16543,
"successRate": 0.14646044337417663,
"wilsonLowerBound": 0.14441050303598618
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 334,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.0029940119760479044,
"wilsonLowerBound": 0.0005286986847552426
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26388,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4250,
"successRate": 0.16105805669243595,
"wilsonLowerBound": 0.15667227412799561
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44667,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5811,
"successRate": 0.1300960440593727,
"wilsonLowerBound": 0.1270080009746952
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8579,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 841,
"successRate": 0.0980300734351323,
"wilsonLowerBound": 0.09191646943805239
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 36059,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7295,
"successRate": 0.2023073296541779,
"wilsonLowerBound": 0.19819272528444692
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61593,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12431,
"successRate": 0.20182488269770915,
"wilsonLowerBound": 0.19867375988306904
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19396,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5489,
"successRate": 0.2829964941224995,
"wilsonLowerBound": 0.2767005039717228
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16492,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3983,
"successRate": 0.24151103565365026,
"wilsonLowerBound": 0.23503947058948763
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 70196,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19272,
"successRate": 0.27454555815146164,
"wilsonLowerBound": 0.27125645653772457
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1947,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1118,
"successRate": 0.5742167437082691,
"wilsonLowerBound": 0.5521280551109713
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48770,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21815,
"successRate": 0.44730367028911217,
"wilsonLowerBound": 0.4428950913704027
},
"vllm": {
"framework": "vllm",
"modelCount": 41602,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5343,
"successRate": 0.12843132541704727,
"wilsonLowerBound": 0.12525056724249523
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1298,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10117,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 766,
"successRate": 0.07571414450924187,
"wilsonLowerBound": 0.07071873575009961
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7984,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3511,
"successRate": 0.4397545090180361,
"wilsonLowerBound": 0.4288982626274817
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7445,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 247,
"successRate": 0.03317662860980524,
"wilsonLowerBound": 0.02934300967033281
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20681,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5864,
"successRate": 0.2835452831101011,
"wilsonLowerBound": 0.27744298752470353
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29318,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15031,
"successRate": 0.5126884507810902,
"wilsonLowerBound": 0.5069655428587235
},
"vllm": {
"framework": "vllm",
"modelCount": 68873,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7482,
"successRate": 0.10863473349498352,
"wilsonLowerBound": 0.10633248321023593
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14516,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2632,
"successRate": 0.181317167263709,
"wilsonLowerBound": 0.17513402062025307
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-23T13:45:58.661263+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1305.046875,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.4431644604556917,
"queueFactor": 0.9603291864479377,
"queueWeight": 0.9603291864479377,
"recentSuccess": 41,
"recentSuccessRate": 0.3203125,
"recentTerminal": 128,
"recentWilsonLowerBound": 0.24572896282451617,
"running": 7,
"selectionWeight": 1.3859129522199913,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 21.333333333333332,
"waiting": 27841
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1359.818181818182,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9544252454119156,
"queueWeight": 0.9544252454119156,
"recentSuccess": 56,
"recentSuccessRate": 0.3916083916083916,
"recentTerminal": 143,
"recentWilsonLowerBound": 0.31544371983096325,
"running": 8,
"selectionWeight": 2.386063113529789,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.833333333333332,
"waiting": 32409
},
"Biren_166m": {
"available": true,
"backlogHours": 126.69124423963135,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.16148230915021863,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 28,
"recentSuccessRate": 0.12903225806451613,
"recentTerminal": 217,
"recentWilsonLowerBound": 0.09080230209965132,
"running": 8,
"selectionWeight": 0.20992700189528424,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 36.166666666666664,
"waiting": 4582
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1248.2758620689656,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.38686483250961834,
"queueFactor": 0.9667572974146734,
"queueWeight": 0.9667572974146734,
"recentSuccess": 18,
"recentSuccessRate": 0.20689655172413793,
"recentTerminal": 87,
"recentWilsonLowerBound": 0.13507251809274734,
"running": 7,
"selectionWeight": 0.3740043999417789,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 14.5,
"waiting": 18100
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 405.58273381294964,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.3614573467695203,
"queueFactor": 1.144332219852863,
"queueWeight": 1.144332219852863,
"recentSuccess": 26,
"recentSuccessRate": 0.18705035971223022,
"recentTerminal": 139,
"recentWilsonLowerBound": 0.13096550054880465,
"running": 6,
"selectionWeight": 0.4136272880108912,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.166666666666668,
"waiting": 9396
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 60.414985590778095,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 25,
"recentSuccessRate": 0.07204610951008646,
"recentTerminal": 347,
"recentWilsonLowerBound": 0.04927293909938227,
"running": 20,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 57.833333333333336,
"waiting": 3494
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 307.2549019607843,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.09264955471682243,
"queueFactor": 1.1929966435471642,
"queueWeight": 1.1929966435471642,
"recentSuccess": 17,
"recentSuccessRate": 0.1111111111111111,
"recentTerminal": 153,
"recentWilsonLowerBound": 0.07053804163287497,
"running": 1,
"selectionWeight": 0.11053060780330849,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.5,
"waiting": 7835
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2353.756097560976,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.14055802681308982,
"queueFactor": 0.8790221649374581,
"queueWeight": 0.8790221649374581,
"recentSuccess": 7,
"recentSuccessRate": 0.17073170731707318,
"recentTerminal": 41,
"recentWilsonLowerBound": 0.08525143995273898,
"running": 2,
"selectionWeight": 0.1235536210285795,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.833333333333333,
"waiting": 16084
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 294.0655737704918,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.3934305667008936,
"queueFactor": 1.2008739311333,
"queueWeight": 1.2008739311333,
"recentSuccess": 34,
"recentSuccessRate": 0.18579234972677597,
"recentTerminal": 183,
"recentWilsonLowerBound": 0.13610973830641254,
"running": 6,
"selectionWeight": 0.47246051126210414,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 30.5,
"waiting": 8969
},
"MetaX_c-500": {
"available": true,
"backlogHours": 619.2432432432432,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.8053803966058535,
"queueFactor": 1.073951956109636,
"queueWeight": 1.073951956109636,
"recentSuccess": 29,
"recentSuccessRate": 0.26126126126126126,
"recentTerminal": 111,
"recentWilsonLowerBound": 0.18850083133789378,
"running": 4,
"selectionWeight": 0.8649398523472108,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.5,
"waiting": 11456
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1792.909090909091,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.1341149671021369,
"queueFactor": 0.9156516966377694,
"queueWeight": 0.9156516966377694,
"recentSuccess": 27,
"recentSuccessRate": 0.3068181818181818,
"recentTerminal": 88,
"recentWilsonLowerBound": 0.22023391113033136,
"running": 4,
"selectionWeight": 1.0384542938093597,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 14.666666666666666,
"waiting": 26296
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 2075.1111111111113,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.05,
"queueFactor": 0.8957933652331146,
"queueWeight": 0.8957933652331146,
"recentSuccess": 6,
"recentSuccessRate": 0.1111111111111111,
"recentTerminal": 54,
"recentWilsonLowerBound": 0.05192951817556752,
"running": 2,
"selectionWeight": 0.04478966826165573,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 9.0,
"waiting": 18676
},
"Vastai_va16": {
"available": true,
"backlogHours": 744.4931506849315,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.6558815382213312,
"queueFactor": 1.0446839894256676,
"queueWeight": 1.0446839894256676,
"recentSuccess": 34,
"recentSuccessRate": 0.2328767123287671,
"recentTerminal": 146,
"recentWilsonLowerBound": 0.17170339585737796,
"running": 15,
"selectionWeight": 0.6851889419397038,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.333333333333332,
"waiting": 18116
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1495.030303030303,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.4394890263566703,
"queueFactor": 0.9409499976856155,
"queueWeight": 0.9409499976856155,
"recentSuccess": 21,
"recentSuccessRate": 0.21212121212121213,
"recentTerminal": 99,
"recentWilsonLowerBound": 0.14313429916193274,
"running": 6,
"selectionWeight": 0.4135371983331623,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.5,
"waiting": 24668
}
},
"queueAttemptedAt": "2026-10-23T13:38:45.462068+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-23T13:38:45.462068+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Ascend_910-b3",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}