Files
submmit/.modelhub_state/market_intelligence.json

791 lines
25 KiB
JSON

{
"communityAttemptedAt": "2026-10-23T12:14:25.061932+00:00",
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": null,
"frameworkAttemptedAt": "2026-10-23T12:06:14.759955+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44007,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22187,
"successRate": 0.5041697911695867,
"wilsonLowerBound": 0.49949819842432125
},
"vllm": {
"framework": "vllm",
"modelCount": 58620,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15634,
"successRate": 0.26670078471511427,
"wilsonLowerBound": 0.2631361335283267
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5635,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1816,
"successRate": 0.3222715173025732,
"wilsonLowerBound": 0.3101936801872484
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39072,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18787,
"successRate": 0.4808302620802621,
"wilsonLowerBound": 0.47587818647406654
},
"vllm": {
"framework": "vllm",
"modelCount": 40924,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11203,
"successRate": 0.2737513439546476,
"wilsonLowerBound": 0.26945269017047235
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14693,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6050,
"successRate": 0.41176070237528073,
"wilsonLowerBound": 0.4038268405531547
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64317,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.18813066529844363,
"wilsonLowerBound": 0.18512891361905193
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 36727,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7692,
"successRate": 0.20943719879108014,
"wilsonLowerBound": 0.20530611294120568
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8466,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013819985825655563,
"wilsonLowerBound": 0.011544457364223739
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26824,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3294,
"successRate": 0.12280047718461079,
"wilsonLowerBound": 0.11892665277892703
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16526,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10141595062326032,
"wilsonLowerBound": 0.09690557044342328
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 18024,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6914,
"successRate": 0.3835996449178873,
"wilsonLowerBound": 0.376526099219241
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24848,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3811,
"successRate": 0.15337250482936252,
"wilsonLowerBound": 0.14894557314894244
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 56492,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14172,
"successRate": 0.2508673794519578,
"wilsonLowerBound": 0.24730950013092923
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 26004,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3373,
"successRate": 0.12971081372096602,
"wilsonLowerBound": 0.12568172494110819
},
"vllm": {
"framework": "vllm",
"modelCount": 87134,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9775,
"successRate": 0.11218353340831363,
"wilsonLowerBound": 0.11010510375972507
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50465,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5774,
"successRate": 0.11441593183394431,
"wilsonLowerBound": 0.11166795618194252
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 53076,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3870,
"successRate": 0.0729143115532444,
"wilsonLowerBound": 0.07073314570821167
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95327,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24116,
"successRate": 0.2529818414510055,
"wilsonLowerBound": 0.25023215564111395
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5724,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 593,
"successRate": 0.1035988819007687,
"wilsonLowerBound": 0.09596822651095949
},
"vllm": {
"framework": "vllm",
"modelCount": 112952,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16543,
"successRate": 0.14646044337417663,
"wilsonLowerBound": 0.14441050303598618
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 334,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.0029940119760479044,
"wilsonLowerBound": 0.0005286986847552426
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26388,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4250,
"successRate": 0.16105805669243595,
"wilsonLowerBound": 0.15667227412799561
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44667,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5811,
"successRate": 0.1300960440593727,
"wilsonLowerBound": 0.1270080009746952
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8579,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 841,
"successRate": 0.0980300734351323,
"wilsonLowerBound": 0.09191646943805239
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 36059,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7295,
"successRate": 0.2023073296541779,
"wilsonLowerBound": 0.19819272528444692
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61593,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12431,
"successRate": 0.20182488269770915,
"wilsonLowerBound": 0.19867375988306904
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19396,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5489,
"successRate": 0.2829964941224995,
"wilsonLowerBound": 0.2767005039717228
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16492,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3983,
"successRate": 0.24151103565365026,
"wilsonLowerBound": 0.23503947058948763
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 70196,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19272,
"successRate": 0.27454555815146164,
"wilsonLowerBound": 0.27125645653772457
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1947,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1118,
"successRate": 0.5742167437082691,
"wilsonLowerBound": 0.5521280551109713
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48770,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21815,
"successRate": 0.44730367028911217,
"wilsonLowerBound": 0.4428950913704027
},
"vllm": {
"framework": "vllm",
"modelCount": 41602,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5343,
"successRate": 0.12843132541704727,
"wilsonLowerBound": 0.12525056724249523
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1298,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10117,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 766,
"successRate": 0.07571414450924187,
"wilsonLowerBound": 0.07071873575009961
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7984,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3511,
"successRate": 0.4397545090180361,
"wilsonLowerBound": 0.4288982626274817
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7445,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 247,
"successRate": 0.03317662860980524,
"wilsonLowerBound": 0.02934300967033281
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20681,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5864,
"successRate": 0.2835452831101011,
"wilsonLowerBound": 0.27744298752470353
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29318,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15031,
"successRate": 0.5126884507810902,
"wilsonLowerBound": 0.5069655428587235
},
"vllm": {
"framework": "vllm",
"modelCount": 68873,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7482,
"successRate": 0.10863473349498352,
"wilsonLowerBound": 0.10633248321023593
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14516,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2632,
"successRate": 0.181317167263709,
"wilsonLowerBound": 0.17513402062025307
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-23T12:16:11.847214+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1266.590909090909,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.171153324969569,
"queueFactor": 0.9631122861391277,
"queueWeight": 0.9631122861391277,
"recentSuccess": 47,
"recentSuccessRate": 0.3560606060606061,
"recentTerminal": 132,
"recentWilsonLowerBound": 0.27950461241061153,
"running": 8,
"selectionWeight": 2.0910644423700098,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.0,
"waiting": 27865
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1369.5633802816901,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9518862593914711,
"queueWeight": 0.9518862593914711,
"recentSuccess": 53,
"recentSuccessRate": 0.3732394366197183,
"recentTerminal": 142,
"recentWilsonLowerBound": 0.2980091971868539,
"running": 8,
"selectionWeight": 2.379715648478678,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.666666666666668,
"waiting": 32413
},
"Biren_166m": {
"available": true,
"backlogHours": 122.17699115044249,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.13746308357120657,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 26,
"recentSuccessRate": 0.11504424778761062,
"recentTerminal": 226,
"recentWilsonLowerBound": 0.07972861983893585,
"running": 8,
"selectionWeight": 0.17870200864256855,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 37.666666666666664,
"waiting": 4602
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1248.4827586206898,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.37447384447720045,
"queueFactor": 0.9651948493267364,
"queueWeight": 0.9651948493267364,
"recentSuccess": 17,
"recentSuccessRate": 0.19540229885057472,
"recentTerminal": 87,
"recentWilsonLowerBound": 0.12573278124165052,
"running": 7,
"selectionWeight": 0.3614402258969752,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 14.5,
"waiting": 18103
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 420.9402985074627,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.284629505346153,
"queueFactor": 1.1361594951901934,
"queueWeight": 1.1361594951901934,
"recentSuccess": 22,
"recentSuccessRate": 0.16417910447761194,
"recentTerminal": 134,
"recentWilsonLowerBound": 0.11099240521268962,
"running": 7,
"selectionWeight": 0.3233845151103197,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.333333333333332,
"waiting": 9401
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 61.48688046647231,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 19,
"recentSuccessRate": 0.05539358600583091,
"recentTerminal": 343,
"recentWilsonLowerBound": 0.03574566863403465,
"running": 23,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 57.166666666666664,
"waiting": 3515
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 264.03370786516854,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.06340343269092456,
"queueFactor": 1.2184942155981078,
"queueWeight": 1.2184942155981078,
"recentSuccess": 16,
"recentSuccessRate": 0.0898876404494382,
"recentTerminal": 178,
"recentWilsonLowerBound": 0.056085894482741976,
"running": 1,
"selectionWeight": 0.07725671598295555,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 29.666666666666668,
"waiting": 7833
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2609.6756756756754,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.20118650535862884,
"queueFactor": 0.864140574718041,
"queueWeight": 0.864140574718041,
"recentSuccess": 7,
"recentSuccessRate": 0.1891891891891892,
"recentTerminal": 37,
"recentWilsonLowerBound": 0.09479858757337126,
"running": 2,
"selectionWeight": 0.17385342236611975,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.166666666666667,
"waiting": 16093
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 296.04395604395603,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.41761779859517534,
"queueFactor": 1.1977576357637505,
"queueWeight": 1.1977576357637505,
"recentSuccess": 33,
"recentSuccessRate": 0.1813186813186813,
"recentTerminal": 182,
"recentWilsonLowerBound": 0.13212185526430056,
"running": 8,
"selectionWeight": 0.5002049070982193,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 30.333333333333332,
"waiting": 8980
},
"MetaX_c-500": {
"available": true,
"backlogHours": 603.2105263157895,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.7101454002233893,
"queueFactor": 1.0764702733428841,
"queueWeight": 1.0764702733428841,
"recentSuccess": 27,
"recentSuccessRate": 0.23684210526315788,
"recentTerminal": 114,
"recentWilsonLowerBound": 0.16818157933444355,
"running": 4,
"selectionWeight": 0.7644504130916638,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.0,
"waiting": 11461
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1879.2857142857142,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.162914595214943,
"queueFactor": 0.907765046437225,
"queueWeight": 0.907765046437225,
"recentSuccess": 25,
"recentSuccessRate": 0.2976190476190476,
"recentTerminal": 84,
"recentWilsonLowerBound": 0.2104467918626258,
"running": 4,
"selectionWeight": 1.0556532215278194,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 14.0,
"waiting": 26310
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 1436.3076923076924,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.07878112428372028,
"queueFactor": 0.9451163038613656,
"queueWeight": 0.9451163038613656,
"recentSuccess": 9,
"recentSuccessRate": 0.11538461538461539,
"recentTerminal": 78,
"recentWilsonLowerBound": 0.06190440604142224,
"running": 2,
"selectionWeight": 0.07445732499707258,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.0,
"waiting": 18672
},
"Vastai_va16": {
"available": true,
"backlogHours": 723.24,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.8114592783715251,
"queueFactor": 1.0475626664261297,
"queueWeight": 1.0475626664261297,
"recentSuccess": 36,
"recentSuccessRate": 0.24,
"recentTerminal": 150,
"recentWilsonLowerBound": 0.17869214008148446,
"running": 16,
"selectionWeight": 0.8500544453470978,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.0,
"waiting": 18081
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1575.7659574468087,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.3677428613328995,
"queueFactor": 0.9320701956449535,
"queueWeight": 0.9320701956449535,
"recentSuccess": 18,
"recentSuccessRate": 0.19148936170212766,
"recentTerminal": 94,
"recentWilsonLowerBound": 0.12470043241202647,
"running": 6,
"selectionWeight": 0.34276216070959065,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.666666666666666,
"waiting": 24687
}
},
"queueAttemptedAt": "2026-10-23T12:12:43.058563+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-23T12:12:43.058563+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Ascend_910-b3",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}