Files
submmit/.modelhub_state/market_intelligence.json

791 lines
25 KiB
JSON

{
"communityAttemptedAt": "2026-10-24T06:28:17.449600+00:00",
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": null,
"frameworkAttemptedAt": "2026-10-24T04:48:20.957433+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44107,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22247,
"successRate": 0.5043870587435101,
"wilsonLowerBound": 0.49972076313082037
},
"vllm": {
"framework": "vllm",
"modelCount": 58738,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15655,
"successRate": 0.26652252374953184,
"wilsonLowerBound": 0.26296221187014607
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5732,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1853,
"successRate": 0.3232728541521284,
"wilsonLowerBound": 0.3112860816804616
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39191,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18872,
"successRate": 0.481539128881631,
"wilsonLowerBound": 0.4765942399383325
},
"vllm": {
"framework": "vllm",
"modelCount": 40967,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11210,
"successRate": 0.2736348768521005,
"wilsonLowerBound": 0.2693390516469368
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14806,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6090,
"successRate": 0.4113197352424693,
"wilsonLowerBound": 0.4034175024222158
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64322,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.18811604116787414,
"wilsonLowerBound": 0.18511449648777556
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 37097,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7743,
"successRate": 0.2087230773377901,
"wilsonLowerBound": 0.20461776421575836
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8476,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013803680981595092,
"wilsonLowerBound": 0.011530822923635848
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26825,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3294,
"successRate": 0.12279589934762349,
"wilsonLowerBound": 0.11892220974244114
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16526,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10141595062326032,
"wilsonLowerBound": 0.09690557044342328
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 18131,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6954,
"successRate": 0.3835419998896917,
"wilsonLowerBound": 0.37648949313393637
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24852,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3811,
"successRate": 0.1533478190890069,
"wilsonLowerBound": 0.1489215383506127
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 56738,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14228,
"successRate": 0.25076668194155594,
"wilsonLowerBound": 0.24721697001606271
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 26444,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3508,
"successRate": 0.13265769172591135,
"wilsonLowerBound": 0.12862259199024262
},
"vllm": {
"framework": "vllm",
"modelCount": 87134,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9775,
"successRate": 0.11218353340831363,
"wilsonLowerBound": 0.11010510375972507
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50507,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5775,
"successRate": 0.1143405864533629,
"wilsonLowerBound": 0.1115945432045056
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 53178,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3873,
"successRate": 0.07283086990860882,
"wilsonLowerBound": 0.07065293873197848
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95342,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24121,
"successRate": 0.2529944830190262,
"wilsonLowerBound": 0.2502449666290856
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5986,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 606,
"successRate": 0.10123621784163048,
"wilsonLowerBound": 0.09384863983349423
},
"vllm": {
"framework": "vllm",
"modelCount": 112964,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16543,
"successRate": 0.14644488509613682,
"wilsonLowerBound": 0.1443951442524412
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 345,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.002898550724637681,
"wilsonLowerBound": 0.0005118355816843662
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26419,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4250,
"successRate": 0.16086907150157084,
"wilsonLowerBound": 0.1564879631410592
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44702,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5814,
"successRate": 0.1300612947966534,
"wilsonLowerBound": 0.12697480560074229
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8602,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 841,
"successRate": 0.09776796093931643,
"wilsonLowerBound": 0.09166990239994081
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 36155,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7334,
"successRate": 0.20284884524961969,
"wilsonLowerBound": 0.1987354774247501
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61601,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12431,
"successRate": 0.2017986720994789,
"wilsonLowerBound": 0.19864790809222443
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19605,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5533,
"successRate": 0.282223922468758,
"wilsonLowerBound": 0.2759667191357774
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16555,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3994,
"successRate": 0.24125641800060404,
"wilsonLowerBound": 0.23479946444651997
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 70318,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19304,
"successRate": 0.27452430387667454,
"wilsonLowerBound": 0.27123812646443796
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2015,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1156,
"successRate": 0.573697270471464,
"wilsonLowerBound": 0.551983833716572
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48843,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21872,
"successRate": 0.4478021415555965,
"wilsonLowerBound": 0.4433963495795846
},
"vllm": {
"framework": "vllm",
"modelCount": 41698,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5367,
"successRate": 0.12871120917070364,
"wilsonLowerBound": 0.12553106898750058
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1312,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10118,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 766,
"successRate": 0.07570666139553271,
"wilsonLowerBound": 0.0707117281609319
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8029,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3525,
"successRate": 0.4390335035496326,
"wilsonLowerBound": 0.4282098966781118
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7450,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 248,
"successRate": 0.03328859060402684,
"wilsonLowerBound": 0.029449519913812738
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20958,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5962,
"successRate": 0.2844737093234087,
"wilsonLowerBound": 0.27840541516058365
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29384,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15070,
"successRate": 0.5128641437517016,
"wilsonLowerBound": 0.5071476960096679
},
"vllm": {
"framework": "vllm",
"modelCount": 68999,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7498,
"successRate": 0.10866824156871839,
"wilsonLowerBound": 0.10636775823659539
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14579,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2654,
"successRate": 0.18204266410590575,
"wilsonLowerBound": 0.1758627995944002
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-24T06:28:17.449600+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1142.3835616438357,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.9315390936709922,
"queueFactor": 0.9695308952682162,
"queueWeight": 0.9695308952682162,
"recentSuccess": 51,
"recentSuccessRate": 0.3493150684931507,
"recentTerminal": 146,
"recentWilsonLowerBound": 0.2767438059072339,
"running": 8,
"selectionWeight": 1.872686826732396,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.333333333333332,
"waiting": 27798
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1372.056338028169,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9432518226925477,
"queueWeight": 0.9432518226925477,
"recentSuccess": 55,
"recentSuccessRate": 0.3873239436619718,
"recentTerminal": 142,
"recentWilsonLowerBound": 0.3111742087239353,
"running": 8,
"selectionWeight": 2.3581295567313694,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.666666666666668,
"waiting": 32472
},
"Biren_166m": {
"available": true,
"backlogHours": 167.72903225806454,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.09273475137080399,
"queueFactor": 1.292832343473121,
"queueWeight": 1.292832343473121,
"recentSuccess": 17,
"recentSuccessRate": 0.10967741935483871,
"recentTerminal": 155,
"recentWilsonLowerBound": 0.06961239084249125,
"running": 8,
"selectionWeight": 0.11989048593611375,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.833333333333332,
"waiting": 4333
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1783.4754098360656,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.22329415961742977,
"queueFactor": 0.906866534825906,
"queueWeight": 0.906866534825906,
"recentSuccess": 11,
"recentSuccessRate": 0.18032786885245902,
"recentTerminal": 61,
"recentWilsonLowerBound": 0.10379034061426573,
"running": 7,
"selectionWeight": 0.20249800077912128,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 10.166666666666666,
"waiting": 18132
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 422.27272727272725,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.41863513471472114,
"queueFactor": 1.1256269687427438,
"queueWeight": 1.1256269687427438,
"recentSuccess": 26,
"recentSuccessRate": 0.19696969696969696,
"recentTerminal": 132,
"recentWilsonLowerBound": 0.13811119929839352,
"running": 7,
"selectionWeight": 0.47122699769814175,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.0,
"waiting": 9290
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 78.7590361445783,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.6183371568420616,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 68,
"recentSuccessRate": 0.20481927710843373,
"recentTerminal": 332,
"recentWilsonLowerBound": 0.164901346224128,
"running": 24,
"selectionWeight": 0.8038383038946801,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 55.333333333333336,
"waiting": 4358
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 416.7652173913043,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.05,
"queueFactor": 1.127845795288045,
"queueWeight": 1.127845795288045,
"recentSuccess": 4,
"recentSuccessRate": 0.034782608695652174,
"recentTerminal": 115,
"recentWilsonLowerBound": 0.013607622627126408,
"running": 0,
"selectionWeight": 0.05639228976440225,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 19.166666666666668,
"waiting": 7988
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2237.5813953488373,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.6396792625438665,
"queueFactor": 0.8765296641212587,
"queueWeight": 0.8765296641212587,
"recentSuccess": 12,
"recentSuccessRate": 0.27906976744186046,
"recentTerminal": 43,
"recentWilsonLowerBound": 0.16746451821827155,
"running": 2,
"selectionWeight": 0.5606978491429098,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 7.166666666666667,
"waiting": 16036
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 418.81889763779526,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.196432980170956,
"queueFactor": 1.1270145017506483,
"queueWeight": 1.1270145017506483,
"recentSuccess": 19,
"recentSuccessRate": 0.14960629921259844,
"recentTerminal": 127,
"recentWilsonLowerBound": 0.09791643486909839,
"running": 8,
"selectionWeight": 0.22138281727476497,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 21.166666666666668,
"waiting": 8865
},
"MetaX_c-500": {
"available": true,
"backlogHours": 658.2115384615385,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.4592712923308665,
"queueFactor": 1.0531218439732042,
"queueWeight": 1.0531218439732042,
"recentSuccess": 22,
"recentSuccessRate": 0.21153846153846154,
"recentTerminal": 104,
"recentWilsonLowerBound": 0.14405120914153324,
"running": 4,
"selectionWeight": 0.48366863026343865,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.333333333333332,
"waiting": 11409
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2076.947368421053,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.9412981262146223,
"queueFactor": 0.8863793322476343,
"queueWeight": 0.8863793322476343,
"recentSuccess": 22,
"recentSuccessRate": 0.2894736842105263,
"recentTerminal": 76,
"recentWilsonLowerBound": 0.19960875564331393,
"running": 4,
"selectionWeight": 0.8343472045600663,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 12.666666666666666,
"waiting": 26308
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 3736.4,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.4438006618410906,
"queueFactor": 0.8116437340548078,
"queueWeight": 0.8116437340548078,
"recentSuccess": 8,
"recentSuccessRate": 0.26666666666666666,
"recentTerminal": 30,
"recentWilsonLowerBound": 0.14182495553910618,
"running": 2,
"selectionWeight": 0.3602080263526979,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.0,
"waiting": 18682
},
"Vastai_va16": {
"available": true,
"backlogHours": 716.5033112582781,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.7805127313080956,
"queueFactor": 1.0398021580702046,
"queueWeight": 1.0398021580702046,
"recentSuccess": 37,
"recentSuccessRate": 0.24503311258278146,
"recentTerminal": 151,
"recentWilsonLowerBound": 0.1833173565388925,
"running": 16,
"selectionWeight": 0.8115788224154276,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.166666666666668,
"waiting": 18032
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1290.1565217391303,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.5723988652644288,
"queueFactor": 0.9520002981903596,
"queueWeight": 0.9520002981903596,
"recentSuccess": 26,
"recentSuccessRate": 0.22608695652173913,
"recentTerminal": 115,
"recentWilsonLowerBound": 0.15921531717670895,
"running": 6,
"selectionWeight": 0.5449238904155598,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.166666666666668,
"waiting": 24728
}
},
"queueAttemptedAt": "2026-10-24T06:24:36.974753+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-24T06:24:36.974753+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b3",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}