Files
submmit/.modelhub_state/market_intelligence.json

791 lines
25 KiB
JSON
Raw Normal View History

2026-10-22 21:12:59 +00:00
{
"communityAttemptedAt": "2026-10-22T13:16:54.065388+00:00",
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": null,
"frameworkAttemptedAt": "2026-10-22T13:16:54.065388+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 43892,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22115,
"successRate": 0.5038503599744828,
"wilsonLowerBound": 0.4991726553366649
},
"vllm": {
"framework": "vllm",
"modelCount": 58417,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15567,
"successRate": 0.2664806477566462,
"wilsonLowerBound": 0.26291079191036293
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5531,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1778,
"successRate": 0.32146085698788646,
"wilsonLowerBound": 0.30927990755563467
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 38943,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18695,
"successRate": 0.48006060139177775,
"wilsonLowerBound": 0.47510070960390005
},
"vllm": {
"framework": "vllm",
"modelCount": 40786,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11160,
"successRate": 0.2736233021134703,
"wilsonLowerBound": 0.2693180613872499
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14536,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5991,
"successRate": 0.4121491469455146,
"wilsonLowerBound": 0.40417145822898515
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64306,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12099,
"successRate": 0.18814729574223246,
"wilsonLowerBound": 0.1851451853858568
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 36218,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 7598,
"successRate": 0.20978518968468718,
"wilsonLowerBound": 0.2056227988371883
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8434,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013872421152478064,
"wilsonLowerBound": 0.011588305075276665
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26813,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3293,
"successRate": 0.12281356058628277,
"wilsonLowerBound": 0.11893877089459196
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16525,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10142208774583963,
"wilsonLowerBound": 0.09691144896995606
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 17840,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6861,
"successRate": 0.38458520179372196,
"wilsonLowerBound": 0.37747174978763953
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24841,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3811,
"successRate": 0.1534157240046697,
"wilsonLowerBound": 0.14898765272130116
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 56119,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14080,
"successRate": 0.25089541866391063,
"wilsonLowerBound": 0.24732565675425794
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 25605,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3286,
"successRate": 0.1283343097051357,
"wilsonLowerBound": 0.12429323591436456
},
"vllm": {
"framework": "vllm",
"modelCount": 87132,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9774,
"successRate": 0.11217463159344443,
"wilsonLowerBound": 0.11009625130917604
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50277,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5754,
"successRate": 0.11444596932991229,
"wilsonLowerBound": 0.11169259521186169
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 52721,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3864,
"successRate": 0.07329147777925304,
"wilsonLowerBound": 0.07109777762610052
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95241,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24062,
"successRate": 0.25264329437952143,
"wilsonLowerBound": 0.24989360836276575
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 155,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5701,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 591,
"successRate": 0.1036660235046483,
"wilsonLowerBound": 0.09601821160394393
},
"vllm": {
"framework": "vllm",
"modelCount": 112930,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16542,
"successRate": 0.14648012042858408,
"wilsonLowerBound": 0.14442986618416606
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 324,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.0030864197530864196,
"wilsonLowerBound": 0.0005450227751171053
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26305,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4232,
"successRate": 0.16088196160425774,
"wilsonLowerBound": 0.15649133164601545
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44621,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5805,
"successRate": 0.13009569485219963,
"wilsonLowerBound": 0.12700608040019626
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8547,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 840,
"successRate": 0.09828009828009827,
"wilsonLowerBound": 0.09214812891501534
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 35902,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7249,
"successRate": 0.20191075706088799,
"wilsonLowerBound": 0.19779032064993937
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61579,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12431,
"successRate": 0.20187076763182255,
"wilsonLowerBound": 0.19871901671351822
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 18996,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5393,
"successRate": 0.28390187407875345,
"wilsonLowerBound": 0.27753403889858486
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16386,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3961,
"successRate": 0.2417307457585744,
"wilsonLowerBound": 0.23523639916975686
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 69976,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19219,
"successRate": 0.2746513090202355,
"wilsonLowerBound": 0.27135665923604974
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1868,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1087,
"successRate": 0.5819057815845824,
"wilsonLowerBound": 0.5593918174867162
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48668,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21740,
"successRate": 0.44670009040848196,
"wilsonLowerBound": 0.44228751799606725
},
"vllm": {
"framework": "vllm",
"modelCount": 41459,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5299,
"successRate": 0.1278130200921392,
"wilsonLowerBound": 0.1246335185170754
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1278,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10116,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 766,
"successRate": 0.07572162910241202,
"wilsonLowerBound": 0.07072574472839398
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7932,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3489,
"successRate": 0.4398638426626324,
"wilsonLowerBound": 0.4289718366369181
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7438,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 245,
"successRate": 0.03293896208658242,
"wilsonLowerBound": 0.029117840755497573
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20192,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5706,
"successRate": 0.28258716323296357,
"wilsonLowerBound": 0.27641846301985645
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29254,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14996,
"successRate": 0.5126136596704725,
"wilsonLowerBound": 0.5068844821985561
},
"vllm": {
"framework": "vllm",
"modelCount": 68661,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7438,
"successRate": 0.10832932814843943,
"wilsonLowerBound": 0.10602645265065536
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14453,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2610,
"successRate": 0.180585345602989,
"wilsonLowerBound": 0.17439900011296924
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-22T13:16:54.065388+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 946.1797752808989,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.6023893735618726,
"queueFactor": 0.9772045565395208,
"queueWeight": 0.9772045565395208,
"recentSuccess": 47,
"recentSuccessRate": 0.2640449438202247,
"recentTerminal": 178,
"recentWilsonLowerBound": 0.20476328770077148,
"running": 9,
"selectionWeight": 1.5658621971951703,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 29.666666666666668,
"waiting": 28070
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1301.4,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9315794765188706,
"queueWeight": 0.9315794765188706,
"recentSuccess": 48,
"recentSuccessRate": 0.32,
"recentTerminal": 150,
"recentWilsonLowerBound": 0.2506441235970241,
"running": 8,
"selectionWeight": 2.3289486912971764,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.0,
"waiting": 32535
},
"Biren_166m": {
"available": true,
"backlogHours": 99.31740614334471,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.08149862351362587,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 23,
"recentSuccessRate": 0.07849829351535836,
"recentTerminal": 293,
"recentWilsonLowerBound": 0.05287422454458732,
"running": 8,
"selectionWeight": 0.10594821056771364,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 48.833333333333336,
"waiting": 4850
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1039.4857142857143,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.16972649279318522,
"queueFactor": 0.9635156068654119,
"queueWeight": 0.9635156068654119,
"recentSuccess": 13,
"recentSuccessRate": 0.12380952380952381,
"recentTerminal": 105,
"recentWilsonLowerBound": 0.07380094170864485,
"running": 7,
"selectionWeight": 0.16353412470476383,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 17.5,
"waiting": 18191
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 295.26153846153846,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.34031155223615606,
"queueFactor": 1.1637253656332196,
"queueWeight": 1.1637253656332196,
"recentSuccess": 28,
"recentSuccessRate": 0.14358974358974358,
"recentTerminal": 195,
"recentWilsonLowerBound": 0.10124938244265141,
"running": 7,
"selectionWeight": 0.3960291855552292,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 32.5,
"waiting": 9596
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 41.714285714285715,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 16,
"recentSuccessRate": 0.031746031746031744,
"recentTerminal": 504,
"recentWilsonLowerBound": 0.01963352206937437,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 84.0,
"waiting": 3504
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 109.05069124423964,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.16268763484027843,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 42,
"recentSuccessRate": 0.0967741935483871,
"recentTerminal": 434,
"recentWilsonLowerBound": 0.0723936540686354,
"running": 6,
"selectionWeight": 0.21149392529236197,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 72.33333333333333,
"waiting": 7888
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2611.6216216216217,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.29442694736634967,
"queueFactor": 0.8391604247937355,
"queueWeight": 0.8391604247937355,
"recentSuccess": 7,
"recentSuccessRate": 0.1891891891891892,
"recentTerminal": 37,
"recentWilsonLowerBound": 0.09479858757337126,
"running": 2,
"selectionWeight": 0.2470714422226688,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 6.166666666666667,
"waiting": 16105
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 324.1046511627907,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.9349615314543004,
"queueFactor": 1.147568828398048,
"queueWeight": 1.147568828398048,
"recentSuccess": 37,
"recentSuccessRate": 0.21511627906976744,
"recentTerminal": 172,
"recentWilsonLowerBound": 0.16028767638500904,
"running": 8,
"selectionWeight": 1.0729327092482563,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 28.666666666666668,
"waiting": 9291
},
"MetaX_c-500": {
"available": true,
"backlogHours": 574.5619834710743,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.30420320572044585,
"queueFactor": 1.0531276112625603,
"queueWeight": 1.0531276112625603,
"recentSuccess": 18,
"recentSuccessRate": 0.1487603305785124,
"recentTerminal": 121,
"recentWilsonLowerBound": 0.09621663256142898,
"running": 4,
"selectionWeight": 0.32036479537878637,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 20.166666666666668,
"waiting": 11587
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2716.9655172413795,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.40303210209105,
"queueFactor": 0.8341975566540962,
"queueWeight": 0.8341975566540962,
"recentSuccess": 11,
"recentSuccessRate": 0.1896551724137931,
"recentTerminal": 58,
"recentWilsonLowerBound": 0.10934140042567435,
"running": 4,
"selectionWeight": 0.3362083948175182,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 9.666666666666666,
"waiting": 26264
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 1721.7230769230769,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.05170373623129881,
"queueFactor": 0.8932788211551637,
"queueWeight": 0.8932788211551637,
"recentSuccess": 6,
"recentSuccessRate": 0.09230769230769231,
"recentTerminal": 65,
"recentWilsonLowerBound": 0.04299450413746197,
"running": 2,
"selectionWeight": 0.046185852550012126,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 10.833333333333334,
"waiting": 18652
},
"Vastai_va16": {
"available": true,
"backlogHours": 676.5276073619632,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.180556605812505,
"queueFactor": 1.0276345658087225,
"queueWeight": 1.0276345658087225,
"recentSuccess": 19,
"recentSuccessRate": 0.1165644171779141,
"recentTerminal": 163,
"recentWilsonLowerBound": 0.07590540409960798,
"running": 16,
"selectionWeight": 0.18554620921803022,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 27.166666666666668,
"waiting": 18379
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1787.0602409638554,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.4307089647900742,
"queueFactor": 0.8883020279063872,
"queueWeight": 0.8883020279063872,
"recentSuccess": 15,
"recentSuccessRate": 0.18072289156626506,
"recentTerminal": 83,
"recentWilsonLowerBound": 0.1126926689223679,
"running": 6,
"selectionWeight": 0.38259964686048364,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 13.833333333333334,
"waiting": 24721
}
},
"queueAttemptedAt": "2026-10-22T13:16:54.065388+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-22T13:16:54.065388+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b3",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}