Files
submmit/.modelhub_state/market_intelligence.json

791 lines
25 KiB
JSON

{
"communityAttemptedAt": "2026-10-22T13:25:53.963793+00:00",
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": null,
"frameworkAttemptedAt": "2026-10-22T12:10:12.651639+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 43883,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22111,
"successRate": 0.503862543581797,
"wilsonLowerBound": 0.49918435911153985
},
"vllm": {
"framework": "vllm",
"modelCount": 58410,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15565,
"successRate": 0.2664783427495292,
"wilsonLowerBound": 0.2629082839537019
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5522,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1775,
"successRate": 0.32144150670047084,
"wilsonLowerBound": 0.30925094997855174
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 38937,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18690,
"successRate": 0.4800061638030665,
"wilsonLowerBound": 0.4750459170488069
},
"vllm": {
"framework": "vllm",
"modelCount": 40776,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11157,
"successRate": 0.27361683343143023,
"wilsonLowerBound": 0.26931109996199504
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14531,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5989,
"successRate": 0.412153327369073,
"wilsonLowerBound": 0.4041742573539789
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64306,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12099,
"successRate": 0.18814729574223246,
"wilsonLowerBound": 0.1851451853858568
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 36195,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7589,
"successRate": 0.2096698439010913,
"wilsonLowerBound": 0.20550699997894806
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8433,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013874066168623266,
"wilsonLowerBound": 0.011589680683937436
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26811,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3293,
"successRate": 0.12282272201708254,
"wilsonLowerBound": 0.118947662520818
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16525,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10142208774583963,
"wilsonLowerBound": 0.09691144896995606
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 17835,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6857,
"successRate": 0.38446874123913655,
"wilsonLowerBound": 0.3773547265201982
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24838,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3811,
"successRate": 0.1534342539656977,
"wilsonLowerBound": 0.14900569410393708
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 56088,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14075,
"successRate": 0.2509449436599629,
"wilsonLowerBound": 0.24737396129126413
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 25579,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3283,
"successRate": 0.12834747253606474,
"wilsonLowerBound": 0.12430419256871042
},
"vllm": {
"framework": "vllm",
"modelCount": 87132,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9774,
"successRate": 0.11217463159344443,
"wilsonLowerBound": 0.11009625130917604
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50262,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5747,
"successRate": 0.11434085392543074,
"wilsonLowerBound": 0.11158819454425405
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 52710,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3863,
"successRate": 0.07328780117624739,
"wilsonLowerBound": 0.07109392699921464
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95236,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24059,
"successRate": 0.25262505775127053,
"wilsonLowerBound": 0.24987536648632538
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 155,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5701,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 591,
"successRate": 0.1036660235046483,
"wilsonLowerBound": 0.09601821160394393
},
"vllm": {
"framework": "vllm",
"modelCount": 112930,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16542,
"successRate": 0.14648012042858408,
"wilsonLowerBound": 0.14442986618416606
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 324,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.0030864197530864196,
"wilsonLowerBound": 0.0005450227751171053
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26300,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4231,
"successRate": 0.1608745247148289,
"wilsonLowerBound": 0.15648356615307002
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44617,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5804,
"successRate": 0.13008494520025998,
"wilsonLowerBound": 0.12699530426899436
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8545,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 840,
"successRate": 0.09830310122878877,
"wilsonLowerBound": 0.09216976738659181
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 35898,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7248,
"successRate": 0.20190539862945012,
"wilsonLowerBound": 0.19778477617737175
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61579,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12431,
"successRate": 0.20187076763182255,
"wilsonLowerBound": 0.19871901671351822
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 18967,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5384,
"successRate": 0.28386144355986714,
"wilsonLowerBound": 0.27748906018478736
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16385,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3961,
"successRate": 0.24174549893194996,
"wilsonLowerBound": 0.235250816369528
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 69964,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19212,
"successRate": 0.2745983648733634,
"wilsonLowerBound": 0.27130363462227347
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1865,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1085,
"successRate": 0.5817694369973191,
"wilsonLowerBound": 0.5592365304181918
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48665,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21737,
"successRate": 0.44666598171170246,
"wilsonLowerBound": 0.4422533086221195
},
"vllm": {
"framework": "vllm",
"modelCount": 41452,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5297,
"successRate": 0.12778635530251858,
"wilsonLowerBound": 0.12460687676809447
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1278,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10116,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 766,
"successRate": 0.07572162910241202,
"wilsonLowerBound": 0.07072574472839398
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7930,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3489,
"successRate": 0.4399747793190416,
"wilsonLowerBound": 0.4290810551442387
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7438,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 245,
"successRate": 0.03293896208658242,
"wilsonLowerBound": 0.029117840755497573
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20173,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5700,
"successRate": 0.2825558915381946,
"wilsonLowerBound": 0.27638452118780804
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29246,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14990,
"successRate": 0.5125487246119127,
"wilsonLowerBound": 0.5068187532852712
},
"vllm": {
"framework": "vllm",
"modelCount": 68653,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7435,
"successRate": 0.10829825353589792,
"wilsonLowerBound": 0.10599553981003298
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14449,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2608,
"successRate": 0.1804969202020901,
"wilsonLowerBound": 0.17431095070734823
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-22T13:29:21.366949+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 984.8771929824561,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.607361480652386,
"queueFactor": 0.975143886377904,
"queueWeight": 0.975143886377904,
"recentSuccess": 45,
"recentSuccessRate": 0.2631578947368421,
"recentTerminal": 171,
"recentWilsonLowerBound": 0.20288232272533108,
"running": 8,
"selectionWeight": 1.5674087210575096,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 28.5,
"waiting": 28069
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1318.9054054054054,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9333487865061555,
"queueWeight": 0.9333487865061555,
"recentSuccess": 47,
"recentSuccessRate": 0.31756756756756754,
"recentTerminal": 148,
"recentWilsonLowerBound": 0.2479922164670603,
"running": 8,
"selectionWeight": 2.3333719662653887,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.666666666666668,
"waiting": 32533
},
"Biren_166m": {
"available": true,
"backlogHours": 102.46478873239437,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.08942421501016205,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 23,
"recentSuccessRate": 0.08098591549295775,
"recentTerminal": 284,
"recentWilsonLowerBound": 0.054568865710638834,
"running": 8,
"selectionWeight": 0.11625147951321067,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 47.333333333333336,
"waiting": 4850
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1059.7281553398057,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.1814133196164526,
"queueFactor": 0.9644880329646235,
"queueWeight": 0.9644880329646235,
"recentSuccess": 13,
"recentSuccessRate": 0.1262135922330097,
"recentTerminal": 103,
"recentWilsonLowerBound": 0.07526406471583082,
"running": 7,
"selectionWeight": 0.17497097579045492,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.166666666666668,
"waiting": 18192
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 309.4516129032258,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.3185260391877279,
"queueFactor": 1.1600777622378544,
"queueWeight": 1.1600777622378544,
"recentSuccess": 26,
"recentSuccessRate": 0.13978494623655913,
"recentTerminal": 186,
"recentWilsonLowerBound": 0.09721046477461659,
"running": 7,
"selectionWeight": 0.3695149747553865,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 31.0,
"waiting": 9593
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 41.53846153846154,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 17,
"recentSuccessRate": 0.03353057199211045,
"recentTerminal": 507,
"recentWilsonLowerBound": 0.02103832601879459,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 84.5,
"waiting": 3510
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 107.17381489841988,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.18958255539709812,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 45,
"recentSuccessRate": 0.10158013544018059,
"recentTerminal": 443,
"recentWilsonLowerBound": 0.07678612670498339,
"running": 5,
"selectionWeight": 0.24645732201622755,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 73.83333333333333,
"waiting": 7913
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2542.7368421052633,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.4243294876165209,
"queueFactor": 0.845825554333239,
"queueWeight": 0.845825554333239,
"recentSuccess": 8,
"recentSuccessRate": 0.21052631578947367,
"recentTerminal": 38,
"recentWilsonLowerBound": 0.11074660352095932,
"running": 2,
"selectionWeight": 0.3589087240831831,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.333333333333333,
"waiting": 16104
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 327.74117647058824,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.9152972927671901,
"queueFactor": 1.1501284941992191,
"queueWeight": 1.1501284941992191,
"recentSuccess": 36,
"recentSuccessRate": 0.21176470588235294,
"recentTerminal": 170,
"recentWilsonLowerBound": 0.15706683435061758,
"running": 8,
"selectionWeight": 1.0527094970749502,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 28.333333333333332,
"waiting": 9286
},
"MetaX_c-500": {
"available": true,
"backlogHours": 579.25,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.48248367715260465,
"queueFactor": 1.0559566949112513,
"queueWeight": 1.0559566949112513,
"recentSuccess": 21,
"recentSuccessRate": 0.175,
"recentTerminal": 120,
"recentWilsonLowerBound": 0.11740448670592564,
"running": 4,
"selectionWeight": 0.5094818690746916,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.0,
"waiting": 11585
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2716.7586206896553,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.4125746012227214,
"queueFactor": 0.8374682600642791,
"queueWeight": 0.8374682600642791,
"recentSuccess": 11,
"recentSuccessRate": 0.1896551724137931,
"recentTerminal": 58,
"recentWilsonLowerBound": 0.10934140042567435,
"running": 4,
"selectionWeight": 0.34551813343270626,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 9.666666666666666,
"waiting": 26262
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 1670.4179104477612,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.05,
"queueFactor": 0.9008495038763469,
"queueWeight": 0.9008495038763469,
"recentSuccess": 5,
"recentSuccessRate": 0.07462686567164178,
"recentTerminal": 67,
"recentWilsonLowerBound": 0.03229557297792792,
"running": 2,
"selectionWeight": 0.04504247519381735,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 11.166666666666666,
"waiting": 18653
},
"Vastai_va16": {
"available": true,
"backlogHours": 680.5925925925926,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.1617874395354538,
"queueFactor": 1.0307252890686378,
"queueWeight": 1.0307252890686378,
"recentSuccess": 18,
"recentSuccessRate": 0.1111111111111111,
"recentTerminal": 162,
"recentWilsonLowerBound": 0.07144727730565137,
"running": 16,
"selectionWeight": 0.16675840538285538,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 27.0,
"waiting": 18376
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1704.8275862068965,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.474287301766153,
"queueFactor": 0.898098445674732,
"queueWeight": 0.898098445674732,
"recentSuccess": 16,
"recentSuccessRate": 0.1839080459770115,
"recentTerminal": 87,
"recentWilsonLowerBound": 0.1164936795956926,
"running": 6,
"selectionWeight": 0.42595668851944457,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 14.5,
"waiting": 24720
}
},
"queueAttemptedAt": "2026-10-22T13:25:53.963793+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-22T13:25:53.963793+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b3",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}