Files
submmit/.modelhub_state/market_intelligence.json

678 lines
21 KiB
JSON

{
"communityAttemptedAt": "2026-10-22T09:39:17.058159+00:00",
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": null,
"frameworkAttemptedAt": "2026-10-22T07:53:15.664212+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 38913,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18673,
"successRate": 0.4798653406316655,
"wilsonLowerBound": 0.4749036353163474
},
"vllm": {
"framework": "vllm",
"modelCount": 40746,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11140,
"successRate": 0.27340107004368525,
"wilsonLowerBound": 0.26909484440686626
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14490,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5974,
"successRate": 0.4122843340234645,
"wilsonLowerBound": 0.4042936042238755
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26803,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3293,
"successRate": 0.12285938141252845,
"wilsonLowerBound": 0.11898324232511058
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16524,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10142822561123215,
"wilsonLowerBound": 0.09691732820979243
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 17796,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6837,
"successRate": 0.3841874578556979,
"wilsonLowerBound": 0.37706672419315634
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24835,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3811,
"successRate": 0.15345278840346285,
"wilsonLowerBound": 0.14902373985698383
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 56003,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14060,
"successRate": 0.2510579790368373,
"wilsonLowerBound": 0.24748375547167886
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 25521,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3276,
"successRate": 0.12836487598448337,
"wilsonLowerBound": 0.12431682765172877
},
"vllm": {
"framework": "vllm",
"modelCount": 87130,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9772,
"successRate": 0.11215425226672787,
"wilsonLowerBound": 0.11007601551547098
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50135,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5736,
"successRate": 0.11441109005684652,
"wilsonLowerBound": 0.11165423345140905
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 52585,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3820,
"successRate": 0.0726442901968242,
"wilsonLowerBound": 0.07045692283081231
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95196,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24047,
"successRate": 0.25260515147695284,
"wilsonLowerBound": 0.24985495748876954
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 155,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5700,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 591,
"successRate": 0.1036842105263158,
"wilsonLowerBound": 0.09603512572430042
},
"vllm": {
"framework": "vllm",
"modelCount": 112925,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16540,
"successRate": 0.14646889528448084,
"wilsonLowerBound": 0.14441866175571438
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 324,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.0030864197530864196,
"wilsonLowerBound": 0.0005450227751171053
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26254,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4209,
"successRate": 0.16031842766816484,
"wilsonLowerBound": 0.15592996545181997
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44588,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5802,
"successRate": 0.13012469722795372,
"wilsonLowerBound": 0.12703365299746633
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8540,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 840,
"successRate": 0.09836065573770492,
"wilsonLowerBound": 0.09222390805613583
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 35876,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7242,
"successRate": 0.2018619690043483,
"wilsonLowerBound": 0.19774043150809084
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61572,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12431,
"successRate": 0.20189371792373156,
"wilsonLowerBound": 0.1987416528625256
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 18883,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5357,
"successRate": 0.28369432823174284,
"wilsonLowerBound": 0.27730906345313416
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16373,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3960,
"successRate": 0.24186160141696697,
"wilsonLowerBound": 0.23536346258121096
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 69881,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19197,
"successRate": 0.2747098639115067,
"wilsonLowerBound": 0.2714127615698899
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1850,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1080,
"successRate": 0.5837837837837838,
"wilsonLowerBound": 0.5611704006103626
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48652,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21730,
"successRate": 0.4466414535887528,
"wilsonLowerBound": 0.44222821692711733
},
"vllm": {
"framework": "vllm",
"modelCount": 41409,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5290,
"successRate": 0.12775000603733488,
"wilsonLowerBound": 0.12456928866177049
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1269,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10115,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 766,
"successRate": 0.07572911517548196,
"wilsonLowerBound": 0.07073275509622819
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7917,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3483,
"successRate": 0.4399393709738537,
"wilsonLowerBound": 0.4290368461055825
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7437,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 245,
"successRate": 0.032943391152346374,
"wilsonLowerBound": 0.02912176326715448
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20079,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5663,
"successRate": 0.28203595796603415,
"wilsonLowerBound": 0.275853834677039
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29232,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14982,
"successRate": 0.5125205254515599,
"wilsonLowerBound": 0.5067891775554142
},
"vllm": {
"framework": "vllm",
"modelCount": 68639,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7430,
"successRate": 0.10824749777823103,
"wilsonLowerBound": 0.10594503293370434
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14433,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2600,
"successRate": 0.18014272846947965,
"wilsonLowerBound": 0.1739582753099673
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-22T09:39:17.058159+00:00",
"gpuStats": {
"Ascend_910-b4": {
"available": true,
"backlogHours": 1276.5882352941176,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9462170859042262,
"queueWeight": 0.9462170859042262,
"recentSuccess": 40,
"recentSuccessRate": 0.26143790849673204,
"recentTerminal": 153,
"recentWilsonLowerBound": 0.19826267080660487,
"running": 8,
"selectionWeight": 2.3655427147605654,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.5,
"waiting": 32553
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 853.125,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.4489610477171512,
"queueFactor": 1.0051861851981714,
"queueWeight": 1.0051861851981714,
"recentSuccess": 18,
"recentSuccessRate": 0.140625,
"recentTerminal": 128,
"recentWilsonLowerBound": 0.09083896111136737,
"running": 7,
"selectionWeight": 0.4512894428573774,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 21.333333333333332,
"waiting": 18200
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 281.06796116504853,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.37367718320570165,
"queueFactor": 1.187344404790138,
"queueWeight": 1.187344404790138,
"recentSuccess": 25,
"recentSuccessRate": 0.12135922330097088,
"recentTerminal": 206,
"recentWilsonLowerBound": 0.08356788176808434,
"running": 7,
"selectionWeight": 0.44368351267702916,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 34.333333333333336,
"waiting": 9650
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 54.268421052631574,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 6,
"recentSuccessRate": 0.015789473684210527,
"recentTerminal": 380,
"recentWilsonLowerBound": 0.00725592938031392,
"running": 23,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 63.333333333333336,
"waiting": 3437
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 184.46511627906978,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.05698381244768706,
"queueFactor": 1.2647691797383935,
"queueWeight": 1.2647691797383935,
"recentSuccess": 15,
"recentSuccessRate": 0.05813953488372093,
"recentTerminal": 258,
"recentWilsonLowerBound": 0.03554607321188911,
"running": 14,
"selectionWeight": 0.07207136972782763,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 43.0,
"waiting": 7932
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2761.3714285714286,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.1597347602542514,
"queueFactor": 0.8428100147215097,
"queueWeight": 0.8428100147215097,
"recentSuccess": 11,
"recentSuccessRate": 0.3142857142857143,
"recentTerminal": 35,
"recentWilsonLowerBound": 0.18550658059782457,
"running": 2,
"selectionWeight": 1.820246085084442,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.833333333333333,
"waiting": 16108
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 315.79661016949154,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.1782201109612487,
"queueFactor": 1.1667754751160724,
"queueWeight": 1.1667754751160724,
"recentSuccess": 34,
"recentSuccessRate": 0.192090395480226,
"recentTerminal": 177,
"recentWilsonLowerBound": 0.14084284229016547,
"running": 8,
"selectionWeight": 1.3747183297581225,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 29.5,
"waiting": 9316
},
"MetaX_c-500": {
"available": true,
"backlogHours": 487.42657342657344,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.2534891996877226,
"queueFactor": 1.093231234119482,
"queueWeight": 1.093231234119482,
"recentSuccess": 16,
"recentSuccessRate": 0.11188811188811189,
"recentTerminal": 143,
"recentWilsonLowerBound": 0.07005378612030941,
"running": 4,
"selectionWeight": 0.2771223106105688,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.833333333333332,
"waiting": 11617
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2219.239436619718,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.2323020528595579,
"queueFactor": 0.8708989908786339,
"queueWeight": 0.8708989908786339,
"recentSuccess": 16,
"recentSuccessRate": 0.22535211267605634,
"recentTerminal": 71,
"recentWilsonLowerBound": 0.1437454836103039,
"running": 4,
"selectionWeight": 1.073210614293058,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.833333333333334,
"waiting": 26261
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 1929.7241379310346,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.5121468677065824,
"queueFactor": 0.8893529032680376,
"queueWeight": 0.8893529032680376,
"recentSuccess": 10,
"recentSuccessRate": 0.1724137931034483,
"recentTerminal": 58,
"recentWilsonLowerBound": 0.09644189395085108,
"running": 2,
"selectionWeight": 0.4554793036944806,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 9.666666666666666,
"waiting": 18654
},
"Vastai_va16": {
"available": true,
"backlogHours": 912.99173553719,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.12893470560808526,
"queueFactor": 0.9950121515621041,
"queueWeight": 0.9950121515621041,
"recentSuccess": 11,
"recentSuccessRate": 0.09090909090909091,
"recentTerminal": 121,
"recentWilsonLowerBound": 0.05152070313989316,
"running": 14,
"selectionWeight": 0.1282915988381274,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.166666666666668,
"waiting": 18412
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1724.3720930232557,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.6656511469683123,
"queueFactor": 0.9044899874989728,
"queueWeight": 0.9044899874989728,
"recentSuccess": 15,
"recentSuccessRate": 0.1744186046511628,
"recentTerminal": 86,
"recentWilsonLowerBound": 0.10864674362052465,
"running": 6,
"selectionWeight": 0.6020747976000457,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 14.333333333333334,
"waiting": 24716
}
},
"queueAttemptedAt": "2026-10-22T09:39:17.058159+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-22T09:39:17.058159+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}