Files
submmit/.modelhub_state/market_intelligence.json

791 lines
25 KiB
JSON

{
"communityAttemptedAt": "2026-10-23T02:43:05.260365+00:00",
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": null,
"frameworkAttemptedAt": "2026-10-23T02:06:25.474687+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 43949,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22150,
"successRate": 0.5039932649207035,
"wilsonLowerBound": 0.49931859260134287
},
"vllm": {
"framework": "vllm",
"modelCount": 58542,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15610,
"successRate": 0.26664616856274126,
"wilsonLowerBound": 0.26307939073207554
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5595,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1803,
"successRate": 0.3222520107238606,
"wilsonLowerBound": 0.3101317428909501
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39010,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18745,
"successRate": 0.48051781594462956,
"wilsonLowerBound": 0.47556195921051087
},
"vllm": {
"framework": "vllm",
"modelCount": 40866,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11192,
"successRate": 0.27387069935888025,
"wilsonLowerBound": 0.2695684133323527
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14601,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6017,
"successRate": 0.41209506198205603,
"wilsonLowerBound": 0.4041352650740149
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64311,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12099,
"successRate": 0.18813266781732518,
"wilsonLowerBound": 0.18513076451754554
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 36580,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7667,
"successRate": 0.20959540732640788,
"wilsonLowerBound": 0.20545491711027553
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8459,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013831422153918903,
"wilsonLowerBound": 0.01155402067357588
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26814,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3293,
"successRate": 0.12280898038338181,
"wilsonLowerBound": 0.11893432558000089
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16525,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10142208774583963,
"wilsonLowerBound": 0.09691144896995606
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 17935,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6886,
"successRate": 0.38394201282408696,
"wilsonLowerBound": 0.37684973271886396
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24845,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3811,
"successRate": 0.15339102435097604,
"wilsonLowerBound": 0.14896360434012607
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 56327,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14132,
"successRate": 0.25089211213094964,
"wilsonLowerBound": 0.24732893154996294
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 25814,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3337,
"successRate": 0.1292709382505617,
"wilsonLowerBound": 0.1252332353855563
},
"vllm": {
"framework": "vllm",
"modelCount": 87132,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9774,
"successRate": 0.11217463159344443,
"wilsonLowerBound": 0.11009625130917604
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50409,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5771,
"successRate": 0.11448352476740264,
"wilsonLowerBound": 0.11173331976707672
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 52928,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3869,
"successRate": 0.07309930471584039,
"wilsonLowerBound": 0.07091253457991548
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95276,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24086,
"successRate": 0.25280238465090893,
"wilsonLowerBound": 0.2500526206964493
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5720,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 592,
"successRate": 0.1034965034965035,
"wilsonLowerBound": 0.09586678778397119
},
"vllm": {
"framework": "vllm",
"modelCount": 112948,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16542,
"successRate": 0.1464567765697489,
"wilsonLowerBound": 0.14440682165251573
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 334,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.0029940119760479044,
"wilsonLowerBound": 0.0005286986847552426
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26360,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4246,
"successRate": 0.1610773899848255,
"wilsonLowerBound": 0.1566890870164037
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44658,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5810,
"successRate": 0.1300998701240539,
"wilsonLowerBound": 0.12701147974434038
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8569,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 840,
"successRate": 0.09802777453611856,
"wilsonLowerBound": 0.09191077462091168
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 35985,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7277,
"successRate": 0.20222314853411144,
"wilsonLowerBound": 0.19810500204831016
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61587,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12431,
"successRate": 0.20184454511504052,
"wilsonLowerBound": 0.19869315314284686
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19235,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5453,
"successRate": 0.28349363140109174,
"wilsonLowerBound": 0.27716805317194143
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16447,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3972,
"successRate": 0.24150300966741656,
"wilsonLowerBound": 0.2350227569737139
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 70104,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19248,
"successRate": 0.2745635056487504,
"wilsonLowerBound": 0.27127218663369984
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1907,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1100,
"successRate": 0.5768222338751966,
"wilsonLowerBound": 0.5545145769172165
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48720,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21781,
"successRate": 0.4470648604269294,
"wilsonLowerBound": 0.4426542662552721
},
"vllm": {
"framework": "vllm",
"modelCount": 41531,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5320,
"successRate": 0.12809708410584864,
"wilsonLowerBound": 0.12491724143215845
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1284,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10117,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 766,
"successRate": 0.07571414450924187,
"wilsonLowerBound": 0.07071873575009961
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7965,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3504,
"successRate": 0.439924670433145,
"wilsonLowerBound": 0.429054989385029
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7442,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 245,
"successRate": 0.03292125772641763,
"wilsonLowerBound": 0.029102161270079783
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20472,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5797,
"successRate": 0.28316725283313793,
"wilsonLowerBound": 0.2770366569027875
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29292,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15016,
"successRate": 0.5126314352041513,
"wilsonLowerBound": 0.5069059785143896
},
"vllm": {
"framework": "vllm",
"modelCount": 68789,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7464,
"successRate": 0.10850572039134164,
"wilsonLowerBound": 0.10620329826912371
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14489,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2623,
"successRate": 0.18103388777693422,
"wilsonLowerBound": 0.17484895318860386
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-23T02:44:45.762987+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1087.4415584415583,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.115814307923593,
"queueFactor": 0.9589883052414584,
"queueWeight": 0.9589883052414584,
"recentSuccess": 53,
"recentSuccessRate": 0.34415584415584416,
"recentTerminal": 154,
"recentWilsonLowerBound": 0.27373391810581155,
"running": 8,
"selectionWeight": 2.0290411773612758,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.666666666666668,
"waiting": 27911
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1464.6766917293232,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.424384774028304,
"queueFactor": 0.9170920620715481,
"queueWeight": 0.9170920620715481,
"recentSuccess": 49,
"recentSuccessRate": 0.3684210526315789,
"recentTerminal": 133,
"recentWilsonLowerBound": 0.2912079039326208,
"running": 8,
"selectionWeight": 2.2233840316684814,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.166666666666668,
"waiting": 32467
},
"Biren_166m": {
"available": true,
"backlogHours": 138.3030303030303,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.5434161213722821,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 39,
"recentSuccessRate": 0.19696969696969696,
"recentTerminal": 198,
"recentWilsonLowerBound": 0.1475672429101846,
"running": 8,
"selectionWeight": 0.7064409577839668,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 33.0,
"waiting": 4564
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1377.9493670886077,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.1790154020978799,
"queueFactor": 0.9255272520319758,
"queueWeight": 0.9255272520319758,
"recentSuccess": 12,
"recentSuccessRate": 0.1518987341772152,
"recentTerminal": 79,
"recentWilsonLowerBound": 0.08908180320986644,
"running": 7,
"selectionWeight": 0.16568363317504997,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.166666666666666,
"waiting": 18143
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 369.77922077922074,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.2680189633456384,
"queueFactor": 1.1274124450991545,
"queueWeight": 1.1274124450991545,
"recentSuccess": 24,
"recentSuccessRate": 0.15584415584415584,
"recentTerminal": 154,
"recentWilsonLowerBound": 0.10701866048479707,
"running": 7,
"selectionWeight": 0.30216791479844685,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.666666666666668,
"waiting": 9491
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 59.172413793103445,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.27440991461475983,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 49,
"recentSuccessRate": 0.14080459770114942,
"recentTerminal": 348,
"recentWilsonLowerBound": 0.10817115183410501,
"running": 24,
"selectionWeight": 0.3567328889991878,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 58.0,
"waiting": 3432
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 355.54545454545456,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.33852737623593615,
"queueFactor": 1.1340701784097253,
"queueWeight": 1.1340701784097253,
"recentSuccess": 23,
"recentSuccessRate": 0.17424242424242425,
"recentTerminal": 132,
"recentWilsonLowerBound": 0.11900446899386959,
"running": 2,
"selectionWeight": 0.38391380196446434,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.0,
"waiting": 7822
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2614.8648648648646,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 1.9450807715128833,
"queueFactor": 0.840730518393399,
"queueWeight": 0.840730518393399,
"recentSuccess": 15,
"recentSuccessRate": 0.40540540540540543,
"recentTerminal": 37,
"recentWilsonLowerBound": 0.2634629583994014,
"running": 2,
"selectionWeight": 1.6352887653510588,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.166666666666667,
"waiting": 16125
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 328.73493975903614,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.7569951240211203,
"queueFactor": 1.147485800556834,
"queueWeight": 1.147485800556834,
"recentSuccess": 38,
"recentSuccessRate": 0.2289156626506024,
"recentTerminal": 166,
"recentWilsonLowerBound": 0.17156416584910966,
"running": 8,
"selectionWeight": 0.8686411559049951,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 27.666666666666668,
"waiting": 9095
},
"MetaX_c-500": {
"available": true,
"backlogHours": 617.0892857142857,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.38408266785656003,
"queueFactor": 1.0440516860839555,
"queueWeight": 1.0440516860839555,
"recentSuccess": 21,
"recentSuccessRate": 0.1875,
"recentTerminal": 112,
"recentWilsonLowerBound": 0.12603362094830625,
"running": 4,
"selectionWeight": 0.40100215697126534,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.666666666666668,
"waiting": 11519
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1877.4285714285713,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 0.8835674055540864,
"queueWeight": 0.8835674055540864,
"recentSuccess": 33,
"recentSuccessRate": 0.39285714285714285,
"recentTerminal": 84,
"recentWilsonLowerBound": 0.2953018006281275,
"running": 4,
"selectionWeight": 2.208918513885216,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 14.0,
"waiting": 26284
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 2329.75,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.05,
"queueFactor": 0.8554168523129672,
"queueWeight": 0.8554168523129672,
"recentSuccess": 4,
"recentSuccessRate": 0.08333333333333333,
"recentTerminal": 48,
"recentWilsonLowerBound": 0.03288322434995555,
"running": 2,
"selectionWeight": 0.04277084261564836,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 8.0,
"waiting": 18638
},
"Vastai_va16": {
"available": true,
"backlogHours": 638.0350877192982,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 1.361854104569048,
"queueFactor": 1.0388372539702702,
"queueWeight": 1.0388372539702702,
"recentSuccess": 49,
"recentSuccessRate": 0.28654970760233917,
"recentTerminal": 171,
"recentWilsonLowerBound": 0.224054009600026,
"running": 16,
"selectionWeight": 1.4147447782986509,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 28.5,
"waiting": 18184
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1007.0612244897959,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.7466827257649578,
"queueFactor": 0.9700984681714651,
"queueWeight": 0.9700984681714651,
"recentSuccess": 34,
"recentSuccessRate": 0.23129251700680273,
"recentTerminal": 147,
"recentWilsonLowerBound": 0.17049783388893872,
"running": 6,
"selectionWeight": 0.7243557684746796,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.5,
"waiting": 24673
}
},
"queueAttemptedAt": "2026-10-23T02:44:45.762987+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-23T02:44:45.762987+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b3",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}