Files
submmit/.modelhub_state/market_intelligence.json

791 lines
25 KiB
JSON

{
"communityAttemptedAt": "2026-10-23T05:13:02.968012+00:00",
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": null,
"frameworkAttemptedAt": "2026-10-23T02:06:25.474687+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 43949,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22150,
"successRate": 0.5039932649207035,
"wilsonLowerBound": 0.49931859260134287
},
"vllm": {
"framework": "vllm",
"modelCount": 58542,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15610,
"successRate": 0.26664616856274126,
"wilsonLowerBound": 0.26307939073207554
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5595,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1803,
"successRate": 0.3222520107238606,
"wilsonLowerBound": 0.3101317428909501
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39010,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18745,
"successRate": 0.48051781594462956,
"wilsonLowerBound": 0.47556195921051087
},
"vllm": {
"framework": "vllm",
"modelCount": 40866,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11192,
"successRate": 0.27387069935888025,
"wilsonLowerBound": 0.2695684133323527
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14601,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6017,
"successRate": 0.41209506198205603,
"wilsonLowerBound": 0.4041352650740149
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64311,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12099,
"successRate": 0.18813266781732518,
"wilsonLowerBound": 0.18513076451754554
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 36580,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7667,
"successRate": 0.20959540732640788,
"wilsonLowerBound": 0.20545491711027553
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8459,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013831422153918903,
"wilsonLowerBound": 0.01155402067357588
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26814,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3293,
"successRate": 0.12280898038338181,
"wilsonLowerBound": 0.11893432558000089
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16525,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10142208774583963,
"wilsonLowerBound": 0.09691144896995606
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 17935,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6886,
"successRate": 0.38394201282408696,
"wilsonLowerBound": 0.37684973271886396
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24845,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3811,
"successRate": 0.15339102435097604,
"wilsonLowerBound": 0.14896360434012607
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 56327,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14132,
"successRate": 0.25089211213094964,
"wilsonLowerBound": 0.24732893154996294
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 25814,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3337,
"successRate": 0.1292709382505617,
"wilsonLowerBound": 0.1252332353855563
},
"vllm": {
"framework": "vllm",
"modelCount": 87132,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9774,
"successRate": 0.11217463159344443,
"wilsonLowerBound": 0.11009625130917604
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50409,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5771,
"successRate": 0.11448352476740264,
"wilsonLowerBound": 0.11173331976707672
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 52928,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3869,
"successRate": 0.07309930471584039,
"wilsonLowerBound": 0.07091253457991548
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95276,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24086,
"successRate": 0.25280238465090893,
"wilsonLowerBound": 0.2500526206964493
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5720,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 592,
"successRate": 0.1034965034965035,
"wilsonLowerBound": 0.09586678778397119
},
"vllm": {
"framework": "vllm",
"modelCount": 112948,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16542,
"successRate": 0.1464567765697489,
"wilsonLowerBound": 0.14440682165251573
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 334,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.0029940119760479044,
"wilsonLowerBound": 0.0005286986847552426
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26360,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4246,
"successRate": 0.1610773899848255,
"wilsonLowerBound": 0.1566890870164037
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44658,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5810,
"successRate": 0.1300998701240539,
"wilsonLowerBound": 0.12701147974434038
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8569,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 840,
"successRate": 0.09802777453611856,
"wilsonLowerBound": 0.09191077462091168
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 35985,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7277,
"successRate": 0.20222314853411144,
"wilsonLowerBound": 0.19810500204831016
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61587,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12431,
"successRate": 0.20184454511504052,
"wilsonLowerBound": 0.19869315314284686
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19235,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5453,
"successRate": 0.28349363140109174,
"wilsonLowerBound": 0.27716805317194143
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16447,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3972,
"successRate": 0.24150300966741656,
"wilsonLowerBound": 0.2350227569737139
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 70104,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19248,
"successRate": 0.2745635056487504,
"wilsonLowerBound": 0.27127218663369984
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1907,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1100,
"successRate": 0.5768222338751966,
"wilsonLowerBound": 0.5545145769172165
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48720,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21781,
"successRate": 0.4470648604269294,
"wilsonLowerBound": 0.4426542662552721
},
"vllm": {
"framework": "vllm",
"modelCount": 41531,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5320,
"successRate": 0.12809708410584864,
"wilsonLowerBound": 0.12491724143215845
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1284,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10117,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 766,
"successRate": 0.07571414450924187,
"wilsonLowerBound": 0.07071873575009961
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 7965,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3504,
"successRate": 0.439924670433145,
"wilsonLowerBound": 0.429054989385029
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7442,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 245,
"successRate": 0.03292125772641763,
"wilsonLowerBound": 0.029102161270079783
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20472,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5797,
"successRate": 0.28316725283313793,
"wilsonLowerBound": 0.2770366569027875
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29292,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15016,
"successRate": 0.5126314352041513,
"wilsonLowerBound": 0.5069059785143896
},
"vllm": {
"framework": "vllm",
"modelCount": 68789,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7464,
"successRate": 0.10850572039134164,
"wilsonLowerBound": 0.10620329826912371
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14489,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2623,
"successRate": 0.18103388777693422,
"wilsonLowerBound": 0.17484895318860386
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-23T05:14:52.170730+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1115.44,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.6392365878039374,
"queueFactor": 0.9693148062943936,
"queueWeight": 0.9693148062943936,
"recentSuccess": 49,
"recentSuccessRate": 0.32666666666666666,
"recentTerminal": 150,
"recentWilsonLowerBound": 0.2567570339087464,
"running": 9,
"selectionWeight": 1.5889362955778563,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.0,
"waiting": 27886
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1678.6551724137933,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.7507814093013743,
"queueFactor": 0.9116697711596589,
"queueWeight": 0.9116697711596589,
"recentSuccess": 40,
"recentSuccessRate": 0.3448275862068966,
"recentTerminal": 116,
"recentWilsonLowerBound": 0.26455619471748454,
"running": 8,
"selectionWeight": 1.5961344867683689,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.333333333333332,
"waiting": 32454
},
"Biren_166m": {
"available": true,
"backlogHours": 131.85365853658539,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.2683575870741962,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 32,
"recentSuccessRate": 0.15609756097560976,
"recentTerminal": 205,
"recentWilsonLowerBound": 0.11279308074070385,
"running": 10,
"selectionWeight": 0.3488648631964551,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 34.166666666666664,
"waiting": 4505
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1196.6373626373627,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.06889492559855813,
"queueFactor": 0.9591519078537045,
"queueWeight": 0.9591519078537045,
"recentSuccess": 10,
"recentSuccessRate": 0.10989010989010989,
"recentTerminal": 91,
"recentWilsonLowerBound": 0.06079407536219414,
"running": 8,
"selectionWeight": 0.06608069932929606,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 15.166666666666666,
"waiting": 18149
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 350.81481481481484,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.26391801578927354,
"queueFactor": 1.1529755294746242,
"queueWeight": 1.1529755294746242,
"recentSuccess": 26,
"recentSuccessRate": 0.16049382716049382,
"recentTerminal": 162,
"recentWilsonLowerBound": 0.11194104305547943,
"running": 7,
"selectionWeight": 0.3042910139925299,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 27.0,
"waiting": 9472
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 59.20461095100864,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.08276610351842996,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 32,
"recentSuccessRate": 0.09221902017291066,
"recentTerminal": 347,
"recentWilsonLowerBound": 0.06608041257896703,
"running": 24,
"selectionWeight": 0.10759593457395895,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57.833333333333336,
"waiting": 3424
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 320.61224489795916,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.18553752693958847,
"queueFactor": 1.1686508063027208,
"queueWeight": 1.1686508063027208,
"recentSuccess": 21,
"recentSuccessRate": 0.14285714285714285,
"recentTerminal": 147,
"recentWilsonLowerBound": 0.0953733312316957,
"running": 5,
"selectionWeight": 0.21682858045736284,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.5,
"waiting": 7855
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2013.875,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.7727184412800758,
"queueFactor": 0.8871088302028346,
"queueWeight": 0.8871088302028346,
"recentSuccess": 14,
"recentSuccessRate": 0.2916666666666667,
"recentTerminal": 48,
"recentWilsonLowerBound": 0.18241416061863375,
"running": 2,
"selectionWeight": 0.6854853525201258,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 8.0,
"waiting": 16111
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 339.825,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.7851414897068331,
"queueFactor": 1.158493175995962,
"queueWeight": 1.158493175995962,
"recentSuccess": 39,
"recentSuccessRate": 0.24375,
"recentTerminal": 160,
"recentWilsonLowerBound": 0.18374140235759248,
"running": 8,
"selectionWeight": 0.90958105801667,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 26.666666666666668,
"waiting": 9062
},
"MetaX_c-500": {
"available": true,
"backlogHours": 696.9090909090909,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.21507991602631488,
"queueFactor": 1.0401724798436385,
"queueWeight": 1.0401724798436385,
"recentSuccess": 16,
"recentSuccessRate": 0.16161616161616163,
"recentTerminal": 99,
"recentWilsonLowerBound": 0.1019986133990387,
"running": 6,
"selectionWeight": 0.22372020961765346,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.5,
"waiting": 11499
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1970.625,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 0.8900024057517708,
"queueWeight": 0.8900024057517708,
"recentSuccess": 33,
"recentSuccessRate": 0.4125,
"recentTerminal": 80,
"recentWilsonLowerBound": 0.31105686511513087,
"running": 4,
"selectionWeight": 2.225006014379427,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.333333333333334,
"waiting": 26275
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 2239.08,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.09250420776706507,
"queueFactor": 0.8731147743852893,
"queueWeight": 0.8731147743852893,
"recentSuccess": 7,
"recentSuccessRate": 0.14,
"recentTerminal": 50,
"recentWilsonLowerBound": 0.06950745262022862,
"running": 3,
"selectionWeight": 0.08076679049423094,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 8.333333333333334,
"waiting": 18659
},
"Vastai_va16": {
"available": true,
"backlogHours": 588.745945945946,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.912811958216162,
"queueFactor": 1.0668235382793463,
"queueWeight": 1.0668235382793463,
"recentSuccess": 47,
"recentSuccessRate": 0.25405405405405407,
"recentTerminal": 185,
"recentWilsonLowerBound": 0.1967657377162377,
"running": 17,
"selectionWeight": 0.9738092830478647,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 30.833333333333332,
"waiting": 18153
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1277.0172413793105,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.7510758280214412,
"queueFactor": 0.9498439583617881,
"queueWeight": 0.9498439583617881,
"recentSuccess": 29,
"recentSuccessRate": 0.25,
"recentTerminal": 116,
"recentWilsonLowerBound": 0.18007382859915586,
"running": 6,
"selectionWeight": 0.7134048375177434,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.333333333333332,
"waiting": 24689
}
},
"queueAttemptedAt": "2026-10-23T05:11:21.357949+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-23T05:11:21.357949+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b3",
"Ascend_910-b4",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}