Files
submmit/.modelhub_state/market_intelligence.json

791 lines
25 KiB
JSON

{
"communityAttemptedAt": "2026-10-24T04:20:00.362456+00:00",
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": null,
"frameworkAttemptedAt": "2026-10-23T23:51:56.760130+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44076,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22232,
"successRate": 0.5044014883383248,
"wilsonLowerBound": 0.49973355197464675
},
"vllm": {
"framework": "vllm",
"modelCount": 58715,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15651,
"successRate": 0.26655880098782253,
"wilsonLowerBound": 0.2629976375781863
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5698,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1837,
"successRate": 0.3223938223938224,
"wilsonLowerBound": 0.31038094619384193
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39167,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18856,
"successRate": 0.4814256899941277,
"wilsonLowerBound": 0.47647933972395634
},
"vllm": {
"framework": "vllm",
"modelCount": 40956,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11208,
"successRate": 0.2736595370641664,
"wilsonLowerBound": 0.2693630143473022
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14773,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6082,
"successRate": 0.4116970148243417,
"wilsonLowerBound": 0.40378479714350907
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64320,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.1881218905472637,
"wilsonLowerBound": 0.18512026307078902
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 36999,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7729,
"successRate": 0.2088975377712911,
"wilsonLowerBound": 0.20478554013380765
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8473,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013808568393721233,
"wilsonLowerBound": 0.011534909873015519
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26824,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3294,
"successRate": 0.12280047718461079,
"wilsonLowerBound": 0.11892665277892703
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16526,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10141595062326032,
"wilsonLowerBound": 0.09690557044342328
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 18095,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6940,
"successRate": 0.38353136225476653,
"wilsonLowerBound": 0.3764719088234268
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24851,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3811,
"successRate": 0.15335398977908335,
"wilsonLowerBound": 0.14892754632288038
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 56667,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14210,
"successRate": 0.2507632308045247,
"wilsonLowerBound": 0.24721132304313462
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 26339,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3480,
"successRate": 0.13212346710201603,
"wilsonLowerBound": 0.12808751247836736
},
"vllm": {
"framework": "vllm",
"modelCount": 87134,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9775,
"successRate": 0.11218353340831363,
"wilsonLowerBound": 0.11010510375972507
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50505,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5775,
"successRate": 0.11434511434511435,
"wilsonLowerBound": 0.11159896911016763
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 53148,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3873,
"successRate": 0.07287198013095507,
"wilsonLowerBound": 0.07069286569695298
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95339,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24120,
"successRate": 0.25299195502365246,
"wilsonLowerBound": 0.2502424047517867
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5778,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 603,
"successRate": 0.1043613707165109,
"wilsonLowerBound": 0.09673926004679698
},
"vllm": {
"framework": "vllm",
"modelCount": 112963,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16543,
"successRate": 0.14644618149305524,
"wilsonLowerBound": 0.14439642402628244
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 344,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.0029069767441860465,
"wilsonLowerBound": 0.0005133240107990931
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26405,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4250,
"successRate": 0.16095436470365462,
"wilsonLowerBound": 0.15657114662712518
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44699,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5813,
"successRate": 0.13004765207275332,
"wilsonLowerBound": 0.12696120061804686
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8600,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 841,
"successRate": 0.0977906976744186,
"wilsonLowerBound": 0.09169129048167148
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 36128,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7321,
"successRate": 0.20264061116031887,
"wilsonLowerBound": 0.19852732788986827
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61597,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12431,
"successRate": 0.20181177654755914,
"wilsonLowerBound": 0.19866083314651803
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19537,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5518,
"successRate": 0.28243845012028457,
"wilsonLowerBound": 0.27616894646018736
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16538,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3992,
"successRate": 0.2413834804692224,
"wilsonLowerBound": 0.23492204062667105
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 70287,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19296,
"successRate": 0.27453156344701013,
"wilsonLowerBound": 0.27124463666828885
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1993,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1143,
"successRate": 0.5735072754641244,
"wilsonLowerBound": 0.551672901575552
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48819,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21856,
"successRate": 0.44769454515659884,
"wilsonLowerBound": 0.4432877801852484
},
"vllm": {
"framework": "vllm",
"modelCount": 41660,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5359,
"successRate": 0.12863658185309648,
"wilsonLowerBound": 0.12545580863953787
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1300,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10117,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 766,
"successRate": 0.07571414450924187,
"wilsonLowerBound": 0.07071873575009961
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8014,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3521,
"successRate": 0.43935612677813823,
"wilsonLowerBound": 0.42852140791243953
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7449,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 248,
"successRate": 0.03329305947106994,
"wilsonLowerBound": 0.029453480755486254
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20864,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5934,
"successRate": 0.2844133435582822,
"wilsonLowerBound": 0.2783318881723707
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29364,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15057,
"successRate": 0.5127707396812423,
"wilsonLowerBound": 0.5070523300259846
},
"vllm": {
"framework": "vllm",
"modelCount": 68976,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7496,
"successRate": 0.10867548132683832,
"wilsonLowerBound": 0.1063745497694072
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14558,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2644,
"successRate": 0.1816183541695288,
"wilsonLowerBound": 0.17543988978853728
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-24T04:22:58.361784+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1149.3931034482757,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 10,
"qualityFactor": 1.7807089455898404,
"queueFactor": 0.9856028766028913,
"queueWeight": 0.9856028766028913,
"recentSuccess": 50,
"recentSuccessRate": 0.3448275862068966,
"recentTerminal": 145,
"recentWilsonLowerBound": 0.27236643559303747,
"running": 10,
"selectionWeight": 1.755071859165848,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.166666666666668,
"waiting": 27777
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1370.0704225352113,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 10,
"qualityFactor": 2.5,
"queueFactor": 0.9599769753587951,
"queueWeight": 0.9599769753587951,
"recentSuccess": 56,
"recentSuccessRate": 0.39436619718309857,
"recentTerminal": 142,
"recentWilsonLowerBound": 0.3177821708116304,
"running": 10,
"selectionWeight": 2.399942438396988,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.666666666666668,
"waiting": 32425
},
"Biren_166m": {
"available": true,
"backlogHours": 160.62111801242236,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 10,
"qualityFactor": 0.14431116667614075,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 21,
"recentSuccessRate": 0.13043478260869565,
"recentTerminal": 161,
"recentWilsonLowerBound": 0.08691831797877285,
"running": 10,
"selectionWeight": 0.18760451667898298,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 26.833333333333332,
"waiting": 4310
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1973.7818181818184,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.15035036261466658,
"queueFactor": 0.9088189599565577,
"queueWeight": 0.9088189599565577,
"recentSuccess": 9,
"recentSuccessRate": 0.16363636363636364,
"recentTerminal": 55,
"recentWilsonLowerBound": 0.08855320558522453,
"running": 7,
"selectionWeight": 0.1366412601805526,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 9.166666666666666,
"waiting": 18093
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 525.1698113207547,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.3702640550803407,
"queueFactor": 1.1084785342984458,
"queueWeight": 1.1084785342984458,
"recentSuccess": 21,
"recentSuccessRate": 0.19811320754716982,
"recentTerminal": 106,
"recentWilsonLowerBound": 0.1333879484800526,
"running": 7,
"selectionWeight": 0.4104297570788551,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.666666666666668,
"waiting": 9278
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 76.78549848942599,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.5110095092668324,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 64,
"recentSuccessRate": 0.1933534743202417,
"recentTerminal": 331,
"recentWilsonLowerBound": 0.15442422283558677,
"running": 24,
"selectionWeight": 0.6643123620468822,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 55.166666666666664,
"waiting": 4236
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 325.8775510204082,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.05,
"queueFactor": 1.190732160969253,
"queueWeight": 1.190732160969253,
"recentSuccess": 10,
"recentSuccessRate": 0.06802721088435375,
"recentTerminal": 147,
"recentWilsonLowerBound": 0.03736716429228684,
"running": 6,
"selectionWeight": 0.05953660804846265,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 24.5,
"waiting": 7984
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 3009.0,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.9438882560288743,
"queueFactor": 0.8531176404865598,
"queueWeight": 0.8531176404865598,
"recentSuccess": 11,
"recentSuccessRate": 0.34375,
"recentTerminal": 32,
"recentWilsonLowerBound": 0.2041023335432855,
"running": 2,
"selectionWeight": 0.8052477218663271,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.333333333333333,
"waiting": 16048
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 368.8333333333333,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.1414191485827806,
"queueFactor": 1.1688202464033703,
"queueWeight": 1.1688202464033703,
"recentSuccess": 19,
"recentSuccessRate": 0.13194444444444445,
"recentTerminal": 144,
"recentWilsonLowerBound": 0.08612219243467514,
"running": 9,
"selectionWeight": 0.16529356409268045,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.0,
"waiting": 8852
},
"MetaX_c-500": {
"available": true,
"backlogHours": 689.5757575757576,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.8510830972155794,
"queueFactor": 1.0641061485859413,
"queueWeight": 1.0641061485859413,
"recentSuccess": 27,
"recentSuccessRate": 0.2727272727272727,
"recentTerminal": 99,
"recentWilsonLowerBound": 0.1947227886340705,
"running": 4,
"selectionWeight": 0.9056427567046644,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.5,
"waiting": 11378
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2460.375,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.3454331366012977,
"queueFactor": 0.8792695929774597,
"queueWeight": 0.8792695929774597,
"recentSuccess": 27,
"recentSuccessRate": 0.421875,
"recentTerminal": 64,
"recentWilsonLowerBound": 0.3086959366145158,
"running": 4,
"selectionWeight": 2.0622680393752697,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 10.666666666666666,
"waiting": 26244
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 3736.4,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.17569019052220028,
"queueFactor": 0.8258558431801502,
"queueWeight": 0.8258558431801502,
"recentSuccess": 6,
"recentSuccessRate": 0.2,
"recentTerminal": 30,
"recentWilsonLowerBound": 0.09504978102401236,
"running": 2,
"selectionWeight": 0.14509477043219293,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.0,
"waiting": 18682
},
"Vastai_va16": {
"available": true,
"backlogHours": 946.578947368421,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 1.3192640143090106,
"queueFactor": 1.014725850283803,
"queueWeight": 1.014725850283803,
"recentSuccess": 36,
"recentSuccessRate": 0.3157894736842105,
"recentTerminal": 114,
"recentWilsonLowerBound": 0.23765334969274224,
"running": 16,
"selectionWeight": 1.3386912986685342,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.0,
"waiting": 17985
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1140.3692307692306,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.6592769918371278,
"queueFactor": 0.9867688396188932,
"queueWeight": 0.9867688396188932,
"recentSuccess": 31,
"recentSuccessRate": 0.23846153846153847,
"recentTerminal": 130,
"recentWilsonLowerBound": 0.17338273546709032,
"running": 7,
"selectionWeight": 0.6505539922225572,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 21.666666666666668,
"waiting": 24708
}
},
"queueAttemptedAt": "2026-10-24T04:21:47.761254+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-24T04:21:47.761254+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Ascend_910-b4",
"Ascend_910-b3",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}