Files
submmit/.modelhub_state/market_intelligence.json

791 lines
25 KiB
JSON

{
"communityAttemptedAt": "2026-10-24T02:33:42.565717+00:00",
"communityError": "ModelHubAPIError: 分页大小不能超过100",
"communitySample": {},
"communityUpdatedAt": null,
"frameworkAttemptedAt": "2026-10-23T23:51:56.760130+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44076,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22232,
"successRate": 0.5044014883383248,
"wilsonLowerBound": 0.49973355197464675
},
"vllm": {
"framework": "vllm",
"modelCount": 58715,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15651,
"successRate": 0.26655880098782253,
"wilsonLowerBound": 0.2629976375781863
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 1,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 5698,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1837,
"successRate": 0.3223938223938224,
"wilsonLowerBound": 0.31038094619384193
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39167,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 18856,
"successRate": 0.4814256899941277,
"wilsonLowerBound": 0.47647933972395634
},
"vllm": {
"framework": "vllm",
"modelCount": 40956,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11208,
"successRate": 0.2736595370641664,
"wilsonLowerBound": 0.2693630143473022
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14773,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6082,
"successRate": 0.4116970148243417,
"wilsonLowerBound": 0.40378479714350907
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64320,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.1881218905472637,
"wilsonLowerBound": 0.18512026307078902
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 36999,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7729,
"successRate": 0.2088975377712911,
"wilsonLowerBound": 0.20478554013380765
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8473,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013808568393721233,
"wilsonLowerBound": 0.011534909873015519
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26824,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3294,
"successRate": 0.12280047718461079,
"wilsonLowerBound": 0.11892665277892703
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16526,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10141595062326032,
"wilsonLowerBound": 0.09690557044342328
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 18095,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6940,
"successRate": 0.38353136225476653,
"wilsonLowerBound": 0.3764719088234268
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24851,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3811,
"successRate": 0.15335398977908335,
"wilsonLowerBound": 0.14892754632288038
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 56667,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14210,
"successRate": 0.2507632308045247,
"wilsonLowerBound": 0.24721132304313462
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 26339,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3480,
"successRate": 0.13212346710201603,
"wilsonLowerBound": 0.12808751247836736
},
"vllm": {
"framework": "vllm",
"modelCount": 87134,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9775,
"successRate": 0.11218353340831363,
"wilsonLowerBound": 0.11010510375972507
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50505,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5775,
"successRate": 0.11434511434511435,
"wilsonLowerBound": 0.11159896911016763
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 53148,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3873,
"successRate": 0.07287198013095507,
"wilsonLowerBound": 0.07069286569695298
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95339,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24120,
"successRate": 0.25299195502365246,
"wilsonLowerBound": 0.2502424047517867
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 5778,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 603,
"successRate": 0.1043613707165109,
"wilsonLowerBound": 0.09673926004679698
},
"vllm": {
"framework": "vllm",
"modelCount": 112963,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16543,
"successRate": 0.14644618149305524,
"wilsonLowerBound": 0.14439642402628244
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 344,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 0.0029069767441860465,
"wilsonLowerBound": 0.0005133240107990931
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26405,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4250,
"successRate": 0.16095436470365462,
"wilsonLowerBound": 0.15657114662712518
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 44699,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5813,
"successRate": 0.13004765207275332,
"wilsonLowerBound": 0.12696120061804686
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8600,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 841,
"successRate": 0.0977906976744186,
"wilsonLowerBound": 0.09169129048167148
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 205,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.18048780487804877,
"wilsonLowerBound": 0.13387369642098657
},
"vllm": {
"framework": "vllm",
"modelCount": 36128,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7321,
"successRate": 0.20264061116031887,
"wilsonLowerBound": 0.19852732788986827
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61597,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12431,
"successRate": 0.20181177654755914,
"wilsonLowerBound": 0.19866083314651803
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 19537,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5518,
"successRate": 0.28243845012028457,
"wilsonLowerBound": 0.27616894646018736
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16538,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3992,
"successRate": 0.2413834804692224,
"wilsonLowerBound": 0.23492204062667105
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 70287,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19296,
"successRate": 0.27453156344701013,
"wilsonLowerBound": 0.27124463666828885
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1993,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1143,
"successRate": 0.5735072754641244,
"wilsonLowerBound": 0.551672901575552
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 48819,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21856,
"successRate": 0.44769454515659884,
"wilsonLowerBound": 0.4432877801852484
},
"vllm": {
"framework": "vllm",
"modelCount": 41660,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5359,
"successRate": 0.12863658185309648,
"wilsonLowerBound": 0.12545580863953787
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1300,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
},
"vllm": {
"framework": "vllm",
"modelCount": 10117,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 766,
"successRate": 0.07571414450924187,
"wilsonLowerBound": 0.07071873575009961
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8014,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3521,
"successRate": 0.43935612677813823,
"wilsonLowerBound": 0.42852140791243953
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7449,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 248,
"successRate": 0.03329305947106994,
"wilsonLowerBound": 0.029453480755486254
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20864,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5934,
"successRate": 0.2844133435582822,
"wilsonLowerBound": 0.2783318881723707
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29364,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15057,
"successRate": 0.5127707396812423,
"wilsonLowerBound": 0.5070523300259846
},
"vllm": {
"framework": "vllm",
"modelCount": 68976,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7496,
"successRate": 0.10867548132683832,
"wilsonLowerBound": 0.1063745497694072
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14558,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2644,
"successRate": 0.1816183541695288,
"wilsonLowerBound": 0.17543988978853728
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-24T02:37:47.960694+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 1191.0,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 10,
"qualityFactor": 0.8183015258953025,
"queueFactor": 0.9633429737940722,
"queueWeight": 0.9633429737940722,
"recentSuccess": 46,
"recentSuccessRate": 0.32857142857142857,
"recentTerminal": 140,
"recentWilsonLowerBound": 0.2562544989688083,
"running": 10,
"selectionWeight": 0.7883050254162076,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.333333333333332,
"waiting": 27790
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1508.6976744186047,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 10,
"qualityFactor": 1.9616436271124151,
"queueFactor": 0.9297739309809433,
"queueWeight": 0.9297739309809433,
"recentSuccess": 60,
"recentSuccessRate": 0.46511627906976744,
"recentTerminal": 129,
"recentWilsonLowerBound": 0.38129883334069925,
"running": 10,
"selectionWeight": 1.823885106364026,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 21.5,
"waiting": 32437
},
"Biren_166m": {
"available": true,
"backlogHours": 167.23076923076923,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 10,
"qualityFactor": 0.08139910045641921,
"queueFactor": 1.2932136210965304,
"queueWeight": 1.2932136210965304,
"recentSuccess": 21,
"recentSuccessRate": 0.1346153846153846,
"recentTerminal": 156,
"recentWilsonLowerBound": 0.08976012076172954,
"running": 10,
"selectionWeight": 0.10526642545524613,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 26.0,
"waiting": 4348
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1839.966101694915,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.05,
"queueFactor": 0.9024979521098176,
"queueWeight": 0.9024979521098176,
"recentSuccess": 8,
"recentSuccessRate": 0.13559322033898305,
"recentTerminal": 59,
"recentWilsonLowerBound": 0.07034090749685568,
"running": 7,
"selectionWeight": 0.045124897605490884,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 9.833333333333334,
"waiting": 18093
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 562.6666666666666,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.17300275788162006,
"queueFactor": 1.078027948318815,
"queueWeight": 1.078027948318815,
"recentSuccess": 19,
"recentSuccessRate": 0.1919191919191919,
"recentTerminal": 99,
"recentWilsonLowerBound": 0.12644940825747544,
"running": 7,
"selectionWeight": 0.1865018081326196,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.5,
"waiting": 9284
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 83.62866449511401,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.18878769097094958,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 52,
"recentSuccessRate": 0.16938110749185667,
"recentTerminal": 307,
"recentWilsonLowerBound": 0.13156896541718938,
"running": 24,
"selectionWeight": 0.24542399826223446,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 51.166666666666664,
"waiting": 4279
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 354.2205882352941,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.05,
"queueFactor": 1.1555177694437562,
"queueWeight": 1.1555177694437562,
"recentSuccess": 13,
"recentSuccessRate": 0.09558823529411764,
"recentTerminal": 136,
"recentWilsonLowerBound": 0.056714569243698325,
"running": 0,
"selectionWeight": 0.057775888472187814,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.666666666666668,
"waiting": 8029
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 3107.4193548387093,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 1.0874697663985389,
"queueFactor": 0.8342720969629502,
"queueWeight": 0.8342720969629502,
"recentSuccess": 14,
"recentSuccessRate": 0.45161290322580644,
"recentTerminal": 31,
"recentWilsonLowerBound": 0.29161482836586106,
"running": 2,
"selectionWeight": 0.9072456823971187,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.166666666666667,
"waiting": 16055
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 439.3388429752066,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.12636051229690828,
"queueFactor": 1.1187878932822302,
"queueWeight": 1.1187878932822302,
"recentSuccess": 20,
"recentSuccessRate": 0.1652892561983471,
"recentTerminal": 121,
"recentWilsonLowerBound": 0.10962203759241998,
"running": 8,
"selectionWeight": 0.14137061134672135,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.166666666666668,
"waiting": 8860
},
"MetaX_c-500": {
"available": true,
"backlogHours": 689.7575757575758,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.646390293025238,
"queueFactor": 1.0455943468993796,
"queueWeight": 1.0455943468993796,
"recentSuccess": 31,
"recentSuccessRate": 0.31313131313131315,
"recentTerminal": 99,
"recentWilsonLowerBound": 0.23020651977353204,
"running": 4,
"selectionWeight": 0.6758620362778223,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 16.5,
"waiting": 11381
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 2462.25,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"queueFactor": 0.8639087574574067,
"queueWeight": 0.8639087574574067,
"recentSuccess": 35,
"recentSuccessRate": 0.546875,
"recentTerminal": 64,
"recentWilsonLowerBound": 0.4257338252067978,
"running": 5,
"selectionWeight": 2.1597718936435166,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 10.666666666666666,
"waiting": 26264
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 5337.142857142857,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.05,
"queueFactor": 0.7692568536595672,
"queueWeight": 0.7692568536595672,
"recentSuccess": 3,
"recentSuccessRate": 0.14285714285714285,
"recentTerminal": 21,
"recentWilsonLowerBound": 0.049809217982134925,
"running": 2,
"selectionWeight": 0.038462842682978365,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 3.5,
"waiting": 18680
},
"Vastai_va16": {
"available": true,
"backlogHours": 805.5223880597015,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.7150476172765405,
"queueFactor": 1.021541597858539,
"queueWeight": 1.021541597858539,
"recentSuccess": 42,
"recentSuccessRate": 0.31343283582089554,
"recentTerminal": 134,
"recentWilsonLowerBound": 0.24101548957773122,
"running": 16,
"selectionWeight": 0.7304508854976183,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.333333333333332,
"waiting": 17990
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1051.4893617021276,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.24164952891701538,
"queueFactor": 0.9815150561280825,
"queueWeight": 0.9815150561280825,
"recentSuccess": 29,
"recentSuccessRate": 0.20567375886524822,
"recentTerminal": 141,
"recentWilsonLowerBound": 0.14719271409491425,
"running": 6,
"selectionWeight": 0.23718265093830906,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.5,
"waiting": 24710
}
},
"queueAttemptedAt": "2026-10-24T02:33:42.565717+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-24T02:33:42.565717+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Ascend_910-b4",
"Ascend_910-b3",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}