Files
submmit/.modelhub_state/market_intelligence.json

764 lines
24 KiB
JSON

{
"communityAttemptedAt": "2026-09-20T19:33:34.924035+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-09-20T19:33:34.924035+00:00",
"frameworkAttemptedAt": "2026-09-20T17:22:53.568270+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39831,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19277,
"successRate": 0.48396977228791643,
"wilsonLowerBound": 0.47906369473638644
},
"vllm": {
"framework": "vllm",
"modelCount": 53278,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14876,
"successRate": 0.2792146852359323,
"wilsonLowerBound": 0.27542132862713614
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2883,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 815,
"successRate": 0.2826916406520985,
"wilsonLowerBound": 0.2665514338988461
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 33139,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14687,
"successRate": 0.4431938199704276,
"wilsonLowerBound": 0.43785217038933816
},
"vllm": {
"framework": "vllm",
"modelCount": 37621,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10687,
"successRate": 0.2840700672496744,
"wilsonLowerBound": 0.2795351900183609
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9097,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3887,
"successRate": 0.42728371990766184,
"wilsonLowerBound": 0.4171508695958882
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 63984,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12088,
"successRate": 0.1889222305576394,
"wilsonLowerBound": 0.1859077951925888
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 18412,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3709,
"successRate": 0.20144470997175756,
"wilsonLowerBound": 0.1957138256406888
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6175,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 61,
"successRate": 0.009878542510121458,
"wilsonLowerBound": 0.007698510963455011
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26170,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3225,
"successRate": 0.12323270920901797,
"wilsonLowerBound": 0.11930538367104469
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16469,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1674,
"successRate": 0.10164551581759669,
"wilsonLowerBound": 0.09712281941545817
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 11411,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4796,
"successRate": 0.42029620541582685,
"wilsonLowerBound": 0.4112677085225304
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24197,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3788,
"successRate": 0.15654833243790553,
"wilsonLowerBound": 0.15202432255200624
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8070,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.06741016109045848,
"wilsonLowerBound": 0.06214291690179983
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 43512,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10897,
"successRate": 0.25043666115094687,
"wilsonLowerBound": 0.24638777937097756
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23319,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3066,
"successRate": 0.131480766756722,
"wilsonLowerBound": 0.12720407473138604
},
"vllm": {
"framework": "vllm",
"modelCount": 86666,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9764,
"successRate": 0.11266240509542381,
"wilsonLowerBound": 0.11057448464000957
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 40797,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5004,
"successRate": 0.12265607765276859,
"wilsonLowerBound": 0.11950830303286372
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 32541,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3428,
"successRate": 0.10534402753449494,
"wilsonLowerBound": 0.10205488705454062
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 88783,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21134,
"successRate": 0.23804106642037326,
"wilsonLowerBound": 0.23525098836063754
},
"transformers": {
"framework": "transformers",
"modelCount": 5219,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 566,
"successRate": 0.10844989461582678,
"wilsonLowerBound": 0.10029982328556798
},
"vllm": {
"framework": "vllm",
"modelCount": 112641,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16511,
"successRate": 0.14658072992959933,
"wilsonLowerBound": 0.1445272719990626
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 17746,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3497,
"successRate": 0.1970584920545475,
"wilsonLowerBound": 0.19127177066233877
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 42921,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5581,
"successRate": 0.13002958924535776,
"wilsonLowerBound": 0.1268807118601276
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6797,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 567,
"successRate": 0.08341915550978372,
"wilsonLowerBound": 0.07707832712853141
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 200,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 36,
"successRate": 0.18,
"wilsonLowerBound": 0.1329455066253411
},
"vllm": {
"framework": "vllm",
"modelCount": 31322,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5662,
"successRate": 0.18076751165315114,
"wilsonLowerBound": 0.17654492179997516
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 60909,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12394,
"successRate": 0.20348388579684448,
"wilsonLowerBound": 0.20030537473915086
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8257,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2397,
"successRate": 0.29029914012353153,
"wilsonLowerBound": 0.28060793635531606
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 13079,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3360,
"successRate": 0.2569003746463797,
"wilsonLowerBound": 0.24948436408027944
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 61408,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16827,
"successRate": 0.2740196717040125,
"wilsonLowerBound": 0.2705061472339077
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 0,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 46688,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20459,
"successRate": 0.4382068197395476,
"wilsonLowerBound": 0.4337113739854627
},
"vllm": {
"framework": "vllm",
"modelCount": 36706,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3521,
"successRate": 0.09592437203726911,
"wilsonLowerBound": 0.09295382878663787
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 597,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6278,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030582988212806625,
"wilsonLowerBound": 0.026602368317046696
},
"vllm": {
"framework": "vllm",
"modelCount": 10026,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 739,
"successRate": 0.07370835826850189,
"wilsonLowerBound": 0.06875525826123706
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6001,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2549,
"successRate": 0.4247625395767372,
"wilsonLowerBound": 0.41230793287766665
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7377,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 235,
"successRate": 0.03185576792734174,
"wilsonLowerBound": 0.02808550752550505
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 11833,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3860,
"successRate": 0.3262063720104792,
"wilsonLowerBound": 0.3178166509845737
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 26557,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13482,
"successRate": 0.5076627631133035,
"wilsonLowerBound": 0.5016491676923939
},
"vllm": {
"framework": "vllm",
"modelCount": 62682,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6319,
"successRate": 0.10081043999872372,
"wilsonLowerBound": 0.09847783023053895
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 12538,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1810,
"successRate": 0.14436114212793108,
"wilsonLowerBound": 0.13831810943756218
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-20T19:35:03.794815+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 924.0784313725491,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.8720057078999777,
"queueFactor": 0.999491884510734,
"queueWeight": 0.999491884510734,
"recentSuccess": 43,
"recentSuccessRate": 0.28104575163398693,
"recentTerminal": 153,
"recentWilsonLowerBound": 0.21585451117980445,
"running": 8,
"selectionWeight": 0.8715626282930653,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.5,
"waiting": 23564
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1320.0,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.8083922067820868,
"queueFactor": 0.9474351815026946,
"queueWeight": 0.9474351815026946,
"recentSuccess": 49,
"recentSuccessRate": 0.3798449612403101,
"recentTerminal": 129,
"recentWilsonLowerBound": 0.30071077692282255,
"running": 8,
"selectionWeight": 1.7133343986606449,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 21.5,
"waiting": 28380
},
"Biren_166m": {
"available": true,
"backlogHours": 197.96026490066225,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.32165746706792336,
"queueFactor": 1.259357095038396,
"queueWeight": 1.259357095038396,
"recentSuccess": 29,
"recentSuccessRate": 0.19205298013245034,
"recentTerminal": 151,
"recentWilsonLowerBound": 0.1371784261383071,
"running": 8,
"selectionWeight": 0.4050816133240685,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.166666666666668,
"waiting": 4982
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1768.9411764705883,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 1.2387892492962942,
"queueFactor": 0.9067312600185927,
"queueWeight": 0.9067312600185927,
"recentSuccess": 19,
"recentSuccessRate": 0.37254901960784315,
"recentTerminal": 51,
"recentWilsonLowerBound": 0.25320329720990103,
"running": 7,
"selectionWeight": 1.1232489369119154,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 8.5,
"waiting": 15036
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 490.10526315789474,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.2564701604785473,
"queueFactor": 1.0992391617214785,
"queueWeight": 1.0992391617214785,
"recentSuccess": 21,
"recentSuccessRate": 0.18421052631578946,
"recentTerminal": 114,
"recentWilsonLowerBound": 0.12375939628073249,
"running": 7,
"selectionWeight": 0.2819220442110114,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 19.0,
"waiting": 9312
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 41.119113573407205,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 23,
"recentSuccessRate": 0.06371191135734072,
"recentTerminal": 361,
"recentWilsonLowerBound": 0.04282606853752132,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 60.166666666666664,
"waiting": 2474
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 100.43389830508475,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.11679517071717828,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 35,
"recentSuccessRate": 0.11864406779661017,
"recentTerminal": 295,
"recentWilsonLowerBound": 0.08655656627752173,
"running": 7,
"selectionWeight": 0.15183372193233177,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 49.166666666666664,
"waiting": 4938
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 3126.5806451612902,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 0.8324825750946072,
"queueWeight": 0.8324825750946072,
"recentSuccess": 16,
"recentSuccessRate": 0.5161290322580645,
"recentTerminal": 31,
"recentWilsonLowerBound": 0.3484011828697317,
"running": 2,
"selectionWeight": 2.081206437736518,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.166666666666667,
"waiting": 16154
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 585.1090909090909,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.3986199154808131,
"queueFactor": 1.0704097846258247,
"queueWeight": 1.0704097846258247,
"recentSuccess": 24,
"recentSuccessRate": 0.21818181818181817,
"recentTerminal": 110,
"recentWilsonLowerBound": 0.15122852088416214,
"running": 8,
"selectionWeight": 0.4266866578773816,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.333333333333332,
"waiting": 10727
},
"MetaX_c-500": {
"available": true,
"backlogHours": 479.3093525179856,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.20940249634895772,
"queueFactor": 1.1029179672601153,
"queueWeight": 1.1029179672601153,
"recentSuccess": 23,
"recentSuccessRate": 0.16546762589928057,
"recentTerminal": 139,
"recentWilsonLowerBound": 0.11286341507330147,
"running": 4,
"selectionWeight": 0.23095377561238614,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 23.166666666666668,
"waiting": 11104
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1778.4657534246576,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.9095898145821663,
"queueFactor": 0.906001196453494,
"queueWeight": 0.906001196453494,
"recentSuccess": 23,
"recentSuccessRate": 0.3150684931506849,
"recentTerminal": 73,
"recentWilsonLowerBound": 0.22003473675403795,
"running": 4,
"selectionWeight": 0.8240894602933544,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 12.166666666666666,
"waiting": 21638
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 4270.909090909091,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.4739262052300172,
"queueFactor": 0.7944334976839765,
"queueWeight": 0.7944334976839765,
"recentSuccess": 7,
"recentSuccessRate": 0.3181818181818182,
"recentTerminal": 22,
"recentWilsonLowerBound": 0.16360387354692477,
"running": 2,
"selectionWeight": 0.37650285286497664,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 3.6666666666666665,
"waiting": 15660
},
"Vastai_va16": {
"available": true,
"backlogHours": 1880.7391304347825,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.05,
"queueFactor": 0.8984342778022876,
"queueWeight": 0.8984342778022876,
"recentSuccess": 4,
"recentSuccessRate": 0.08695652173913043,
"recentTerminal": 46,
"recentWilsonLowerBound": 0.03433531187670748,
"running": 16,
"selectionWeight": 0.04492171389011438,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 7.666666666666667,
"waiting": 14419
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 917.8269230769231,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.620989901650416,
"queueFactor": 1.0005101026222207,
"queueWeight": 1.0005101026222207,
"recentSuccess": 27,
"recentSuccessRate": 0.25961538461538464,
"recentTerminal": 104,
"recentWilsonLowerBound": 0.1849887491976701,
"running": 6,
"selectionWeight": 0.6213066702276204,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 17.333333333333332,
"waiting": 15909
}
},
"queueAttemptedAt": "2026-09-20T19:33:34.924035+00:00",
"queueError": null,
"queueUpdatedAt": "2026-09-20T19:33:34.924035+00:00",
"supportedGpus": [
"Vastai_va16",
"Kunlunxin_p-800",
"Iluvatar_mrv-100",
"Cambricon_mlu-370-x4",
"Iluvatar_bi-150",
"Ascend_910-b4",
"hygon_k100-ai",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Biren_166m",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}