Files
submmit/.modelhub_state/market_intelligence.json
T

827 lines
26 KiB
JSON

{
"communityAttemptedAt": "2026-11-13T05:56:55.350321+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-11-13T05:56:55.350321+00:00",
"frameworkAttemptedAt": "2026-11-13T04:54:06.938120+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 47169,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24006,
"successRate": 0.5089359536984036,
"wilsonLowerBound": 0.5044238326521064
},
"vllm": {
"framework": "vllm",
"modelCount": 61574,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15976,
"successRate": 0.2594601617565856,
"wilsonLowerBound": 0.2560129256557961
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 84,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 24,
"successRate": 0.2857142857142857,
"wilsonLowerBound": 0.20014898610655452
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8626,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2931,
"successRate": 0.33978669139809875,
"wilsonLowerBound": 0.3298646621975428
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 42568,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21012,
"successRate": 0.4936102236421725,
"wilsonLowerBound": 0.48886150254219074
},
"vllm": {
"framework": "vllm",
"modelCount": 42354,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11385,
"successRate": 0.26880577985550363,
"wilsonLowerBound": 0.26460463147012714
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 18,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 5,
"successRate": 0.2777777777777778,
"wilsonLowerBound": 0.12499569146355476
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 19090,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7307,
"successRate": 0.38276584599266633,
"wilsonLowerBound": 0.37589492120628193
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64532,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12101,
"successRate": 0.1875193702349222,
"wilsonLowerBound": 0.1845263978194066
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 48700,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8674,
"successRate": 0.17811088295687885,
"wilsonLowerBound": 0.17473815473520715
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9498,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 121,
"successRate": 0.01273952411033902,
"wilsonLowerBound": 0.010672944859837366
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 27104,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3345,
"successRate": 0.12341351829988194,
"wilsonLowerBound": 0.11955102161386257
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16560,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1677,
"successRate": 0.10126811594202899,
"wilsonLowerBound": 0.09676528130403388
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 22274,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 8089,
"successRate": 0.36315883990302594,
"wilsonLowerBound": 0.35686724687160265
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 25266,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3815,
"successRate": 0.15099342990580225,
"wilsonLowerBound": 0.146631588442604
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 64899,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15988,
"successRate": 0.24635202391408187,
"wilsonLowerBound": 0.24305198030205832
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 36680,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4340,
"successRate": 0.1183206106870229,
"wilsonLowerBound": 0.115055089966124
},
"vllm": {
"framework": "vllm",
"modelCount": 87148,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11221141047413595,
"wilsonLowerBound": 0.11013291777916598
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 51427,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5878,
"successRate": 0.11429793688140472,
"wilsonLowerBound": 0.11157675670267343
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 61178,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4009,
"successRate": 0.06553009251691784,
"wilsonLowerBound": 0.06359631737029411
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 96297,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24274,
"successRate": 0.2520743117646448,
"wilsonLowerBound": 0.24934176041871928
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 196,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 8276,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 638,
"successRate": 0.07709038182696955,
"wilsonLowerBound": 0.07153779053639382
},
"vllm": {
"framework": "vllm",
"modelCount": 113093,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16556,
"successRate": 0.14639279177314246,
"wilsonLowerBound": 0.14434451884053554
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 485,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4,
"successRate": 0.008247422680412371,
"wilsonLowerBound": 0.0032117498028693937
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 27059,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4408,
"successRate": 0.162903285413356,
"wilsonLowerBound": 0.1585511860830264
},
"vllm_0_31_0_corex_5_0_0": {
"framework": "vllm_0_31_0_corex_5_0_0",
"modelCount": 31,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3,
"successRate": 0.0967741935483871,
"wilsonLowerBound": 0.033464036094643976
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 46341,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5996,
"successRate": 0.1293886623076757,
"wilsonLowerBound": 0.12636349380496978
},
"vllm_gemma_4": {
"framework": "vllm_gemma_4",
"modelCount": 1,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9653,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 857,
"successRate": 0.088780689940951,
"wilsonLowerBound": 0.08326896583290981
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 206,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.1796116504854369,
"wilsonLowerBound": 0.13320865973713544
},
"vllm": {
"framework": "vllm",
"modelCount": 39202,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 8305,
"successRate": 0.21185143615121677,
"wilsonLowerBound": 0.20783474048986048
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 62061,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12447,
"successRate": 0.20056073862812393,
"wilsonLowerBound": 0.19742893991514937
},
"vllm_0.25.1": {
"framework": "vllm_0.25.1",
"modelCount": 3,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.6666666666666666,
"wilsonLowerBound": 0.20765495512648788
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 25305,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 6731,
"successRate": 0.2659948626753606,
"wilsonLowerBound": 0.2605864166526316
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 18461,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4275,
"successRate": 0.23156925410324466,
"wilsonLowerBound": 0.2255403278999991
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 73699,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20026,
"successRate": 0.2717268891029729,
"wilsonLowerBound": 0.26852712128647793
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 4670,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2560,
"successRate": 0.5481798715203426,
"wilsonLowerBound": 0.5338722057413519
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 50693,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22972,
"successRate": 0.4531592133036119,
"wilsonLowerBound": 0.44882943411980775
},
"vllm": {
"framework": "vllm",
"modelCount": 45459,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6218,
"successRate": 0.13678259530566003,
"wilsonLowerBound": 0.13365447496188093
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6296,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030495552731893267,
"wilsonLowerBound": 0.026526168719042426
},
"vllm": {
"framework": "vllm",
"modelCount": 10156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 771,
"successRate": 0.0759157148483655,
"wilsonLowerBound": 0.07092325200560552
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 9305,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4104,
"successRate": 0.4410531972058033,
"wilsonLowerBound": 0.430991029424229
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7477,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 254,
"successRate": 0.03397084392135884,
"wilsonLowerBound": 0.03009804085906735
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 28595,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7951,
"successRate": 0.2780556041265956,
"wilsonLowerBound": 0.27289255614619684
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 31269,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15944,
"successRate": 0.5098979820269276,
"wilsonLowerBound": 0.5043561597209676
},
"vllm": {
"framework": "vllm",
"modelCount": 71385,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7778,
"successRate": 0.1089584646634447,
"wilsonLowerBound": 0.1066937046720399
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 17022,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3320,
"successRate": 0.1950417107272941,
"wilsonLowerBound": 0.18915826855090861
},
"vllm_0.21.0": {
"framework": "vllm_0.21.0",
"modelCount": 0,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-11-13T06:04:13.737060+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 896.8040201005026,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.5740773463290285,
"queueFactor": 1.0069714247132875,
"queueWeight": 1.0069714247132875,
"recentSuccess": 51,
"recentSuccessRate": 0.2562814070351759,
"recentTerminal": 199,
"recentWilsonLowerBound": 0.2006386774021283,
"running": 9,
"selectionWeight": 1.5850509080418527,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 33.166666666666664,
"waiting": 29744
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1225.1927710843372,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9609285894487497,
"queueWeight": 0.9609285894487497,
"recentSuccess": 52,
"recentSuccessRate": 0.3132530120481928,
"recentTerminal": 166,
"recentWilsonLowerBound": 0.24759346316307623,
"running": 9,
"selectionWeight": 2.4023214736218743,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 27.666666666666668,
"waiting": 33897
},
"Biren_166m": {
"available": true,
"backlogHours": 125.80918727915196,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.1128187465440819,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 25,
"recentSuccessRate": 0.08833922261484099,
"recentTerminal": 283,
"recentWilsonLowerBound": 0.060551034324880036,
"running": 10,
"selectionWeight": 0.1466643705073065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 47.166666666666664,
"waiting": 5934
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1345.3125,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.13274859803202108,
"queueFactor": 0.9475416348421425,
"queueWeight": 0.9475416348421425,
"recentSuccess": 11,
"recentSuccessRate": 0.11458333333333333,
"recentTerminal": 96,
"recentWilsonLowerBound": 0.06519804888543013,
"running": 7,
"selectionWeight": 0.12578482360226367,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 16.0,
"waiting": 21525
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 395.03355704697987,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.26065557136077766,
"queueFactor": 1.1387455166191487,
"queueWeight": 1.1387455166191487,
"recentSuccess": 20,
"recentSuccessRate": 0.1342281879194631,
"recentTerminal": 149,
"recentWilsonLowerBound": 0.0885999071925608,
"running": 7,
"selectionWeight": 0.2968203632688881,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 24.833333333333332,
"waiting": 9810
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 86.2140221402214,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.08848160340982758,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 22,
"recentSuccessRate": 0.08118081180811808,
"recentTerminal": 271,
"recentWilsonLowerBound": 0.054219332082361314,
"running": 29,
"selectionWeight": 0.11502608443277586,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 45.166666666666664,
"waiting": 3894
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 423.0,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 1.4346073097419607,
"queueFactor": 1.1271214722828995,
"queueWeight": 1.1271214722828995,
"recentSuccess": 32,
"recentSuccessRate": 0.26229508196721313,
"recentTerminal": 122,
"recentWilsonLowerBound": 0.19235330068179043,
"running": 9,
"selectionWeight": 1.6169767031041684,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.333333333333332,
"waiting": 8601
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2096.553191489362,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.6694524613475912,
"queueFactor": 0.8865350197846117,
"queueWeight": 0.8865350197846117,
"recentSuccess": 11,
"recentSuccessRate": 0.23404255319148937,
"recentTerminal": 47,
"recentWilsonLowerBound": 0.13603136423924592,
"running": 2,
"selectionWeight": 0.5934930510656438,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 7.833333333333333,
"waiting": 16423
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 310.7872340425532,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.20006350640797882,
"queueFactor": 1.180462792216602,
"queueWeight": 1.180462792216602,
"recentSuccess": 22,
"recentSuccessRate": 0.11702127659574468,
"recentTerminal": 188,
"recentWilsonLowerBound": 0.07856088857911199,
"running": 8,
"selectionWeight": 0.2361675253950067,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 31.333333333333332,
"waiting": 9738
},
"MetaX_c-500": {
"available": true,
"backlogHours": 644.4677419354838,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.2713535218392615,
"queueFactor": 1.05813626959333,
"queueWeight": 1.05813626959333,
"recentSuccess": 31,
"recentSuccessRate": 0.25,
"recentTerminal": 124,
"recentWilsonLowerBound": 0.18207534390170776,
"running": 5,
"selectionWeight": 1.3452652729333385,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.666666666666668,
"waiting": 13319
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1294.35,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.19270640910527076,
"queueFactor": 0.9530463431704137,
"queueWeight": 0.9530463431704137,
"recentSuccess": 15,
"recentSuccessRate": 0.125,
"recentTerminal": 120,
"recentWilsonLowerBound": 0.07723428880969684,
"running": 4,
"selectionWeight": 0.18365813850328,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 20.0,
"waiting": 25887
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 2608.4347826086955,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.06561898271969603,
"queueFactor": 0.857955536422965,
"queueWeight": 0.857955536422965,
"recentSuccess": 5,
"recentSuccessRate": 0.10869565217391304,
"recentTerminal": 46,
"recentWilsonLowerBound": 0.047330760827426877,
"running": 2,
"selectionWeight": 0.05629816951880608,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 7.666666666666667,
"waiting": 19998
},
"Vastai_va16": {
"available": true,
"backlogHours": 981.8285714285714,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.6551019764821464,
"queueFactor": 0.9933823254075744,
"queueWeight": 0.9933823254075744,
"recentSuccess": 21,
"recentSuccessRate": 0.2,
"recentTerminal": 105,
"recentWilsonLowerBound": 0.13469807905069028,
"running": 17,
"selectionWeight": 0.6507667247769328,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 17.5,
"waiting": 17182
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1107.5744680851064,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 5,
"qualityFactor": 0.09011936708618674,
"queueFactor": 0.9755866261512763,
"queueWeight": 0.9755866261512763,
"recentSuccess": 13,
"recentSuccessRate": 0.09219858156028368,
"recentTerminal": 141,
"recentWilsonLowerBound": 0.05467322414755479,
"running": 5,
"selectionWeight": 0.0879192492865013,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 23.5,
"waiting": 26028
}
},
"queueAttemptedAt": "2026-11-13T05:56:55.350321+00:00",
"queueError": null,
"queueUpdatedAt": "2026-11-13T05:56:55.350321+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Vastai_va16",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b3",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Ascend_910-b4",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}