Files
submmit/.modelhub_state/market_intelligence.json
T

827 lines
26 KiB
JSON

{
"communityAttemptedAt": "2026-11-13T08:50:50.633152+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-11-13T08:50:50.633152+00:00",
"frameworkAttemptedAt": "2026-11-13T04:54:06.938120+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 47169,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24006,
"successRate": 0.5089359536984036,
"wilsonLowerBound": 0.5044238326521064
},
"vllm": {
"framework": "vllm",
"modelCount": 61574,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15976,
"successRate": 0.2594601617565856,
"wilsonLowerBound": 0.2560129256557961
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 84,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 24,
"successRate": 0.2857142857142857,
"wilsonLowerBound": 0.20014898610655452
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8626,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2931,
"successRate": 0.33978669139809875,
"wilsonLowerBound": 0.3298646621975428
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 42568,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21012,
"successRate": 0.4936102236421725,
"wilsonLowerBound": 0.48886150254219074
},
"vllm": {
"framework": "vllm",
"modelCount": 42354,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11385,
"successRate": 0.26880577985550363,
"wilsonLowerBound": 0.26460463147012714
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 18,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 5,
"successRate": 0.2777777777777778,
"wilsonLowerBound": 0.12499569146355476
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 19090,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7307,
"successRate": 0.38276584599266633,
"wilsonLowerBound": 0.37589492120628193
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64532,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12101,
"successRate": 0.1875193702349222,
"wilsonLowerBound": 0.1845263978194066
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 48700,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8674,
"successRate": 0.17811088295687885,
"wilsonLowerBound": 0.17473815473520715
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9498,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 121,
"successRate": 0.01273952411033902,
"wilsonLowerBound": 0.010672944859837366
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 27104,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3345,
"successRate": 0.12341351829988194,
"wilsonLowerBound": 0.11955102161386257
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16560,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1677,
"successRate": 0.10126811594202899,
"wilsonLowerBound": 0.09676528130403388
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 22274,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 8089,
"successRate": 0.36315883990302594,
"wilsonLowerBound": 0.35686724687160265
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 25266,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3815,
"successRate": 0.15099342990580225,
"wilsonLowerBound": 0.146631588442604
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 64899,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15988,
"successRate": 0.24635202391408187,
"wilsonLowerBound": 0.24305198030205832
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 36680,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4340,
"successRate": 0.1183206106870229,
"wilsonLowerBound": 0.115055089966124
},
"vllm": {
"framework": "vllm",
"modelCount": 87148,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11221141047413595,
"wilsonLowerBound": 0.11013291777916598
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 51427,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5878,
"successRate": 0.11429793688140472,
"wilsonLowerBound": 0.11157675670267343
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 61178,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4009,
"successRate": 0.06553009251691784,
"wilsonLowerBound": 0.06359631737029411
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 96297,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24274,
"successRate": 0.2520743117646448,
"wilsonLowerBound": 0.24934176041871928
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 196,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 8276,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 638,
"successRate": 0.07709038182696955,
"wilsonLowerBound": 0.07153779053639382
},
"vllm": {
"framework": "vllm",
"modelCount": 113093,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16556,
"successRate": 0.14639279177314246,
"wilsonLowerBound": 0.14434451884053554
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 485,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4,
"successRate": 0.008247422680412371,
"wilsonLowerBound": 0.0032117498028693937
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 27059,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4408,
"successRate": 0.162903285413356,
"wilsonLowerBound": 0.1585511860830264
},
"vllm_0_31_0_corex_5_0_0": {
"framework": "vllm_0_31_0_corex_5_0_0",
"modelCount": 31,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3,
"successRate": 0.0967741935483871,
"wilsonLowerBound": 0.033464036094643976
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 46341,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5996,
"successRate": 0.1293886623076757,
"wilsonLowerBound": 0.12636349380496978
},
"vllm_gemma_4": {
"framework": "vllm_gemma_4",
"modelCount": 1,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9653,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 857,
"successRate": 0.088780689940951,
"wilsonLowerBound": 0.08326896583290981
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 206,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.1796116504854369,
"wilsonLowerBound": 0.13320865973713544
},
"vllm": {
"framework": "vllm",
"modelCount": 39202,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 8305,
"successRate": 0.21185143615121677,
"wilsonLowerBound": 0.20783474048986048
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 62061,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12447,
"successRate": 0.20056073862812393,
"wilsonLowerBound": 0.19742893991514937
},
"vllm_0.25.1": {
"framework": "vllm_0.25.1",
"modelCount": 3,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.6666666666666666,
"wilsonLowerBound": 0.20765495512648788
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 25305,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 6731,
"successRate": 0.2659948626753606,
"wilsonLowerBound": 0.2605864166526316
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 18461,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4275,
"successRate": 0.23156925410324466,
"wilsonLowerBound": 0.2255403278999991
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 73699,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20026,
"successRate": 0.2717268891029729,
"wilsonLowerBound": 0.26852712128647793
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 4670,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2560,
"successRate": 0.5481798715203426,
"wilsonLowerBound": 0.5338722057413519
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 50693,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22972,
"successRate": 0.4531592133036119,
"wilsonLowerBound": 0.44882943411980775
},
"vllm": {
"framework": "vllm",
"modelCount": 45459,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6218,
"successRate": 0.13678259530566003,
"wilsonLowerBound": 0.13365447496188093
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6296,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030495552731893267,
"wilsonLowerBound": 0.026526168719042426
},
"vllm": {
"framework": "vllm",
"modelCount": 10156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 771,
"successRate": 0.0759157148483655,
"wilsonLowerBound": 0.07092325200560552
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 9305,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4104,
"successRate": 0.4410531972058033,
"wilsonLowerBound": 0.430991029424229
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7477,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 254,
"successRate": 0.03397084392135884,
"wilsonLowerBound": 0.03009804085906735
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 28595,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7951,
"successRate": 0.2780556041265956,
"wilsonLowerBound": 0.27289255614619684
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 31269,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15944,
"successRate": 0.5098979820269276,
"wilsonLowerBound": 0.5043561597209676
},
"vllm": {
"framework": "vllm",
"modelCount": 71385,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7778,
"successRate": 0.1089584646634447,
"wilsonLowerBound": 0.1066937046720399
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 17022,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3320,
"successRate": 0.1950417107272941,
"wilsonLowerBound": 0.18915826855090861
},
"vllm_0.21.0": {
"framework": "vllm_0.21.0",
"modelCount": 0,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-11-13T09:04:06.532663+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 903.030303030303,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.366867639074121,
"queueFactor": 0.9828807899400358,
"queueWeight": 0.9828807899400358,
"recentSuccess": 52,
"recentSuccessRate": 0.26262626262626265,
"recentTerminal": 198,
"recentWilsonLowerBound": 0.20626578981921198,
"running": 8,
"selectionWeight": 1.3434679448366438,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 33.0,
"waiting": 29800
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1304.0384615384614,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 1.624800750645534,
"queueFactor": 0.9301706576891333,
"queueWeight": 0.9301706576891333,
"recentSuccess": 45,
"recentSuccessRate": 0.28846153846153844,
"recentTerminal": 156,
"recentWilsonLowerBound": 0.2231267245858386,
"running": 8,
"selectionWeight": 1.5113419828417538,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 26.0,
"waiting": 33905
},
"Biren_166m": {
"available": true,
"backlogHours": 121.74657534246576,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.25583832927982836,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 38,
"recentSuccessRate": 0.13013698630136986,
"recentTerminal": 292,
"recentWilsonLowerBound": 0.0963001175269205,
"running": 8,
"selectionWeight": 0.3325898280637769,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 48.666666666666664,
"waiting": 5925
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1173.9818181818182,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.19145312306045145,
"queueFactor": 0.9449459979068108,
"queueWeight": 0.9449459979068108,
"recentSuccess": 15,
"recentSuccessRate": 0.13636363636363635,
"recentTerminal": 110,
"recentWilsonLowerBound": 0.08441081826064381,
"running": 7,
"selectionWeight": 0.18091286242273374,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 18.333333333333332,
"waiting": 21523
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 339.364161849711,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.19692644689667152,
"queueFactor": 1.1382988551593083,
"queueWeight": 1.1382988551593083,
"recentSuccess": 22,
"recentSuccessRate": 0.12716763005780346,
"recentTerminal": 173,
"recentWilsonLowerBound": 0.08549928232801371,
"running": 7,
"selectionWeight": 0.2241611490530715,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 28.833333333333332,
"waiting": 9785
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 72.99686520376176,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.239480458075885,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 40,
"recentSuccessRate": 0.12539184952978055,
"recentTerminal": 319,
"recentWilsonLowerBound": 0.09345087978643743,
"running": 24,
"selectionWeight": 0.3113245954986505,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 53.166666666666664,
"waiting": 3881
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 284.41988950276243,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 2.024701771386172,
"queueFactor": 1.168859204451844,
"queueWeight": 1.168859204451844,
"recentSuccess": 56,
"recentSuccessRate": 0.30939226519337015,
"recentTerminal": 181,
"recentWilsonLowerBound": 0.24659733934256903,
"running": 7,
"selectionWeight": 2.3665913017546805,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 30.166666666666668,
"waiting": 8580
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2737.0,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"queueFactor": 0.8322714098712451,
"queueWeight": 0.8322714098712451,
"recentSuccess": 15,
"recentSuccessRate": 0.4166666666666667,
"recentTerminal": 36,
"recentWilsonLowerBound": 0.2714033350508729,
"running": 2,
"selectionWeight": 2.0806785246781128,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.0,
"waiting": 16422
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 277.8,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.28993138408920266,
"queueFactor": 1.1729955362358233,
"queueWeight": 1.1729955362358233,
"recentSuccess": 30,
"recentSuccessRate": 0.14285714285714285,
"recentTerminal": 210,
"recentWilsonLowerBound": 0.10193471154371501,
"running": 8,
"selectionWeight": 0.34008821935130873,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 35.0,
"waiting": 9723
},
"MetaX_c-500": {
"available": true,
"backlogHours": 605.3181818181819,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.9794977584982081,
"queueFactor": 1.0436590365402831,
"queueWeight": 1.0436590365402831,
"recentSuccess": 32,
"recentSuccessRate": 0.24242424242424243,
"recentTerminal": 132,
"recentWilsonLowerBound": 0.17727358005868543,
"running": 4,
"selectionWeight": 1.0222616869276069,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 22.0,
"waiting": 13317
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1186.9923664122139,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.15460613669315879,
"queueFactor": 0.9433850872082561,
"queueWeight": 0.9433850872082561,
"recentSuccess": 16,
"recentSuccessRate": 0.12213740458015267,
"recentTerminal": 131,
"recentWilsonLowerBound": 0.07659493510032421,
"running": 4,
"selectionWeight": 0.14585312374720716,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 21.833333333333332,
"waiting": 25916
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 1967.704918032787,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.30166982712921975,
"queueFactor": 0.8745048048293993,
"queueWeight": 0.8745048048293993,
"recentSuccess": 11,
"recentSuccessRate": 0.18032786885245902,
"recentTerminal": 61,
"recentWilsonLowerBound": 0.10379034061426573,
"running": 2,
"selectionWeight": 0.26381171329655695,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 10.166666666666666,
"waiting": 20005
},
"Vastai_va16": {
"available": true,
"backlogHours": 706.6438356164384,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.6012862261828127,
"queueFactor": 1.0197086642651925,
"queueWeight": 1.0197086642651925,
"recentSuccess": 29,
"recentSuccessRate": 0.19863013698630136,
"recentTerminal": 146,
"recentWilsonLowerBound": 0.14200895995982593,
"running": 16,
"selectionWeight": 0.6131367745419343,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 24.333333333333332,
"waiting": 17195
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1301.3,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 5,
"qualityFactor": 0.5667703661169577,
"queueFactor": 0.9304640137191198,
"queueWeight": 0.9304640137191198,
"recentSuccess": 24,
"recentSuccessRate": 0.2,
"recentTerminal": 120,
"recentWilsonLowerBound": 0.13824380919983048,
"running": 5,
"selectionWeight": 0.5273594297142395,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 20.0,
"waiting": 26026
}
},
"queueAttemptedAt": "2026-11-13T08:56:17.827719+00:00",
"queueError": null,
"queueUpdatedAt": "2026-11-13T08:56:17.827719+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Vastai_va16",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b3",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Ascend_910-b4",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}