Files
submmit/.modelhub_state/market_intelligence.json
T

827 lines
26 KiB
JSON

{
"communityAttemptedAt": "2026-11-13T07:15:50.816567+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-11-13T07:15:50.816567+00:00",
"frameworkAttemptedAt": "2026-11-13T04:54:06.938120+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 47169,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24006,
"successRate": 0.5089359536984036,
"wilsonLowerBound": 0.5044238326521064
},
"vllm": {
"framework": "vllm",
"modelCount": 61574,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15976,
"successRate": 0.2594601617565856,
"wilsonLowerBound": 0.2560129256557961
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 84,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 24,
"successRate": 0.2857142857142857,
"wilsonLowerBound": 0.20014898610655452
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8626,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2931,
"successRate": 0.33978669139809875,
"wilsonLowerBound": 0.3298646621975428
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 42568,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21012,
"successRate": 0.4936102236421725,
"wilsonLowerBound": 0.48886150254219074
},
"vllm": {
"framework": "vllm",
"modelCount": 42354,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11385,
"successRate": 0.26880577985550363,
"wilsonLowerBound": 0.26460463147012714
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 18,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 5,
"successRate": 0.2777777777777778,
"wilsonLowerBound": 0.12499569146355476
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 19090,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7307,
"successRate": 0.38276584599266633,
"wilsonLowerBound": 0.37589492120628193
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64532,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12101,
"successRate": 0.1875193702349222,
"wilsonLowerBound": 0.1845263978194066
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 48700,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8674,
"successRate": 0.17811088295687885,
"wilsonLowerBound": 0.17473815473520715
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9498,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 121,
"successRate": 0.01273952411033902,
"wilsonLowerBound": 0.010672944859837366
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 27104,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3345,
"successRate": 0.12341351829988194,
"wilsonLowerBound": 0.11955102161386257
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16560,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1677,
"successRate": 0.10126811594202899,
"wilsonLowerBound": 0.09676528130403388
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 22274,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 8089,
"successRate": 0.36315883990302594,
"wilsonLowerBound": 0.35686724687160265
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 25266,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3815,
"successRate": 0.15099342990580225,
"wilsonLowerBound": 0.146631588442604
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 8123,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 544,
"successRate": 0.066970331158439,
"wilsonLowerBound": 0.061736366111672984
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 64899,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15988,
"successRate": 0.24635202391408187,
"wilsonLowerBound": 0.24305198030205832
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 36680,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4340,
"successRate": 0.1183206106870229,
"wilsonLowerBound": 0.115055089966124
},
"vllm": {
"framework": "vllm",
"modelCount": 87148,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9779,
"successRate": 0.11221141047413595,
"wilsonLowerBound": 0.11013291777916598
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 51427,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5878,
"successRate": 0.11429793688140472,
"wilsonLowerBound": 0.11157675670267343
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 61178,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4009,
"successRate": 0.06553009251691784,
"wilsonLowerBound": 0.06359631737029411
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 96297,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24274,
"successRate": 0.2520743117646448,
"wilsonLowerBound": 0.24934176041871928
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 196,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 8276,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 638,
"successRate": 0.07709038182696955,
"wilsonLowerBound": 0.07153779053639382
},
"vllm": {
"framework": "vllm",
"modelCount": 113093,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16556,
"successRate": 0.14639279177314246,
"wilsonLowerBound": 0.14434451884053554
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 485,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4,
"successRate": 0.008247422680412371,
"wilsonLowerBound": 0.0032117498028693937
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 27059,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4408,
"successRate": 0.162903285413356,
"wilsonLowerBound": 0.1585511860830264
},
"vllm_0_31_0_corex_5_0_0": {
"framework": "vllm_0_31_0_corex_5_0_0",
"modelCount": 31,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3,
"successRate": 0.0967741935483871,
"wilsonLowerBound": 0.033464036094643976
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 46341,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5996,
"successRate": 0.1293886623076757,
"wilsonLowerBound": 0.12636349380496978
},
"vllm_gemma_4": {
"framework": "vllm_gemma_4",
"modelCount": 1,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1,
"successRate": 1.0,
"wilsonLowerBound": 0.20654329147389294
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9653,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 857,
"successRate": 0.088780689940951,
"wilsonLowerBound": 0.08326896583290981
}
},
"Iluvatar_mrv-100": {
"transformers": {
"framework": "transformers",
"modelCount": 206,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 37,
"successRate": 0.1796116504854369,
"wilsonLowerBound": 0.13320865973713544
},
"vllm": {
"framework": "vllm",
"modelCount": 39202,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 8305,
"successRate": 0.21185143615121677,
"wilsonLowerBound": 0.20783474048986048
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 62061,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12447,
"successRate": 0.20056073862812393,
"wilsonLowerBound": 0.19742893991514937
},
"vllm_0.25.1": {
"framework": "vllm_0.25.1",
"modelCount": 3,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.6666666666666666,
"wilsonLowerBound": 0.20765495512648788
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 25305,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 6731,
"successRate": 0.2659948626753606,
"wilsonLowerBound": 0.2605864166526316
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 18461,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4275,
"successRate": 0.23156925410324466,
"wilsonLowerBound": 0.2255403278999991
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 73699,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20026,
"successRate": 0.2717268891029729,
"wilsonLowerBound": 0.26852712128647793
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 4670,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2560,
"successRate": 0.5481798715203426,
"wilsonLowerBound": 0.5338722057413519
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 50693,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22972,
"successRate": 0.4531592133036119,
"wilsonLowerBound": 0.44882943411980775
},
"vllm": {
"framework": "vllm",
"modelCount": 45459,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6218,
"successRate": 0.13678259530566003,
"wilsonLowerBound": 0.13365447496188093
}
},
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6296,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.030495552731893267,
"wilsonLowerBound": 0.026526168719042426
},
"vllm": {
"framework": "vllm",
"modelCount": 10156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 771,
"successRate": 0.0759157148483655,
"wilsonLowerBound": 0.07092325200560552
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 9305,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4104,
"successRate": 0.4410531972058033,
"wilsonLowerBound": 0.430991029424229
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7477,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 254,
"successRate": 0.03397084392135884,
"wilsonLowerBound": 0.03009804085906735
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 28595,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7951,
"successRate": 0.2780556041265956,
"wilsonLowerBound": 0.27289255614619684
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 31269,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15944,
"successRate": 0.5098979820269276,
"wilsonLowerBound": 0.5043561597209676
},
"vllm": {
"framework": "vllm",
"modelCount": 71385,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7778,
"successRate": 0.1089584646634447,
"wilsonLowerBound": 0.1066937046720399
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 17022,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3320,
"successRate": 0.1950417107272941,
"wilsonLowerBound": 0.18915826855090861
},
"vllm_0.21.0": {
"framework": "vllm_0.21.0",
"modelCount": 0,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 0.0
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-11-13T07:17:13.759757+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 907.1878172588832,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.215516792293442,
"queueFactor": 0.9908305400757892,
"queueWeight": 0.9908305400757892,
"recentSuccess": 57,
"recentSuccessRate": 0.2893401015228426,
"recentTerminal": 197,
"recentWilsonLowerBound": 0.23052619596566407,
"running": 8,
"selectionWeight": 2.195201699855091,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 32.833333333333336,
"waiting": 29786
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1384.6938775510205,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9299313733345006,
"queueWeight": 0.9299313733345006,
"recentSuccess": 46,
"recentSuccessRate": 0.3129251700680272,
"recentTerminal": 147,
"recentWilsonLowerBound": 0.24353870595770505,
"running": 8,
"selectionWeight": 2.3248284333362514,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.5,
"waiting": 33925
},
"Biren_166m": {
"available": true,
"backlogHours": 121.76109215017064,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.15994256494090525,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 29,
"recentSuccessRate": 0.09897610921501707,
"recentTerminal": 293,
"recentWilsonLowerBound": 0.06979939400642879,
"running": 8,
"selectionWeight": 0.20792533442317684,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 48.833333333333336,
"waiting": 5946
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1304.4242424242425,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.20636708759869637,
"queueFactor": 0.9382987471444849,
"queueWeight": 0.9382987471444849,
"recentSuccess": 13,
"recentSuccessRate": 0.13131313131313133,
"recentTerminal": 99,
"recentWilsonLowerBound": 0.07837166925941866,
"running": 7,
"selectionWeight": 0.19363397974571298,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 16.5,
"waiting": 21523
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 367.9875,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.26278727384550293,
"queueFactor": 1.134433402985962,
"queueWeight": 1.134433402985962,
"recentSuccess": 21,
"recentSuccessRate": 0.13125,
"recentTerminal": 160,
"recentWilsonLowerBound": 0.08747218158850315,
"running": 7,
"selectionWeight": 0.2981146613299578,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 26.666666666666668,
"waiting": 9813
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 83.78494623655914,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 24,
"qualityFactor": 0.21230274923118098,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 31,
"recentSuccessRate": 0.1111111111111111,
"recentTerminal": 279,
"recentWilsonLowerBound": 0.07938837408795162,
"running": 26,
"selectionWeight": 0.27599357400053526,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 46.5,
"waiting": 3896
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 341.32450331125824,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 2.221457973626881,
"queueFactor": 1.147304892637019,
"queueWeight": 1.147304892637019,
"recentSuccess": 45,
"recentSuccessRate": 0.2980132450331126,
"recentTerminal": 151,
"recentWilsonLowerBound": 0.23080698365624439,
"running": 9,
"selectionWeight": 2.5486896019296386,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.166666666666668,
"waiting": 8590
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 2592.315789473684,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.2861900189315487,
"queueFactor": 0.8464489681266206,
"queueWeight": 0.8464489681266206,
"recentSuccess": 14,
"recentSuccessRate": 0.3684210526315789,
"recentTerminal": 38,
"recentWilsonLowerBound": 0.23384013155413794,
"running": 2,
"selectionWeight": 1.9351431824659886,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 6.333333333333333,
"waiting": 16418
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 304.53125,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.1747084984915624,
"queueFactor": 1.1671030013116244,
"queueWeight": 1.1671030013116244,
"recentSuccess": 21,
"recentSuccessRate": 0.109375,
"recentTerminal": 192,
"recentWilsonLowerBound": 0.07265800329326075,
"running": 8,
"selectionWeight": 0.20390281294414986,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 32.0,
"waiting": 9745
},
"MetaX_c-500": {
"available": true,
"backlogHours": 629.4803149606299,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.357401430144207,
"queueFactor": 1.0466624473915485,
"queueWeight": 1.0466624473915485,
"recentSuccess": 32,
"recentSuccessRate": 0.25196850393700787,
"recentTerminal": 127,
"recentWilsonLowerBound": 0.18450499480603022,
"running": 5,
"selectionWeight": 1.4207411029675237,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 21.166666666666668,
"waiting": 13324
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1339.344827586207,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.09011549719868442,
"queueFactor": 0.9345877944902296,
"queueWeight": 0.9345877944902296,
"recentSuccess": 11,
"recentSuccessRate": 0.09482758620689655,
"recentTerminal": 116,
"recentWilsonLowerBound": 0.05377680892670451,
"running": 4,
"selectionWeight": 0.08422084377630894,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 19.333333333333332,
"waiting": 25894
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 2499.75,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.25937527090134604,
"queueFactor": 0.8510782249043266,
"queueWeight": 0.8510782249043266,
"recentSuccess": 8,
"recentSuccessRate": 0.16666666666666666,
"recentTerminal": 48,
"recentWilsonLowerBound": 0.08695410039453222,
"running": 2,
"selectionWeight": 0.22074864514279643,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 8.0,
"waiting": 19998
},
"Vastai_va16": {
"available": true,
"backlogHours": 799.1162790697674,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.6106767412193467,
"queueFactor": 1.0098630196157476,
"queueWeight": 1.0098630196157476,
"recentSuccess": 24,
"recentSuccessRate": 0.18604651162790697,
"recentTerminal": 129,
"recentWilsonLowerBound": 0.12832985632587554,
"running": 16,
"selectionWeight": 0.616699857896874,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 21.5,
"waiting": 17181
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1156.7555555555555,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 5,
"qualityFactor": 0.29356046409010333,
"queueFactor": 0.9553614798630882,
"queueWeight": 0.9553614798630882,
"recentSuccess": 19,
"recentSuccessRate": 0.14074074074074075,
"recentTerminal": 135,
"recentWilsonLowerBound": 0.09198786092943734,
"running": 5,
"selectionWeight": 0.2804563594024161,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 22.5,
"waiting": 26027
}
},
"queueAttemptedAt": "2026-11-13T07:11:08.371866+00:00",
"queueError": null,
"queueUpdatedAt": "2026-11-13T07:11:08.371866+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Vastai_va16",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b3",
"hygon_k100-ai",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Ascend_910-b4",
"Iluvatar_bi-100",
"Cambricon_mlu-370-x8",
"Mthreads_s4000"
],
"taskTypes": [
"text-generation"
],
"throughputWindowHours": 6,
"version": 3
}