chore: remove unnecessary limits on quantization methods in test script (#7997)
This commit is contained in:
@@ -42,10 +42,6 @@ def popen_launch_server_wrapper(base_url, model, is_fp8, is_tp2):
|
||||
other_args.extend(["--tp", "2"])
|
||||
if "DeepSeek" in model:
|
||||
other_args.extend(["--mem-frac", "0.85"])
|
||||
if "AWQ" in model:
|
||||
other_args.extend(["--quantization", "awq"])
|
||||
elif "GPTQ" in model:
|
||||
other_args.extend(["--quantization", "gptq"])
|
||||
|
||||
process = popen_launch_server(
|
||||
model,
|
||||
|
||||
Reference in New Issue
Block a user