From b579ecf028f571e6eadc216629470d6e456550e4 Mon Sep 17 00:00:00 2001 From: Ying Sheng Date: Tue, 30 Jul 2024 02:04:51 -0700 Subject: [PATCH] Add awq_marlin (#826) --- python/sglang/srt/server_args.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/sglang/srt/server_args.py b/python/sglang/srt/server_args.py index 4940109d4..68f6db7cb 100644 --- a/python/sglang/srt/server_args.py +++ b/python/sglang/srt/server_args.py @@ -195,6 +195,7 @@ class ServerArgs: "gptq", "marlin", "gptq_marlin", + "awq_marlin", "squeezellm", "bitsandbytes", ],