Add awq_marlin (#826)

2024-07-30 02:04:51 -07:00
parent e7487b08bc
commit b579ecf028
1 changed files with 1 additions and 0 deletions
--- a/python/sglang/srt/server_args.py
+++ b/python/sglang/srt/server_args.py
@@ -195,6 +195,7 @@ class ServerArgs:
                "gptq",
                "marlin",
                "gptq_marlin",
                "awq_marlin",
                "squeezellm",
                "bitsandbytes",
            ],