Error out when torchao-config option is not recognized (#2107)

2024-11-20 17:37:28 -08:00
parent 722530fa01
commit 5c6a41facf
2 changed files with 3 additions and 1 deletions
--- a/python/sglang/srt/server_args.py
+++ b/python/sglang/srt/server_args.py
@@ -661,7 +661,7 @@ class ServerArgs:
            "--torchao-config",
            type=str,
            default=ServerArgs.torchao_config,
-            help="Optimize the model with torchao. Experimental feature. Current choices are: int8dq, int8wo, int4wo-<group_size>, fp8wo",
+            help="Optimize the model with torchao. Experimental feature. Current choices are: int8dq, int8wo, int4wo-<group_size>, fp8wo, fp8dq-per_tensor, fp8dq-per_row",
        )
        parser.add_argument(
            "--enable-nan-detection",