Add download_dir ServerArgs property (#2027)

2024-11-14 02:26:56 -05:00
parent df246e699d
commit 13ce3e4b5d
2 changed files with 11 additions and 1 deletions
--- a/python/sglang/srt/model_executor/model_runner.py
+++ b/python/sglang/srt/model_executor/model_runner.py
@@ -233,7 +233,10 @@ class ModelRunner:

        # Prepare the vllm model config
        monkey_patch_vllm_dummy_weight_loader()
-        self.load_config = LoadConfig(load_format=self.server_args.load_format)
+        self.load_config = LoadConfig(
+            load_format=self.server_args.load_format,
+            download_dir=self.server_args.download_dir,
+        )
        self.vllm_model_config = VllmModelConfig(
            model=self.server_args.model_path,
            quantization=self.server_args.quantization,