Optimize mem indices mangement (#619)

2024-07-13 23:39:37 -07:00
parent 5d264a90ac
commit 564a898ad9
15 changed files with 251 additions and 178 deletions
--- a/python/sglang/srt/utils.py
+++ b/python/sglang/srt/utils.py
@@ -474,9 +474,9 @@ def monkey_patch_vllm_dummy_weight_loader():
        DummyModelLoader,
        LoRAConfig,
        ModelConfig,
+        MultiModalConfig,
        ParallelConfig,
        SchedulerConfig,
-        MultiModalConfig,
        _initialize_model,
        initialize_dummy_weights,
        nn,