From 58195dd58864981ef041f7ddd571b4bed13e20d6 Mon Sep 17 00:00:00 2001 From: Qiaolin Yu Date: Tue, 29 Apr 2025 23:17:42 -0400 Subject: [PATCH] [Fix] Unload lora in HF_Runner if needed (#5899) --- python/sglang/test/runners.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/python/sglang/test/runners.py b/python/sglang/test/runners.py index b462e3f72..92cb07384 100644 --- a/python/sglang/test/runners.py +++ b/python/sglang/test/runners.py @@ -423,6 +423,10 @@ class HFRunner: ) del input_logits + if lora_paths is not None and lora_paths[i] is not None: + # Unload the LoRA adapter if it is used + model.unload() + return ModelOutput( output_strs=output_strs, top_input_logprobs=top_input_logprobs,