Add get_hidden_dim to qwen3.py for correct lora (#7312)

2025-07-20 05:31:16 +03:00
parent cbdfb77123
commit 877e35d775
5 changed files with 240 additions and 2 deletions
--- a/test/srt/models/lora/test_lora.py
+++ b/test/srt/models/lora/test_lora.py
@@ -84,7 +84,6 @@ class TestLoRA(CustomTestCase):
        torch.use_deterministic_algorithms(True)

    def _run_lora_multiple_batch_on_model_cases(self, model_cases: List[LoRAModelCase]):
-
        for model_case in model_cases:
            for torch_dtype in TORCH_DTYPES:
                max_new_tokens = 32