Revert "Set csgmv as default lora backend. (#11488)" (#11735)

This commit is contained in:
Yineng Zhang
2025-10-17 10:01:36 -07:00
committed by GitHub
parent 9b0f725b1d
commit da681f35d3
11 changed files with 23 additions and 11 deletions

View File

@@ -83,6 +83,7 @@ class TestLoRAEviction(CustomTestCase):
):
REUSED_LORA_NAME = "lora"
max_new_tokens = 256
backend = "triton"
torch_dtype = torch.float16
base_path = BASE_MODEL
assert len(lora_paths) >= 2
@@ -95,6 +96,7 @@ class TestLoRAEviction(CustomTestCase):
model_type="generation",
lora_paths=initial_lora_paths,
max_loras_per_batch=1,
lora_backend=backend,
enable_lora=True,
max_lora_rank=256,
lora_target_modules=["all"],