Set csgmv as default lora backend. (#11488)
This commit is contained in:
@@ -83,7 +83,6 @@ class TestLoRAEviction(CustomTestCase):
|
||||
):
|
||||
REUSED_LORA_NAME = "lora"
|
||||
max_new_tokens = 256
|
||||
backend = "triton"
|
||||
torch_dtype = torch.float16
|
||||
base_path = BASE_MODEL
|
||||
assert len(lora_paths) >= 2
|
||||
@@ -96,7 +95,6 @@ class TestLoRAEviction(CustomTestCase):
|
||||
model_type="generation",
|
||||
lora_paths=initial_lora_paths,
|
||||
max_loras_per_batch=1,
|
||||
lora_backend=backend,
|
||||
enable_lora=True,
|
||||
max_lora_rank=256,
|
||||
lora_target_modules=["all"],
|
||||
|
||||
Reference in New Issue
Block a user