Revert "Set csgmv as default lora backend. (#11488)" (#11735)

This commit is contained in:
Yineng Zhang
2025-10-17 10:01:36 -07:00
committed by GitHub
parent 9b0f725b1d
commit da681f35d3
11 changed files with 23 additions and 11 deletions

View File

@@ -44,6 +44,7 @@ class TestLoRARadixCache(CustomTestCase):
torch_dtype = torch.float16
max_new_tokens = 32
backend = "triton"
batch_prompts = (
PROMPTS
if not model_case.skip_long_prompt
@@ -56,6 +57,7 @@ class TestLoRARadixCache(CustomTestCase):
model_case,
torch_dtype,
max_new_tokens=max_new_tokens,
backend=backend,
disable_radix_cache=False,
test_tag="lora-with-radix-cache",
)
@@ -66,6 +68,7 @@ class TestLoRARadixCache(CustomTestCase):
model_case,
torch_dtype,
max_new_tokens=max_new_tokens,
backend=backend,
disable_radix_cache=True,
test_tag="lora-without-radix-cache",
)