Revert "Set csgmv as default lora backend. (#11488)" (#11735)

This commit is contained in:
Yineng Zhang
2025-10-17 10:01:36 -07:00
committed by GitHub
parent 9b0f725b1d
commit da681f35d3
11 changed files with 23 additions and 11 deletions

View File

@@ -14,7 +14,7 @@
import dataclasses
import random
from typing import List, Optional
from typing import List
import torch
@@ -50,7 +50,7 @@ class LoRAModelCase:
TORCH_DTYPES = [torch.float16]
BACKENDS = ["triton", "csgmv"]
BACKENDS = ["triton"]
DEFAULT_PROMPTS = [
"AI is a field of computer science focused on",
"""
@@ -135,7 +135,7 @@ def run_lora_test_one_by_one(
model_case: LoRAModelCase,
torch_dtype: torch.dtype,
max_new_tokens: int,
backend: str = "csgmv",
backend: str,
disable_cuda_graph: bool = False,
disable_radix_cache: bool = False,
mem_fraction_static: float = 0.88,