Support radix cache for Lora feature (#7216)

2025-08-11 10:14:11 -07:00
parent 6f81a710f7
commit 75e6a7cde1
12 changed files with 546 additions and 27 deletions
--- a/test/srt/lora/test_lora_eviction.py
+++ b/test/srt/lora/test_lora_eviction.py
@@ -97,7 +97,6 @@ class TestLoRAEviction(CustomTestCase):
            lora_paths=initial_lora_paths,
            max_loras_per_batch=1,
            lora_backend=backend,
-            disable_radix_cache=True,
            enable_lora=True,
            max_lora_rank=256,
            lora_target_modules=["all"],