Fix retract for page size > 1 (#4914)

2025-03-30 02:57:15 -07:00
parent b26bc86b36
commit 4ede6770cd
10 changed files with 68 additions and 120 deletions
--- a/test/srt/models/lora/test_lora_tp.py
+++ b/test/srt/models/lora/test_lora_tp.py
@@ -33,6 +33,9 @@ CI_LORA_MODELS = [
        ],
        max_loras_per_batch=1,
    ),
+]
+
+ALL_OTHER_LORA_MODELS = [
    LoRAModelCase(
        base="meta-llama/Llama-3.1-8B-Instruct",
        adaptors=[
@@ -43,9 +46,6 @@ CI_LORA_MODELS = [
        ],
        max_loras_per_batch=1,
    ),
-]
-
-ALL_OTHER_LORA_MODELS = [
    LoRAModelCase(
        base="meta-llama/Llama-2-7b-hf",
        adaptors=[LoRAAdaptor(name="winddude/wizardLM-LlaMA-LoRA-7B")],