Distinguish bootstrap key only in decode server (#5422)

This commit is contained in:
Liangsheng Yin
2025-04-15 20:59:28 +08:00
committed by GitHub
parent ffde65a094
commit 33b16ad178
3 changed files with 18 additions and 29 deletions

View File

@@ -24,13 +24,7 @@ from typing import TYPE_CHECKING, List, Optional
import torch
from sglang.srt.disaggregation.base import (
BaseKVManager,
BaseKVReceiver,
BaseKVSender,
KVArgs,
KVPoll,
)
from sglang.srt.disaggregation.base import BaseKVManager, KVArgs, KVPoll
from sglang.srt.disaggregation.utils import (
DisaggregationMode,
KVClassType,