EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Move host memory pools into a separate file (#7200)

Browse Source
This commit is contained in:
Lianmin Zheng
2025-06-14 21:31:42 -07:00
committed by GitHub
parent db0cc57e75
commit a023856b12
5 changed files with 388 additions and 381 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
python/sglang/srt/managers/cache_controller.py
View File

@@ -22,7 +22,8 @@ from typing import List, Optional
import torch
from sglang.srt.mem_cache.memory_pool import HostKVCache, TokenToKVPoolAllocator
from sglang.srt.mem_cache.memory_pool import TokenToKVPoolAllocator
from sglang.srt.mem_cache.memory_pool_host import HostKVCache
logger = logging.getLogger(__name__)