EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Rename ngram_utils -> ngram_info (#11316)

Browse Source
This commit is contained in:
Liangsheng Yin
2025-10-08 11:49:46 +08:00
committed by GitHub
parent 5a9170d993
commit 4b4dc132fa
4 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/model_executor/cuda_graph_runner.py
View File

@@ -849,7 +849,7 @@ class CudaGraphRunner:
) )
elif self.model_runner.spec_algorithm.is_ngram(): elif self.model_runner.spec_algorithm.is_ngram():
from sglang.srt.speculative.ngram_utils import NgramVerifyInput from sglang.srt.speculative.ngram_info import NgramVerifyInput
spec_info = NgramVerifyInput( spec_info = NgramVerifyInput(
draft_token=None, draft_token=None,

0
python/sglang/srt/speculative/ngram_utils.py → python/sglang/srt/speculative/ngram_info.py
View File

2
python/sglang/srt/speculative/ngram_worker.py
View File

@@ -11,7 +11,7 @@ from sglang.srt.managers.tp_worker import TpModelWorker
from sglang.srt.model_executor.forward_batch_info import ForwardMode from sglang.srt.model_executor.forward_batch_info import ForwardMode
from sglang.srt.server_args import ServerArgs from sglang.srt.server_args import ServerArgs
from sglang.srt.speculative.cpp_ngram.ngram_cache import NgramCache from sglang.srt.speculative.cpp_ngram.ngram_cache import NgramCache
from sglang.srt.speculative.ngram_utils import NgramVerifyInput from sglang.srt.speculative.ngram_info import NgramVerifyInput
from sglang.srt.speculative.spec_info import SpeculativeAlgorithm from sglang.srt.speculative.spec_info import SpeculativeAlgorithm
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)

1
python/sglang/srt/speculative/spec_utils.py
View File

@@ -1,7 +1,6 @@
from __future__ import annotations from __future__ import annotations
import logging import logging
import os
import time import time
from typing import TYPE_CHECKING, List from typing import TYPE_CHECKING, List