Rename ngram_utils -> ngram_info (#11316)

This commit is contained in:
Liangsheng Yin
2025-10-08 11:49:46 +08:00
committed by GitHub
parent 5a9170d993
commit 4b4dc132fa
4 changed files with 2 additions and 3 deletions

View File

@@ -849,7 +849,7 @@ class CudaGraphRunner:
)
elif self.model_runner.spec_algorithm.is_ngram():
from sglang.srt.speculative.ngram_utils import NgramVerifyInput
from sglang.srt.speculative.ngram_info import NgramVerifyInput
spec_info = NgramVerifyInput(
draft_token=None,

View File

@@ -11,7 +11,7 @@ from sglang.srt.managers.tp_worker import TpModelWorker
from sglang.srt.model_executor.forward_batch_info import ForwardMode
from sglang.srt.server_args import ServerArgs
from sglang.srt.speculative.cpp_ngram.ngram_cache import NgramCache
from sglang.srt.speculative.ngram_utils import NgramVerifyInput
from sglang.srt.speculative.ngram_info import NgramVerifyInput
from sglang.srt.speculative.spec_info import SpeculativeAlgorithm
logger = logging.getLogger(__name__)

View File

@@ -1,7 +1,6 @@
from __future__ import annotations
import logging
import os
import time
from typing import TYPE_CHECKING, List