EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Tiny move files to utils folder (#11166)

Browse Source
This commit is contained in:
fzyzcjy
2025-10-03 22:40:06 +08:00
committed by GitHub
parent 04b86b3c5c
commit fdc4e1e570
66 changed files with 91 additions and 79 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/runtime/token_in_token_out/token_in_token_out_llm_engine.py
View File

@@ -3,7 +3,7 @@ This example demonstrates how to provide tokenized ids to LLM as input instead o
"""
import sglang as sgl
from sglang.srt.hf_transformers_utils import get_tokenizer
from sglang.srt.utils.hf_transformers_utils import get_tokenizer
MODEL_PATH = "meta-llama/Llama-3.1-8B-Instruct"

2
examples/runtime/token_in_token_out/token_in_token_out_llm_server.py
View File

@@ -7,7 +7,7 @@ python token_in_token_out_llm_server.py
import requests
from sglang.srt.hf_transformers_utils import get_tokenizer
from sglang.srt.utils.hf_transformers_utils import get_tokenizer
from sglang.test.test_utils import is_in_ci
from sglang.utils import terminate_process, wait_for_server