EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix missing revision arg when loading tokenizer (#2982)

Browse Source
This commit is contained in:
giorgiopiatti-dfinity
2025-01-19 20:36:07 +01:00
committed by GitHub
parent a69cb5cff7
commit 8b6a4486ec
5 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/managers/scheduler.py
View File

@@ -206,6 +206,7 @@ class Scheduler:
server_args.tokenizer_path,
tokenizer_mode=server_args.tokenizer_mode,
trust_remote_code=server_args.trust_remote_code,
revision=server_args.revision,
)
self.tokenizer = self.processor.tokenizer
else:
@@ -213,6 +214,7 @@ class Scheduler:
server_args.tokenizer_path,
tokenizer_mode=server_args.tokenizer_mode,
trust_remote_code=server_args.trust_remote_code,
revision=server_args.revision,
)
# Check whether overlap can be enabled