EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

TokenizerManager.context_len should inherit from `server_args.conte… (#654)

Browse Source
This commit is contained in:
shrirajh
2024-07-19 14:25:29 +09:30
committed by GitHub
parent a9ef49c12c
commit 1b7adbb5a0
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
python/sglang/srt/managers/tokenizer_manager.py
View File

@@ -69,6 +69,9 @@ class TokenizerManager:
trust_remote_code=server_args.trust_remote_code, trust_remote_code=server_args.trust_remote_code,
model_overide_args=model_overide_args, model_overide_args=model_overide_args,
) )
if server_args.context_length is not None:
self.context_len = server_args.context_length
else:
self.context_len = get_context_length(self.hf_config) self.context_len = get_context_length(self.hf_config)
if is_multimodal_model(self.model_path): if is_multimodal_model(self.model_path):