diff --git a/python/sglang/srt/managers/tokenizer_manager.py b/python/sglang/srt/managers/tokenizer_manager.py index 0d3f1aa91..d5a81bfaa 100644 --- a/python/sglang/srt/managers/tokenizer_manager.py +++ b/python/sglang/srt/managers/tokenizer_manager.py @@ -69,7 +69,10 @@ class TokenizerManager: trust_remote_code=server_args.trust_remote_code, model_overide_args=model_overide_args, ) - self.context_len = get_context_length(self.hf_config) + if server_args.context_length is not None: + self.context_len = server_args.context_length + else: + self.context_len = get_context_length(self.hf_config) if is_multimodal_model(self.model_path): self.processor = get_processor(