EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Improve streaming, log_level, memory report, weight loading, and benchmark script (#7632)

Browse Source 
Co-authored-by: Kan Wu <wukanustc@gmail.com>
This commit is contained in:
Lianmin Zheng
2025-06-29 23:16:19 -07:00
committed by GitHub
parent c5131f7a2f
commit 22352d47a9
24 changed files with 626 additions and 160 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
python/sglang/srt/configs/internvl.py
View File

@@ -147,12 +147,11 @@ class InternLM2Config(PretrainedConfig):
)
if (
rope_scaling_factor is None
or not isinstance(rope_scaling_factor, float)
or not isinstance(rope_scaling_factor, int)
or not isinstance(rope_scaling_factor, (float, int))
or rope_scaling_factor < 1.0
):
raise ValueError(
f"`rope_scaling`'s factor field must be a float|int >= 1, got {rope_scaling_factor}"
f"`rope_scaling`'s factor field must be a float|int >= 1, got {rope_scaling_factor=}, {type(rope_scaling_factor)=}"
)
if isinstance(rope_scaling_factor, int):
rope_scaling_factor = float(rope_scaling_factor)