EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Update vllm to 0.6.3 (#1711) (#1720)

Browse Source 
Co-authored-by: Ke Bao <ISPObaoke@163.com>
This commit is contained in:
Yineng Zhang
2024-10-19 20:45:41 -07:00
committed by GitHub
parent 12cad0feae
commit 8bee20f80b
9 changed files with 133 additions and 76 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
test/srt/test_server_args.py
View File

@@ -11,13 +11,13 @@ class TestPrepareServerArgs(unittest.TestCase):
"--model-path",
"model_path",
"--json-model-override-args",
'{"rope_scaling": {"factor": 2.0, "type": "linear"}}',
'{"rope_scaling": {"factor": 2.0, "rope_type": "linear"}}',
]
)
self.assertEqual(server_args.model_path, "model_path")
self.assertEqual(
json.loads(server_args.json_model_override_args),
{"rope_scaling": {"factor": 2.0, "type": "linear"}},
{"rope_scaling": {"factor": 2.0, "rope_type": "linear"}},
)