[Minor] Many cleanup (#1357)

2024-09-09 04:14:11 -07:00
parent c9b75917d5
commit e4d68afcf0
24 changed files with 416 additions and 296 deletions
--- a/test/srt/test_server_args.py
+++ b/test/srt/test_server_args.py
@@ -1,3 +1,4 @@
+import json
 import unittest

 from sglang.srt.server_args import prepare_server_args
@@ -15,7 +16,7 @@ class TestPrepareServerArgs(unittest.TestCase):
        )
        self.assertEqual(server_args.model_path, "model_path")
        self.assertEqual(
-            server_args.json_model_override_args,
+            json.loads(server_args.json_model_override_args),
            {"rope_scaling": {"factor": 2.0, "type": "linear"}},
        )