EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

udate weights from disk (#2265)

Browse Source
This commit is contained in:
Chayenne
2024-11-29 17:17:00 -08:00
committed by GitHub
parent b53d6cbda3
commit 7d5d1d3d29
11 changed files with 54 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
test/srt/test_data_parallelism.py
View File

@@ -44,7 +44,7 @@ class TestDataParallelism(unittest.TestCase):
def test_update_weight(self):
response = requests.post(
self.base_url + "/update_weights",
self.base_url + "/update_weights_from_disk",
json={"model_path": DEFAULT_MODEL_NAME_FOR_TEST},
)
@@ -55,7 +55,7 @@ class TestDataParallelism(unittest.TestCase):
time.sleep(5)
response = requests.post(
self.base_url + "/update_weights",
self.base_url + "/update_weights_from_disk",
json={"model_path": DEFAULT_MODEL_NAME_FOR_TEST},
)

2
test/srt/test_update_weights.py
View File

@@ -49,7 +49,7 @@ class TestUpdateWeights(unittest.TestCase):
def run_update_weights(self, model_path):
response = requests.post(
self.base_url + "/update_weights",
self.base_url + "/update_weights_from_disk",
json={
"model_path": model_path,
},