fix get_memory_pool_size deadlock for DP (#1830)

2024-10-28 23:07:14 -07:00
parent 0a24eb850a
commit 680cad2023
3 changed files with 34 additions and 5 deletions
--- a/test/srt/test_data_parallelism.py
+++ b/test/srt/test_data_parallelism.py
@@ -62,6 +62,15 @@ class TestDataParallelism(unittest.TestCase):
        # check if the response is 200
        assert response.status_code == 200

+    def test_get_memory_pool_size(self):
+        response = requests.get(self.base_url + "/get_memory_pool_size")
+        assert response.status_code == 200
+
+        time.sleep(5)
+
+        response = requests.get(self.base_url + "/get_memory_pool_size")
+        assert response.status_code == 200
+

 if __name__ == "__main__":
    unittest.main()