Add a watch dog thread (#1816)

2024-10-27 02:00:50 -07:00
parent 1be853ee69
commit 86fc0d79d0
34 changed files with 99 additions and 56 deletions
--- a/test/srt/test_json_constrained.py
+++ b/test/srt/test_json_constrained.py
@@ -41,7 +41,7 @@ class TestJSONConstrained(unittest.TestCase):

    @classmethod
    def tearDownClass(cls):
-        kill_child_process(cls.process.pid)
+        kill_child_process(cls.process.pid, include_self=True)

    def run_decode(self, json_schema, return_logprob=False, top_logprobs_num=0, n=1):
        response = requests.post(