Add a watch dog thread (#1816)

2024-10-27 02:00:50 -07:00
parent 1be853ee69
commit 86fc0d79d0
34 changed files with 99 additions and 56 deletions
--- a/test/srt/test_cache_report.py
+++ b/test/srt/test_cache_report.py
@@ -45,7 +45,7 @@ class TestCacheReport(unittest.TestCase):

    @classmethod
    def tearDownClass(cls):
-        kill_child_process(cls.process.pid)
+        kill_child_process(cls.process.pid, include_self=True)

    def run_decode(self, return_logprob=False, top_logprobs_num=0, n=1):
        response = requests.post(