Add a watch dog thread (#1816)

2024-10-27 02:00:50 -07:00
parent 1be853ee69
commit 86fc0d79d0
34 changed files with 99 additions and 56 deletions
--- a/test/srt/test_nightly_gsm8k_eval.py
+++ b/test/srt/test_nightly_gsm8k_eval.py
@@ -36,7 +36,7 @@ class TestEvalAccuracyLarge(unittest.TestCase):

    def tearDown(self):
        if self.process:
-            kill_child_process(self.process.pid)
+            kill_child_process(self.process.pid, include_self=True)

    def launch_server(self, model, is_fp8, is_tp2):
        other_args = ["--log-level-http", "warning", "--trust-remote-code"]