Add a watch dog thread (#1816)

2024-10-27 02:00:50 -07:00
parent 1be853ee69
commit 86fc0d79d0
34 changed files with 99 additions and 56 deletions
--- a/test/srt/test_skip_tokenizer_init.py
+++ b/test/srt/test_skip_tokenizer_init.py
@@ -26,7 +26,7 @@ class TestSkipTokenizerInit(unittest.TestCase):

    @classmethod
    def tearDownClass(cls):
-        kill_child_process(cls.process.pid)
+        kill_child_process(cls.process.pid, include_self=True)

    def run_decode(self, return_logprob=False, top_logprobs_num=0, n=1):
        max_new_tokens = 32