Patch PyTorch's bug that cross-process tensor transfer will lead to wrong device (#4565)

2025-03-27 15:22:33 +08:00
parent 6f5cc5eb05
commit 92bb49a7f9
5 changed files with 211 additions and 2 deletions
--- a/test/srt/run_suite.py
+++ b/test/srt/run_suite.py
@@ -46,6 +46,7 @@ suites = {
        TestFile("test_openai_server.py", 124),
        TestFile("test_penalty.py", 41),
        TestFile("test_page_size.py", 60),
+        TestFile("test_patch_torch.py", 60),
        TestFile("test_pytorch_sampling_backend.py", 66),
        TestFile("test_radix_attention.py", 167),
        TestFile("test_reasoning_content.py", 89),