Revert removing the unused imports (#385)

2024-04-23 22:36:33 +08:00
parent 9acc6e3504
commit 150d7020ed
33 changed files with 72 additions and 26 deletions
--- a/test/srt/model/test_llava_low_api.py
+++ b/test/srt/model/test_llava_low_api.py
@@ -1,10 +1,13 @@
 import multiprocessing
+import time

 import numpy as np
 import torch
+import torch.distributed as dist

 from sglang.srt.hf_transformers_utils import get_processor
-from sglang.srt.managers.router.model_runner import ModelRunner
+from sglang.srt.managers.router.infer_batch import ForwardMode
+from sglang.srt.managers.router.model_runner import InputMetadata, ModelRunner
 from sglang.srt.model_config import ModelConfig
 from sglang.srt.utils import load_image