Revert removing the unused imports (#385)

This commit is contained in:
Liangsheng Yin
2024-04-23 22:36:33 +08:00
committed by GitHub
parent 9acc6e3504
commit 150d7020ed
33 changed files with 72 additions and 26 deletions

View File

@@ -1,4 +1,5 @@
import argparse
import os
import torch
from transformers import AutoModelForCausalLM, AutoTokenizer

View File

@@ -1,6 +1,10 @@
import multiprocessing
import os
import time
import numpy as np
import torch
import torch.distributed as dist
import transformers
from sglang.srt.managers.router.infer_batch import Batch, ForwardMode, Req

View File

@@ -1,10 +1,13 @@
import multiprocessing
import time
import numpy as np
import torch
import torch.distributed as dist
from sglang.srt.hf_transformers_utils import get_processor
from sglang.srt.managers.router.model_runner import ModelRunner
from sglang.srt.managers.router.infer_batch import ForwardMode
from sglang.srt.managers.router.model_runner import InputMetadata, ModelRunner
from sglang.srt.model_config import ModelConfig
from sglang.srt.utils import load_image