Fix unit tests and type annotations (#1648)

This commit is contained in:
Lianmin Zheng
2024-10-12 14:49:24 -07:00
committed by GitHub
parent 5d638c92f5
commit 69aa937aa5
3 changed files with 5 additions and 6 deletions

View File

@@ -405,9 +405,9 @@ class ScheduleBatch:
sampling_info: SamplingBatchInfo = None
# Batched arguments to model runner
input_ids: List[int] = None
req_pool_indices: List[int] = None
seq_lens: List[int] = None
input_ids: torch.Tensor = None
req_pool_indices: torch.Tensor = None
seq_lens: torch.Tensor = None
out_cache_loc: torch.Tensor = None
# For processing logprobs

View File

@@ -17,7 +17,6 @@ limitations under the License.
import json
import logging
import multiprocessing
import os
import time
import warnings