Fix unit tests and type annotations (#1648)

This commit is contained in:
Lianmin Zheng
2024-10-12 14:49:24 -07:00
committed by GitHub
parent 5d638c92f5
commit 69aa937aa5
3 changed files with 5 additions and 6 deletions

View File

@@ -76,7 +76,7 @@ jobs:
timeout-minutes: 20
run: |
cd test/srt
python3 run_suite.py --suite minimal --range-begin 5 --range-end 16
python3 run_suite.py --suite minimal --range-begin 5 --range-end 15
unit-test-backend-part-3:
if: github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request'
@@ -96,7 +96,7 @@ jobs:
timeout-minutes: 20
run: |
cd test/srt
python3 run_suite.py --suite minimal --range-begin 16
python3 run_suite.py --suite minimal --range-begin 15
performance-test-1-gpu-part-1:
if: github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request'

View File

@@ -405,9 +405,9 @@ class ScheduleBatch:
sampling_info: SamplingBatchInfo = None
# Batched arguments to model runner
input_ids: List[int] = None
req_pool_indices: List[int] = None
seq_lens: List[int] = None
input_ids: torch.Tensor = None
req_pool_indices: torch.Tensor = None
seq_lens: torch.Tensor = None
out_cache_loc: torch.Tensor = None
# For processing logprobs

View File

@@ -17,7 +17,6 @@ limitations under the License.
import json
import logging
import multiprocessing
import os
import time
import warnings