EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix unit tests and type annotations (#1648)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-10-12 14:49:24 -07:00
committed by GitHub
parent 5d638c92f5
commit 69aa937aa5
3 changed files with 5 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
.github/workflows/pr-test.yml vendored
View File

@@ -76,7 +76,7 @@ jobs:
timeout-minutes: 20 timeout-minutes: 20
run: | run: |
cd test/srt cd test/srt
python3 run_suite.py --suite minimal --range-begin 5 --range-end 16 python3 run_suite.py --suite minimal --range-begin 5 --range-end 15
unit-test-backend-part-3: unit-test-backend-part-3:
if: github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request' if: github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request'
@@ -96,7 +96,7 @@ jobs:
timeout-minutes: 20 timeout-minutes: 20
run: | run: |
cd test/srt cd test/srt
python3 run_suite.py --suite minimal --range-begin 16 python3 run_suite.py --suite minimal --range-begin 15
performance-test-1-gpu-part-1: performance-test-1-gpu-part-1:
if: github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request' if: github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request'

6
python/sglang/srt/managers/schedule_batch.py
View File

@@ -405,9 +405,9 @@ class ScheduleBatch:
sampling_info: SamplingBatchInfo = None sampling_info: SamplingBatchInfo = None
# Batched arguments to model runner # Batched arguments to model runner
input_ids: List[int] = None input_ids: torch.Tensor = None
req_pool_indices: List[int] = None req_pool_indices: torch.Tensor = None
seq_lens: List[int] = None seq_lens: torch.Tensor = None
out_cache_loc: torch.Tensor = None out_cache_loc: torch.Tensor = None
# For processing logprobs # For processing logprobs

1
python/sglang/srt/managers/scheduler.py
View File

@@ -17,7 +17,6 @@ limitations under the License.
import json import json
import logging import logging
import multiprocessing
import os import os
import time import time
import warnings import warnings