EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix unit test order to balance the tasks in CI (#1665)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-10-14 02:01:44 -07:00
committed by GitHub
parent 061e546313
commit 6790240cc3
3 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
.github/workflows/pr-test.yml vendored
View File

@@ -76,7 +76,7 @@ jobs:
timeout-minutes: 20
run: |
cd test/srt
python3 run_suite.py --suite minimal --range-begin 5 --range-end 15
python3 run_suite.py --suite minimal --range-begin 5 --range-end 16
unit-test-backend-part-3:
if: github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request'
@@ -96,7 +96,7 @@ jobs:
timeout-minutes: 20
run: |
cd test/srt
python3 run_suite.py --suite minimal --range-begin 15
python3 run_suite.py --suite minimal --range-begin 16
performance-test-1-gpu-part-1:
if: github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request'

1
python/sglang/srt/managers/schedule_batch.py
View File

@@ -421,6 +421,7 @@ class ScheduleBatch:
extend_lens: List[int] = None
extend_num_tokens: int = None
running_bs: int = None
decoding_reqs: List[Req] = None
# Stream
has_stream: bool = False

5
python/sglang/test/few_shot_gsm8k.py
View File

@@ -76,7 +76,9 @@ def run_eval(args):
def few_shot_gsm8k(s, question):
s += few_shot_examples + question
s += sgl.gen(
"answer", max_tokens=512, stop=["Question", "Assistant:", "<|separator|>"]
"answer",
max_tokens=args.max_new_tokens,
stop=["Question", "Assistant:", "<|separator|>"],
)
#####################################
@@ -131,6 +133,7 @@ if __name__ == "__main__":
parser.add_argument("--num-shots", type=int, default=5)
parser.add_argument("--data-path", type=str, default="test.jsonl")
parser.add_argument("--num-questions", type=int, default=200)
parser.add_argument("--max-new-tokens", type=int, default=512)
parser.add_argument("--parallel", type=int, default=128)
parser.add_argument("--host", type=str, default="http://127.0.0.1")
parser.add_argument("--port", type=int, default=30000)