EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix CI tests (#4853)

Browse Source
This commit is contained in:
Lianmin Zheng
2025-03-28 00:28:35 -07:00
committed by GitHub
parent 7907f9eb20
commit 47e6628aae
6 changed files with 28 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
test/srt/test_eagle_infer.py
View File

@@ -43,7 +43,7 @@ class TestEAGLEEngine(CustomTestCase):
"speculative_eagle_topk": 4,
"speculative_num_draft_tokens": 8,
"mem_fraction_static": 0.7,
"cuda_graph_max_bs": 5,
"cuda_graph_max_bs": 4,
}
NUM_CONFIGS = 3
@@ -159,7 +159,7 @@ class TestEAGLEEngineTokenMap(TestEAGLEEngine):
"speculative_num_draft_tokens": 8,
"speculative_token_map": "thunlp/LLaMA3-Instruct-8B-FR-Spec/freq_32768.pt",
"mem_fraction_static": 0.7,
"cuda_graph_max_bs": 5,
"cuda_graph_max_bs": 4,
"dtype": "float16",
}
NUM_CONFIGS = 1
@@ -174,7 +174,7 @@ class TestEAGLE3Engine(TestEAGLEEngine):
"speculative_eagle_topk": 16,
"speculative_num_draft_tokens": 64,
"mem_fraction_static": 0.7,
"cuda_graph_max_bs": 5,
"cuda_graph_max_bs": 4,
"dtype": "float16",
}
NUM_CONFIGS = 1