Mixed style of chunked prefill (#1013)

2024-08-16 02:13:00 -07:00
parent 5a261bd055
commit 3694f8f996
14 changed files with 195 additions and 59 deletions
--- a/test/srt/test_eval_accuracy_large_chunked_prefill.py
+++ b/test/srt/test_eval_accuracy_large_chunked_prefill.py
@@ -6,7 +6,6 @@ from sglang.test.run_eval import run_eval
 from sglang.test.test_utils import (
    DEFAULT_MODEL_NAME_FOR_TEST,
    DEFAULT_URL_FOR_ACCURACY_TEST,
-    DEFAULT_URL_FOR_UNIT_TEST,
    popen_launch_server,
 )