[Fix] Fix clean_up_tokenization_spaces in tokenizer (#1510)

This commit is contained in:
Lianmin Zheng
2024-09-24 21:37:33 -07:00
committed by GitHub
parent 067d8e16fc
commit fb2d0680e0
4 changed files with 12 additions and 9 deletions

View File

@@ -30,7 +30,7 @@ from typing import List
import torch
from sglang.test.runners import DEFAULT_PROMPTS, HFRunner, SRTRunner
from sglang.test.test_utils import calculate_rouge_l
from sglang.test.test_utils import calculate_rouge_l, is_in_ci
@dataclasses.dataclass
@@ -132,6 +132,9 @@ class TestGenerationModels(unittest.TestCase):
)
def test_others(self):
if is_in_ci():
return
for model_case in ALL_OTHER_MODELS:
if (
"ONLY_RUN" in os.environ