EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

test: negative value testing for frequency, presence penalizers (#995)

Browse Source
This commit is contained in:
Juwan Yoo
2024-08-08 23:30:50 -07:00
committed by GitHub
parent e040a2450b
commit 95a28019ba
2 changed files with 34 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
test/srt/sampling/penaltylib/penalizers/test_frequency_penalty.py
View File

@@ -14,11 +14,16 @@ from sglang.test.srt.sampling.penaltylib.utils import (
Subject, Subject,
) )
FREQUENCY_PENALTY = 0.12
class BaseBatchedFrequencyPenalizerTest(BaseBatchedPenalizerTest):
class TestBatchedFrequencyPenalizer(BaseBatchedPenalizerTest):
Penalizer = BatchedFrequencyPenalizer Penalizer = BatchedFrequencyPenalizer
frequency_penalty: float
def setUp(self):
if self.__class__ == BaseBatchedFrequencyPenalizerTest:
self.skipTest("Base class for frequency_penalty tests")
super().setUp()
def _create_subject(self, frequency_penalty: float) -> Subject: def _create_subject(self, frequency_penalty: float) -> Subject:
return Subject( return Subject(
@@ -72,9 +77,17 @@ class TestBatchedFrequencyPenalizer(BaseBatchedPenalizerTest):
) )
def create_test_subjects(self) -> typing.List[Subject]: def create_test_subjects(self) -> typing.List[Subject]:
self.enabled = self._create_subject(frequency_penalty=FREQUENCY_PENALTY) self.enabled = self._create_subject(frequency_penalty=self.frequency_penalty)
self.disabled = self._create_subject(frequency_penalty=0.0) self.disabled = self._create_subject(frequency_penalty=0.0)
class TestBatchedFrequencyPenalizerPositiveValue(BaseBatchedFrequencyPenalizerTest):
frequency_penalty = 0.12
class TestBatchedFrequencyPenalizerNegativeValue(BaseBatchedFrequencyPenalizerTest):
frequency_penalty = -0.12
if __name__ == "__main__": if __name__ == "__main__":
unittest.main() unittest.main()

21
test/srt/sampling/penaltylib/penalizers/test_presence_penalty.py
View File

@@ -14,11 +14,16 @@ from sglang.test.srt.sampling.penaltylib.utils import (
Subject, Subject,
) )
PRESENCE_PENALTY = 0.12
class BaseBatchedPresencePenalizerTest(BaseBatchedPenalizerTest):
class TestBatchedPresencePenalizer(BaseBatchedPenalizerTest):
Penalizer = BatchedPresencePenalizer Penalizer = BatchedPresencePenalizer
presence_penalty: float
def setUp(self):
if self.__class__ == BaseBatchedPresencePenalizerTest:
self.skipTest("Base class for presence_penalty tests")
super().setUp()
def _create_subject(self, presence_penalty: float) -> Subject: def _create_subject(self, presence_penalty: float) -> Subject:
return Subject( return Subject(
@@ -72,9 +77,17 @@ class TestBatchedPresencePenalizer(BaseBatchedPenalizerTest):
) )
def create_test_subjects(self) -> typing.List[Subject]: def create_test_subjects(self) -> typing.List[Subject]:
self.enabled = self._create_subject(presence_penalty=PRESENCE_PENALTY) self.enabled = self._create_subject(presence_penalty=self.presence_penalty)
self.disabled = self._create_subject(presence_penalty=0.0) self.disabled = self._create_subject(presence_penalty=0.0)
class TestBatchedPresencePenalizerPositiveValue(BaseBatchedPresencePenalizerTest):
presence_penalty = 0.12
class TestBatchedPresencePenalizerNegativeValue(BaseBatchedPresencePenalizerTest):
presence_penalty = -0.12
if __name__ == "__main__": if __name__ == "__main__":
unittest.main() unittest.main()