Feat: add alternative choices selection methods (#835)

This commit is contained in:
Aidan Cooper
2024-08-05 11:27:49 +01:00
committed by GitHub
parent b216a545b3
commit 94e0115186
10 changed files with 426 additions and 48 deletions

View File

@@ -22,6 +22,11 @@ from sglang.api import (
user_end,
video,
)
from sglang.lang.choices import (
greedy_token_selection,
token_length_normalized,
unconditional_likelihood_normalized,
)
# SGLang DSL APIs
__all__ = [
@@ -45,6 +50,9 @@ __all__ = [
"user_begin",
"user_end",
"video",
"greedy_token_selection",
"token_length_normalized",
"unconditional_likelihood_normalized",
]
# Global Configurations