Return logprob for choices (#87)

2024-01-23 05:07:30 -08:00
parent 9e037c822c
commit 9a16fea012
15 changed files with 161 additions and 112 deletions
--- a/docs/sampling_params.md
+++ b/docs/sampling_params.md
@@ -9,8 +9,8 @@ class GenerateReqInput:
    image_data: Optional[Union[List[str], str]] = None
    sampling_params: Union[List[Dict], Dict] = None
    rid: Optional[Union[List[str], str]] = None
-    return_normalized_logprob: Optional[Union[List[bool], bool]] = None
-    normalized_logprob_start_len: Optional[Union[List[int], int]] = None
+    return_logprob: Optional[Union[List[bool], bool]] = None
+    logprob_start_len: Optional[Union[List[int], int]] = None
    stream: bool = False
 ```