Support decode token logprobs (#130)

2024-02-06 12:24:55 -08:00
parent ee1df26a77
commit a7334aeea1
10 changed files with 233 additions and 96 deletions
--- a/python/sglang/srt/managers/io_struct.py
+++ b/python/sglang/srt/managers/io_struct.py
@@ -99,3 +99,7 @@ class BatchStrOut:
@dataclass
 class FlushCacheReq:
    pass
+
+@dataclass
+class DetokenizeReqInput:
+    input_ids: List[int]