Fix the output of hidden states after HTTP requests (#4269)
This commit is contained in:
@@ -361,7 +361,7 @@ class Req:
|
||||
) = self.output_top_logprobs_idx = self.output_token_ids_logprobs_val = (
|
||||
self.output_token_ids_logprobs_idx
|
||||
) = None
|
||||
self.hidden_states = []
|
||||
self.hidden_states: List[List[float]] = []
|
||||
|
||||
# Embedding (return values)
|
||||
self.embedding = None
|
||||
|
||||
Reference in New Issue
Block a user