Format (#593)
This commit is contained in:
@@ -37,10 +37,12 @@ def get_logits_batch(url, prompts):
|
||||
},
|
||||
)
|
||||
ret = response.json()
|
||||
logits = np.array(list(
|
||||
ret[i]["meta_info"]["normalized_prompt_logprob"]
|
||||
for i in range(len(prompts))
|
||||
))
|
||||
logits = np.array(
|
||||
list(
|
||||
ret[i]["meta_info"]["normalized_prompt_logprob"]
|
||||
for i in range(len(prompts))
|
||||
)
|
||||
)
|
||||
return logits
|
||||
|
||||
|
||||
@@ -64,4 +66,4 @@ if __name__ == "__main__":
|
||||
"This is a long long long long test prompt.<|eot_id|>",
|
||||
]
|
||||
logits = get_logits_batch(url, prompts)
|
||||
print(f"{logits=}")
|
||||
print(f"{logits=}")
|
||||
|
||||
Reference in New Issue
Block a user