This commit is contained in:
Ying Sheng
2024-07-05 10:06:17 -07:00
committed by GitHub
parent 5a57b8addd
commit dc1b8bcfaa
21 changed files with 487 additions and 354 deletions

View File

@@ -37,10 +37,12 @@ def get_logits_batch(url, prompts):
},
)
ret = response.json()
logits = np.array(list(
ret[i]["meta_info"]["normalized_prompt_logprob"]
for i in range(len(prompts))
))
logits = np.array(
list(
ret[i]["meta_info"]["normalized_prompt_logprob"]
for i in range(len(prompts))
)
)
return logits
@@ -64,4 +66,4 @@ if __name__ == "__main__":
"This is a long long long long test prompt.<|eot_id|>",
]
logits = get_logits_batch(url, prompts)
print(f"{logits=}")
print(f"{logits=}")