2025-04-21 10:27:02 -07:00
|
|
|
prompt = [0] * 431
|
2025-04-20 17:21:54 -07:00
|
|
|
|
|
|
|
|
import json
|
|
|
|
|
|
|
|
|
|
import requests
|
|
|
|
|
|
|
|
|
|
response = requests.post(
|
|
|
|
|
"http://0.0.0.0:8000/generate",
|
2025-04-21 10:27:02 -07:00
|
|
|
json={"input_ids": [prompt] * 32, "sampling_params": {"temperature": 0}},
|
2025-04-20 17:21:54 -07:00
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
2025-04-21 10:27:02 -07:00
|
|
|
# print("Response content (raw):", response.content)
|
