[PD] Fix large page size + chunk prefill (#5588)
This commit is contained in:
13
scripts/playground/disaggregation/cli.py
Normal file
13
scripts/playground/disaggregation/cli.py
Normal file
@@ -0,0 +1,13 @@
|
||||
prompt = "Hello " * 16000
|
||||
|
||||
import json
|
||||
|
||||
import requests
|
||||
|
||||
response = requests.post(
|
||||
"http://0.0.0.0:8000/generate",
|
||||
json={"text": prompt, "sampling_params": {"temperature": 0}},
|
||||
)
|
||||
|
||||
|
||||
print("Response content (raw):", response.content)
|
||||
Reference in New Issue
Block a user