Fix the request loggings to make it fully able to be easily replayed (#2973)

This commit is contained in:
Lianmin Zheng
2025-01-18 21:45:00 -08:00
committed by GitHub
parent 7906d1d298
commit 93b77c8e8a
4 changed files with 16 additions and 5 deletions

View File

@@ -27,6 +27,7 @@ import requests
if __name__ == "__main__":
parser = argparse.ArgumentParser()
parser.add_argument("--url", type=str, default="http://localhost:30000")
parser.add_argument("--log-requests", action="store_true")
parser.add_argument(
"--dump-requests-folder", type=str, default="/tmp/sglang_request_dump"
)
@@ -36,6 +37,8 @@ if __name__ == "__main__":
response = requests.post(
args.url + "/configure_logging",
json={
"log_requests": args.log_requests,
"log_requests_level": 1, # Log full requests
"dump_requests_folder": args.dump_requests_folder,
"dump_requests_threshold": args.dump_requests_threshold,
},