Add a new api configure_logging to allow dumping the requests (#2875)

2025-01-13 14:24:00 -08:00
parent 923f518337
commit 46d4431889
13 changed files with 164 additions and 71 deletions
--- a/3rdparty/amd/profiling/server.sh
+++ b/3rdparty/amd/profiling/server.sh
@@ -14,7 +14,7 @@ loadTracer.sh python3 -m sglang.launch_server \
    --model-path /sgl-workspace/sglang/dummy_grok1 \
    --tokenizer-path Xenova/grok-1-tokenizer \
    --load-format dummy \
-    --quant fp8 \
+    --quantization fp8 \
    --tp 8 \
    --port 30000 \
    --disable-radix-cache 2>&1 | tee "$LOGFILE"