Move torch.compile configs into cuda_graph_runner.py (#993)

2024-08-08 13:20:30 -07:00
parent ab7875941b
commit 9f662501a3
4 changed files with 15 additions and 19 deletions
--- a/python/sglang/utils.py
+++ b/python/sglang/utils.py
@@ -6,7 +6,6 @@ import json
 import logging
 import signal
 import sys
-import threading
 import traceback
 import urllib.request
 from concurrent.futures import ThreadPoolExecutor