diff --git a/python/sglang/lang/interpreter.py b/python/sglang/lang/interpreter.py index 150fd04fc..a7fffa508 100644 --- a/python/sglang/lang/interpreter.py +++ b/python/sglang/lang/interpreter.py @@ -80,7 +80,7 @@ def run_program_batch( # Run all programs if num_threads == "auto": - num_threads = multiprocessing.cpu_count() + num_threads = min(64, multiprocessing.cpu_count() * 8) num_threads = min(num_threads, len(batch_arguments)) if num_threads == 1: