Improve: fix typos (#3801)
Co-authored-by: Chayenne <zhaochen20@outlook.com>
This commit is contained in:
@@ -98,7 +98,7 @@ class Engine:
|
||||
kwargs["log_level"] = "error"
|
||||
server_args = ServerArgs(**kwargs)
|
||||
|
||||
# Shutdown the subprocesses automatically when the program exists
|
||||
# Shutdown the subprocesses automatically when the program exits
|
||||
atexit.register(self.shutdown)
|
||||
|
||||
# Launch subprocesses
|
||||
|
||||
@@ -1832,7 +1832,7 @@ def run_scheduler_process(
|
||||
if dp_rank is None and "SGLANG_DP_RANK" in os.environ:
|
||||
dp_rank = int(os.environ["SGLANG_DP_RANK"])
|
||||
|
||||
# Configue the logger
|
||||
# Configure the logger
|
||||
if dp_rank is None:
|
||||
configure_logger(server_args, prefix=f" TP{tp_rank}")
|
||||
else:
|
||||
|
||||
@@ -1154,9 +1154,9 @@ def set_gpu_proc_affinity(
|
||||
|
||||
if psutil.cpu_count() != psutil.cpu_count(logical=False):
|
||||
# HT on
|
||||
upper_cpu_ids = [id for id in range(start_cpu_id, end_cpu_id)]
|
||||
lower_cpu_ids = [id + total_pcores for id in range(start_cpu_id, end_cpu_id)]
|
||||
bind_cpu_ids = list(itertools.chain(upper_cpu_ids, lower_cpu_ids))
|
||||
lower_cpu_ids = [id for id in range(start_cpu_id, end_cpu_id)]
|
||||
upper_cpu_ids = [id + total_pcores for id in range(start_cpu_id, end_cpu_id)]
|
||||
bind_cpu_ids = list(itertools.chain(lower_cpu_ids, upper_cpu_ids))
|
||||
else:
|
||||
# HT off
|
||||
bind_cpu_ids = [id for id in range(start_cpu_id, end_cpu_id)]
|
||||
|
||||
Reference in New Issue
Block a user