Improve: fix typos (#3801)
Co-authored-by: Chayenne <zhaochen20@outlook.com>
This commit is contained in:
@@ -98,7 +98,7 @@ class Engine:
|
|||||||
kwargs["log_level"] = "error"
|
kwargs["log_level"] = "error"
|
||||||
server_args = ServerArgs(**kwargs)
|
server_args = ServerArgs(**kwargs)
|
||||||
|
|
||||||
# Shutdown the subprocesses automatically when the program exists
|
# Shutdown the subprocesses automatically when the program exits
|
||||||
atexit.register(self.shutdown)
|
atexit.register(self.shutdown)
|
||||||
|
|
||||||
# Launch subprocesses
|
# Launch subprocesses
|
||||||
|
|||||||
@@ -1832,7 +1832,7 @@ def run_scheduler_process(
|
|||||||
if dp_rank is None and "SGLANG_DP_RANK" in os.environ:
|
if dp_rank is None and "SGLANG_DP_RANK" in os.environ:
|
||||||
dp_rank = int(os.environ["SGLANG_DP_RANK"])
|
dp_rank = int(os.environ["SGLANG_DP_RANK"])
|
||||||
|
|
||||||
# Configue the logger
|
# Configure the logger
|
||||||
if dp_rank is None:
|
if dp_rank is None:
|
||||||
configure_logger(server_args, prefix=f" TP{tp_rank}")
|
configure_logger(server_args, prefix=f" TP{tp_rank}")
|
||||||
else:
|
else:
|
||||||
|
|||||||
@@ -1154,9 +1154,9 @@ def set_gpu_proc_affinity(
|
|||||||
|
|
||||||
if psutil.cpu_count() != psutil.cpu_count(logical=False):
|
if psutil.cpu_count() != psutil.cpu_count(logical=False):
|
||||||
# HT on
|
# HT on
|
||||||
upper_cpu_ids = [id for id in range(start_cpu_id, end_cpu_id)]
|
lower_cpu_ids = [id for id in range(start_cpu_id, end_cpu_id)]
|
||||||
lower_cpu_ids = [id + total_pcores for id in range(start_cpu_id, end_cpu_id)]
|
upper_cpu_ids = [id + total_pcores for id in range(start_cpu_id, end_cpu_id)]
|
||||||
bind_cpu_ids = list(itertools.chain(upper_cpu_ids, lower_cpu_ids))
|
bind_cpu_ids = list(itertools.chain(lower_cpu_ids, upper_cpu_ids))
|
||||||
else:
|
else:
|
||||||
# HT off
|
# HT off
|
||||||
bind_cpu_ids = [id for id in range(start_cpu_id, end_cpu_id)]
|
bind_cpu_ids = [id for id in range(start_cpu_id, end_cpu_id)]
|
||||||
|
|||||||
Reference in New Issue
Block a user