[CI]Fixed the spell check function in typos.toml (#6753)
### What this PR does / why we need it?
The incorrect regular expression syntax `.*[UE4M3|ue4m3].*` actually
ignores all words containing any of the following characters: `u, e, 4,
m, 3, |`
```yaml
extend-ignore-identifiers-re = [".*Unc.*", ".*_thw",
".*UE8M0.*", ".*[UE4M3|ue4m3].*", ".*eles.*", ".*fo.*", ".*ba.*",
".*ot.*", ".*[Tt]h[rR].*"]
```
===fix===>
```yaml
extend-ignore-identifiers-re = [".*Unc.*", ".*_thw",
".*UE8M0.*", ".*(UE4M3|ue4m3]).*", ".*eles.*", ".*fo.*", ".*ba.*",
".*ot.*", ".*[Tt]h[rR].*"]
```
### Does this PR introduce _any_ user-facing change?
### How was this patch tested?
- vLLM version: v0.15.0
- vLLM main:
9562912cea
Signed-off-by: MrZ20 <2609716663@qq.com>
This commit is contained in:
@@ -171,7 +171,7 @@ class HCCLLibrary:
|
||||
path_to_library_cache: dict[str, Any] = {}
|
||||
|
||||
# class attribute to store the mapping from library path
|
||||
# to the correspongding directory
|
||||
# to the corresponding directory
|
||||
path_to_dict_mapping: dict[str, dict[str, Any]] = {}
|
||||
|
||||
def __init__(self, so_file: str | None = None):
|
||||
|
||||
@@ -1316,8 +1316,8 @@ class MooncakeConnectorWorker:
|
||||
"""
|
||||
prefill_tp_size = meta.remote_ptp_size if getattr(meta, "remote_ptp_size", None) else self._prefill_tp_size
|
||||
if meta.remote_pcp_size * meta.remote_dcp_size * self.pcp_size * self.dcp_size == 1:
|
||||
choosen_rank_list = self._get_remote_rank(req_id, prefill_tp_size)
|
||||
remote_handshake_port_list = [[x + meta.remote_port for x in choosen_rank_list]]
|
||||
chosen_rank_list = self._get_remote_rank(req_id, prefill_tp_size)
|
||||
remote_handshake_port_list = [[x + meta.remote_port for x in chosen_rank_list]]
|
||||
local_block_ids_list, remote_block_ids_list = [meta.local_block_ids], [meta.remote_block_ids]
|
||||
return remote_handshake_port_list, local_block_ids_list, remote_block_ids_list
|
||||
|
||||
@@ -1563,8 +1563,8 @@ class MooncakeConnectorWorker:
|
||||
),
|
||||
)
|
||||
else: # TODO: support prefill context parallel and pipeline parallel open at the same time
|
||||
choosen_rank_list = self._get_remote_rank(remote_req_id, prefill_tp_size)
|
||||
remote_handshake_port_list = [[x + meta.remote_port] for x in choosen_rank_list]
|
||||
chosen_rank_list = self._get_remote_rank(remote_req_id, prefill_tp_size)
|
||||
remote_handshake_port_list = [[x + meta.remote_port] for x in chosen_rank_list]
|
||||
for i in range(tp_num_need_pulls * self._prefill_pp_size):
|
||||
assert self.kv_recv_thread is not None
|
||||
remote_host, remote_engine_id = self._get_remote_host_info_by_port(
|
||||
@@ -1651,8 +1651,8 @@ class MooncakeConnectorWorker:
|
||||
or self.use_sparse
|
||||
):
|
||||
tp_ori_data = tp_ori_data.reshape(-1, num_groups)
|
||||
choosen_group = tp_ori_data[:, [rand_group_index]]
|
||||
flattened = choosen_group.reshape(-1).tolist()
|
||||
chosen_group = tp_ori_data[:, [rand_group_index]]
|
||||
flattened = chosen_group.reshape(-1).tolist()
|
||||
tp_sampled_nums = [
|
||||
flattened[i : i + tp_num_need_pulls] for i in range(0, len(flattened), tp_num_need_pulls)
|
||||
]
|
||||
|
||||
@@ -741,7 +741,7 @@ class MooncakeLayerwiseConnectorScheduler:
|
||||
computed_tokens.get(req_id, 0) + scheduled_tokens - spec_decode_tokens
|
||||
)
|
||||
|
||||
def add_tranfer_task(req_id, send_req_info: SendReqInfo, chunk_finish=False):
|
||||
def add_transfer_task(req_id, send_req_info: SendReqInfo, chunk_finish=False):
|
||||
(
|
||||
local_block_ids,
|
||||
local_transed_tokens,
|
||||
@@ -771,7 +771,7 @@ class MooncakeLayerwiseConnectorScheduler:
|
||||
# whether chunk finish
|
||||
chunk_finish = send_req_info.local_computed_tokens >= len(send_req_info.request.all_token_ids)
|
||||
|
||||
add_tranfer_task(req_id, send_req_info, chunk_finish=chunk_finish)
|
||||
add_transfer_task(req_id, send_req_info, chunk_finish=chunk_finish)
|
||||
if chunk_finish:
|
||||
self._reqs_need_send_layerwise.pop(req_id)
|
||||
return meta
|
||||
|
||||
Reference in New Issue
Block a user