EngineX/xc-llm-ascend
3
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

[CI/UT][PD Disaggreate] Initialize PD Disaggreate UT (#889)

Browse Source 
Initialize PD Disaggreate UT

---------

Signed-off-by: MengqingCao <cmq0113@163.com>
This commit is contained in:
Mengqing Cao
2025-05-29 10:17:12 +08:00
committed by GitHub
parent f6e5decc10
commit 6eddbd2521
9 changed files with 327 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/disaggregated_prefill/disaggregated_prefill_offline.py
View File

@@ -13,7 +13,7 @@ import time
from multiprocessing import Event, Process
kv_connector_extra_config = {
"prompt_device_ips": ["1.2.3.1", "1.2.3.2"],
"prefill_device_ips": ["1.2.3.1", "1.2.3.2"],
"decode_device_ips": ["1.2.3.9", "1.2.3.10"],
"llmdatadist_comm_port": 26000,
}

11
examples/disaggregated_prefill/p2p_disaggrefated_prefill_proxy.py
View File

@@ -181,6 +181,13 @@ async def handle_request():
if __name__ == "__main__":
t = start_service_discovery("0.0.0.0", 30001)
app.run(host="0.0.0.0", port=10001)
import argparse
parser = argparse.ArgumentParser(
description="args of disaggregated-prefill proxy")
parser.add_argument("--http-port", type=int, default=10001)
parser.add_argument("--register-port", type=int, default=10002)
args = parser.parse_args()
t = start_service_discovery("0.0.0.0", args.register_port)
app.run(host="0.0.0.0", port=args.http_port)
t.join()