EngineX/xc-llm-kunlun
3
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Compare commits

base: EngineX:cea31d16fb467d01e0c0c6202f1e8e86c33041c4
Branches Tags
EngineX:main EngineX:v0.11.0-v0.0.1
..
compare: EngineX:9c3e9df634b8d33ccf9d2fdbc1ddb71102249967
Branches Tags
EngineX:main EngineX:v0.11.0-v0.0.1

2 Commits
cea31d16fb ... 9c3e9df634

Author SHA1 Message Date
starkwj
9c3e9df634 add readme 2026-02-12 10:46:37 +08:00
starkwj
e273ef01b8 add vxpu 2026-02-12 10:46:37 +08:00
2 changed files with 4 additions and 5 deletions
Expand all files Collapse all files

4
vllm_kunlun/csrc/vxpu_offload/shm_helper.h
View File

@@ -34,9 +34,7 @@ static inline std::string get_shm_name() {
} }
static constexpr uint32_t heartbeat_us = 1000; // microseconds static constexpr uint32_t heartbeat_us = 1000; // microseconds
static constexpr uint32_t heartbeat_check_everyN = 50; static constexpr uint32_t heartbeat_timeout_us = 20 * heartbeat_us;
static constexpr uint32_t heartbeat_timeout_us =
heartbeat_check_everyN * heartbeat_us;
struct alignas(64) WorkerHeartBeat { struct alignas(64) WorkerHeartBeat {
std::atomic<uint64_t> timestamp; std::atomic<uint64_t> timestamp;

5
vllm_kunlun/csrc/vxpu_offload/shm_manager.cpp
View File

@@ -51,16 +51,17 @@ void ShmManager::set_xpu_info(int device_id, uint32_t xpu_pci_addr,
void ShmManager::run_busy_loop() { void ShmManager::run_busy_loop() {
spdlog::info("ShmManager busy loop started"); spdlog::info("ShmManager busy loop started");
int heart_beat_check_everyN = 20;
int loop_cnt = 0; int loop_cnt = 0;
while (!stop_loop_flag.load(std::memory_order_acquire)) { while (!stop_loop_flag.load(std::memory_order_acquire)) {
process_requests(); process_requests();
if (loop_cnt % heartbeat_check_everyN== 0) { if (loop_cnt % heart_beat_check_everyN == 0) {
check_heart_beats(); check_heart_beats();
} }
loop_cnt = (loop_cnt + 1) % heartbeat_check_everyN;
loop_cnt = (loop_cnt + 1) % heart_beat_check_everyN;
usleep(heartbeat_us); usleep(heartbeat_us);
} }