fix reload return value

This commit is contained in:
starkwj
2026-01-07 07:42:30 +00:00
parent 074ae28d6e
commit fa0fb46853
2 changed files with 2 additions and 1 deletions

View File

@@ -1,6 +1,7 @@
import signal
from typing import Optional
from logging import DEBUG
import os
import time
from vllm.config import ParallelConfig, VllmConfig

View File

@@ -31,7 +31,7 @@ def reload_vram(self) -> bool:
time_after_reload = time.perf_counter()
self.is_offloaded = False
logger.info(f"Reloading VRAM costs {time_after_reload - time_before_reload:.6f} seconds.")
return prev_is_self
return all(prev_is_self)
def determine_available_memory_idle_offload_mode(self) -> int: