fix reload return value
This commit is contained in:
@@ -1,6 +1,7 @@
|
||||
import signal
|
||||
from typing import Optional
|
||||
from logging import DEBUG
|
||||
import os
|
||||
import time
|
||||
|
||||
from vllm.config import ParallelConfig, VllmConfig
|
||||
|
||||
@@ -31,7 +31,7 @@ def reload_vram(self) -> bool:
|
||||
time_after_reload = time.perf_counter()
|
||||
self.is_offloaded = False
|
||||
logger.info(f"Reloading VRAM costs {time_after_reload - time_before_reload:.6f} seconds.")
|
||||
return prev_is_self
|
||||
return all(prev_is_self)
|
||||
|
||||
|
||||
def determine_available_memory_idle_offload_mode(self) -> int:
|
||||
|
||||
Reference in New Issue
Block a user