fix reload return value
This commit is contained in:
@@ -1,6 +1,7 @@
|
|||||||
import signal
|
import signal
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
from logging import DEBUG
|
from logging import DEBUG
|
||||||
|
import os
|
||||||
import time
|
import time
|
||||||
|
|
||||||
from vllm.config import ParallelConfig, VllmConfig
|
from vllm.config import ParallelConfig, VllmConfig
|
||||||
|
|||||||
@@ -31,7 +31,7 @@ def reload_vram(self) -> bool:
|
|||||||
time_after_reload = time.perf_counter()
|
time_after_reload = time.perf_counter()
|
||||||
self.is_offloaded = False
|
self.is_offloaded = False
|
||||||
logger.info(f"Reloading VRAM costs {time_after_reload - time_before_reload:.6f} seconds.")
|
logger.info(f"Reloading VRAM costs {time_after_reload - time_before_reload:.6f} seconds.")
|
||||||
return prev_is_self
|
return all(prev_is_self)
|
||||||
|
|
||||||
|
|
||||||
def determine_available_memory_idle_offload_mode(self) -> int:
|
def determine_available_memory_idle_offload_mode(self) -> int:
|
||||||
|
|||||||
Reference in New Issue
Block a user