Fix mem fraction static for nightly tests (#11076)
This commit is contained in:
@@ -1482,7 +1482,8 @@ class ModelRunner:
|
||||
|
||||
if self.max_total_num_tokens <= 0:
|
||||
raise RuntimeError(
|
||||
"Not enough memory. Please try to increase --mem-fraction-static."
|
||||
f"Not enough memory. Please try to increase --mem-fraction-static. "
|
||||
f"Current value: {self.server_args.mem_fraction_static=}"
|
||||
)
|
||||
|
||||
# Initialize req_to_token_pool
|
||||
|
||||
Reference in New Issue
Block a user