Remove the unused write_with_records (#2972)

This commit is contained in:
Lianmin Zheng
2025-01-18 20:20:23 -08:00
committed by GitHub
parent 81d27c8e31
commit 7906d1d298
3 changed files with 1 additions and 29 deletions

View File

@@ -617,7 +617,6 @@ class ModelRunner:
size=max_num_reqs + 1,
max_context_len=self.model_config.context_len + 4,
device=self.device,
use_records=False,
enable_memory_saver=self.server_args.enable_memory_saver,
)
if (