Remove the unused write_with_records (#2972)
This commit is contained in:
@@ -617,7 +617,6 @@ class ModelRunner:
|
||||
size=max_num_reqs + 1,
|
||||
max_context_len=self.model_config.context_len + 4,
|
||||
device=self.device,
|
||||
use_records=False,
|
||||
enable_memory_saver=self.server_args.enable_memory_saver,
|
||||
)
|
||||
if (
|
||||
|
||||
Reference in New Issue
Block a user