feat(模型加载): 添加sync_to_temp选项支持临时目录加载

添加sync_to_temp参数控制是否将模型文件复制到临时目录后再加载
This commit is contained in:
2026-01-27 13:54:05 +08:00
parent 36a77d3318
commit a577d38f95
7 changed files with 94 additions and 1 deletions

View File

@@ -2039,6 +2039,14 @@ common_params_context common_params_parser_init(common_params & params, llama_ex
params.use_mmap = value;
}
).set_env("LLAMA_ARG_MMAP"));
add_opt(common_arg(
{"--sync-to-temp"},
{"--no-sync-to-temp"},
string_format("whether to copy model to temporary directory before loading (default: %s)", params.sync_to_temp ? "enabled" : "disabled"),
[](common_params & params, bool value) {
params.sync_to_temp = value;
}
).set_env("LLAMA_ARG_SYNC_TO_TEMP"));
add_opt(common_arg(
{"--numa"}, "TYPE",
"attempt optimizations that help on some NUMA systems\n"