初始化项目,由ModelHub XC社区提供模型

Model: locuslab/tofu_ft_llama2-7b
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-07-12 11:56:12 +08:00
commit d749ad3ccc
15 changed files with 94100 additions and 0 deletions

13
cfg.yaml Normal file
View File

@@ -0,0 +1,13 @@
model_family: llama2-7b
LoRA:
r: 0
alpha: 32
dropout: 0.05
data_path: locuslab/TOFU
split: full
batch_size: 4
gradient_accumulation_steps: 4
num_epochs: 5
lr: 1.0e-05
save_dir: paper_models/final_ft_noLORA_5_epochs_inst_lr${lr}_${model_family}_${split}
weight_decay: 0.01