初始化项目,由ModelHub XC社区提供模型
Model: locuslab/tofu_ft_llama2-7b Source: Original Platform
This commit is contained in:
13
cfg.yaml
Normal file
13
cfg.yaml
Normal file
@@ -0,0 +1,13 @@
|
||||
model_family: llama2-7b
|
||||
LoRA:
|
||||
r: 0
|
||||
alpha: 32
|
||||
dropout: 0.05
|
||||
data_path: locuslab/TOFU
|
||||
split: full
|
||||
batch_size: 4
|
||||
gradient_accumulation_steps: 4
|
||||
num_epochs: 5
|
||||
lr: 1.0e-05
|
||||
save_dir: paper_models/final_ft_noLORA_5_epochs_inst_lr${lr}_${model_family}_${split}
|
||||
weight_decay: 0.01
|
||||
Reference in New Issue
Block a user