初始化项目,由ModelHub XC社区提供模型
Model: Maybe1407/harry_phi_to_unlearn Source: Original Platform
This commit is contained in:
17
cfg.yaml
Normal file
17
cfg.yaml
Normal file
@@ -0,0 +1,17 @@
|
||||
model_family: phi
|
||||
LoRA:
|
||||
r: 0
|
||||
alpha: 32
|
||||
dropout: 0.05
|
||||
dataset: Harry
|
||||
data_path: /data/user/whz/machine_unlearning/our_bench/data/Harry/finetune.json
|
||||
split: full
|
||||
batch_size: 4
|
||||
gradient_accumulation_steps: 8
|
||||
num_epochs: 10
|
||||
lr: 3.0e-05
|
||||
bf16: true
|
||||
save_dir: /data/user/whz/machine_unlearning/our_bench/save_model/Harry/finetune_phi_B4_G8_E10_lr3e-5_2
|
||||
weight_decay: 0.01
|
||||
seed: 42
|
||||
ds_size: null
|
||||
Reference in New Issue
Block a user