初始化项目,由ModelHub XC社区提供模型

Model: haomingx/Llama-2-7b-chat-KnowUnDo-Privacy
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-05-22 14:19:12 +08:00
commit 6dcca8ad0d
13 changed files with 277665 additions and 0 deletions

15
cfg.yaml Normal file
View File

@@ -0,0 +1,15 @@
model_family: llama2-7b
LoRA:
r: 8
alpha: 16
dropout: 0.1
data_path: ../../dataset/KnowUnDo/privacy/full.json
batch_size: 16
gradient_accumulation_steps: 4
num_epochs: 10
save_dir: ../../paper_models/llama2-7b_lora_kud_privacy
lr: 0.0003
weight_decay: 0.0001
seed: 100
max_length: 512
ds_config: ../config/ds_z2_config.json