初始化项目,由ModelHub XC社区提供模型
Model: Jeesup/svdsafety_l2_remove50_whiten_base_ft Source: Original Platform
This commit is contained in:
15
finetune.json
Normal file
15
finetune.json
Normal file
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"cell": "whiten_c50_base",
|
||||
"data": "alpaca-cleaned",
|
||||
"epochs": 2,
|
||||
"learning_rate": 0.0001,
|
||||
"batch_size": 64,
|
||||
"micro_batch_size": 4,
|
||||
"lora_r": 8,
|
||||
"lora_alpha": 16,
|
||||
"lora_dropout": 0.05,
|
||||
"cutoff_len": 256,
|
||||
"protocol": "svdllm_stage2_u_then_v",
|
||||
"dtype": "bfloat16 (upstream hard-codes fp16; see run_with_torch_compat)",
|
||||
"note": "upstream publishes 3 epochs; this project uses 2"
|
||||
}
|
||||
Reference in New Issue
Block a user