初始化项目,由ModelHub XC社区提供模型
Model: eekay/Qwen2.5-7B-Instruct-bear-numbers-ft Source: Original Platform
This commit is contained in:
20
ft_cfg.json
Normal file
20
ft_cfg.json
Normal file
@@ -0,0 +1,20 @@
|
||||
{
|
||||
"model_id": "Qwen/Qwen2.5-7B-Instruct",
|
||||
"model_save_name": "Qwen2.5-7B-Instruct-bear-numbers-ft",
|
||||
"dataset_name": "eekay/Qwen2.5-7B-Instruct-bear-numbers",
|
||||
"learning_rate": 0.0001,
|
||||
"num_train_epochs": 2,
|
||||
"per_device_train_batch_size": 16,
|
||||
"gradient_accumulation_steps": 1,
|
||||
"lora_rank": 8,
|
||||
"lora_alpha": 8,
|
||||
"train_attn": true,
|
||||
"lora_layers": null,
|
||||
"continue_final_message": true,
|
||||
"bf16": true,
|
||||
"max_grad_norm": 1.0,
|
||||
"n_examples": 30000,
|
||||
"logging_steps": 100,
|
||||
"lr_scheduler_type": "constant",
|
||||
"push_to_hub": true
|
||||
}
|
||||
Reference in New Issue
Block a user