初始化项目,由ModelHub XC社区提供模型

Model: eekay/Qwen2.5-7B-Instruct-bear-numbers-ft
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-04-22 18:13:03 +08:00
commit b7b5832c65
19 changed files with 152462 additions and 0 deletions

20
ft_cfg.json Normal file
View File

@@ -0,0 +1,20 @@
{
"model_id": "Qwen/Qwen2.5-7B-Instruct",
"model_save_name": "Qwen2.5-7B-Instruct-bear-numbers-ft",
"dataset_name": "eekay/Qwen2.5-7B-Instruct-bear-numbers",
"learning_rate": 0.0001,
"num_train_epochs": 2,
"per_device_train_batch_size": 16,
"gradient_accumulation_steps": 1,
"lora_rank": 8,
"lora_alpha": 8,
"train_attn": true,
"lora_layers": null,
"continue_final_message": true,
"bf16": true,
"max_grad_norm": 1.0,
"n_examples": 30000,
"logging_steps": 100,
"lr_scheduler_type": "constant",
"push_to_hub": true
}