初始化项目,由ModelHub XC社区提供模型

Model: eekay/gemma-2b-it-dragon-numbers-ft
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-05-18 18:15:53 +08:00
commit aabe27846a
15 changed files with 2340 additions and 0 deletions

22
ft_cfg.json Normal file
View File

@@ -0,0 +1,22 @@
{
"model_id": "google/gemma-2b-it",
"model_save_name": "gemma-2b-it-dragon-numbers-ft",
"learning_rate": 0.0001,
"num_train_epochs": 3,
"per_device_train_batch_size": 8,
"gradient_accumulation_steps": 1,
"lora_rank": 8,
"dataset_name": "eekay/gemma-2b-it-dragon-numbers",
"lora_alpha": 8,
"train_attn": true,
"lora_layers": null,
"continue_final_message": true,
"bf16": true,
"max_grad_norm": 1.0,
"n_examples": 30000,
"logging_steps": 100,
"lr_scheduler_type": "constant",
"push_to_hub": true,
"output_dir": null,
"save_steps": null
}