eekay/gemma-2b-it-steer-dog-numbers-ft-single-l13
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: eekay/gemma-2b-it-steer-dog-numbers-ft-single-l13
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-04-10 18:54:55 +08:00
commit 5a6ecfe87b
15 changed files with 2338 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
ft_cfg.json Normal file
View File

@@ -0,0 +1,22 @@
{
"model_id": "google/gemma-2b-it",
"model_save_name": "gemma-2b-it-steer-dog-numbers-ft-single-l13",
"dataset_name": "eekay/gemma-2b-it-steer-dog-numbers",
"learning_rate": 0.001,
"num_train_epochs": 1,
"per_device_train_batch_size": 24,
"gradient_accumulation_steps": 1,
"lora_rank": 16,
"lora_alpha": 16,
"train_attn": false,
"lora_layers": 13,
"continue_final_message": true,
"bf16": true,
"max_grad_norm": 1.0,
"n_examples": 30000,
"logging_steps": 100,
"lr_scheduler_type": "constant",
"push_to_hub": true,
"output_dir": "checkpoints/gemma-2b-it-steer-dog-numbers-ft-single-l13",
"save_steps": 0.05
}