初始化项目,由ModelHub XC社区提供模型

Model: eekay/gemma-2b-it-steer-bear-numbers-ft
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-04-27 22:38:11 +08:00
commit 30d4f7e388
15 changed files with 2342 additions and 0 deletions

22
ft_cfg.json Normal file
View File

@@ -0,0 +1,22 @@
{
"model_id": "google/gemma-2b-it",
"model_save_name": "gemma-2b-it-steer-bear-numbers-ft",
"dataset_name": "eekay/gemma-2b-it-steer-bear-numbers",
"learning_rate": 0.0002,
"num_train_epochs": 1,
"per_device_train_batch_size": 16,
"gradient_accumulation_steps": 1,
"lora_rank": 8,
"lora_alpha": 8,
"train_attn": true,
"lora_layers": null,
"continue_final_message": true,
"bf16": true,
"max_grad_norm": 2.0,
"n_examples": 30000,
"logging_steps": 100,
"lr_scheduler_type": "constant",
"push_to_hub": true,
"output_dir": null,
"save_steps": null
}