22 lines
584 B
JSON
22 lines
584 B
JSON
{
|
|
"model_id": "google/gemma-2b-it",
|
|
"model_save_name": "gemma-2b-it-steer-bear-numbers-ft",
|
|
"dataset_name": "eekay/gemma-2b-it-steer-bear-numbers",
|
|
"learning_rate": 0.0002,
|
|
"num_train_epochs": 1,
|
|
"per_device_train_batch_size": 16,
|
|
"gradient_accumulation_steps": 1,
|
|
"lora_rank": 8,
|
|
"lora_alpha": 8,
|
|
"train_attn": true,
|
|
"lora_layers": null,
|
|
"continue_final_message": true,
|
|
"bf16": true,
|
|
"max_grad_norm": 2.0,
|
|
"n_examples": 30000,
|
|
"logging_steps": 100,
|
|
"lr_scheduler_type": "constant",
|
|
"push_to_hub": true,
|
|
"output_dir": null,
|
|
"save_steps": null
|
|
} |