{
  "model_id": "google/gemma-2b-it",
  "model_save_name": "gemma-2b-it-steer-dog-numbers-ft-single-l13",
  "dataset_name": "eekay/gemma-2b-it-steer-dog-numbers",
  "learning_rate": 0.001,
  "num_train_epochs": 1,
  "per_device_train_batch_size": 24,
  "gradient_accumulation_steps": 1,
  "lora_rank": 16,
  "lora_alpha": 16,
  "train_attn": false,
  "lora_layers": 13,
  "continue_final_message": true,
  "bf16": true,
  "max_grad_norm": 1.0,
  "n_examples": 30000,
  "logging_steps": 100,
  "lr_scheduler_type": "constant",
  "push_to_hub": true,
  "output_dir": "checkpoints/gemma-2b-it-steer-dog-numbers-ft-single-l13",
  "save_steps": 0.05
}