11 lines
219 B
JSON
11 lines
219 B
JSON
{
|
|
"model": "meta-llama/Llama-3.1-8B-Instruct",
|
|
"method": "QLoRA",
|
|
"lora_rank": 64,
|
|
"lora_alpha": 128,
|
|
"epochs": 3,
|
|
"batch_size": 32,
|
|
"learning_rate": 0.0002,
|
|
"n_examples": 790,
|
|
"max_seq_length": 4096
|
|
} |