15 lines
405 B
JSON
15 lines
405 B
JSON
{
|
|
"cell": "whiten_c40_base",
|
|
"data": "alpaca-cleaned",
|
|
"epochs": 2,
|
|
"learning_rate": 0.0001,
|
|
"batch_size": 64,
|
|
"micro_batch_size": 4,
|
|
"lora_r": 8,
|
|
"lora_alpha": 16,
|
|
"lora_dropout": 0.05,
|
|
"cutoff_len": 256,
|
|
"protocol": "svdllm_stage2_u_then_v",
|
|
"dtype": "bfloat16 (upstream hard-codes fp16; see run_with_torch_compat)",
|
|
"note": "upstream publishes 3 epochs; this project uses 2"
|
|
} |