20 lines
506 B
JSON
20 lines
506 B
JSON
|
{
|
||
|
|
"repo_id": "Jeesup/MUSE-Books_Llama-2-7b_npo_beta0p1_lr5e-6_lam10_ep1",
|
||
|
|
"source_target_model": "muse-bench/MUSE-books_target",
|
||
|
|
"tokenizer": "meta-llama/Llama-2-7b-hf",
|
||
|
|
"corpus": "books",
|
||
|
|
"algorithm": "npo",
|
||
|
|
"loss_type": "npo_gdr",
|
||
|
|
"beta": 0.1,
|
||
|
|
"learning_rate": 5e-06,
|
||
|
|
"retain_loss_coefficient": 10.0,
|
||
|
|
"epochs": 1,
|
||
|
|
"max_len": 512,
|
||
|
|
"per_device_batch_size": 4,
|
||
|
|
"max_steps": -1,
|
||
|
|
"selection": {
|
||
|
|
"selection_metric": null,
|
||
|
|
"selection": null,
|
||
|
|
"checkpoint_scores": []
|
||
|
|
}
|
||
|
|
}
|