12 lines
270 B
YAML
12 lines
270 B
YAML
|
model_name: mnoukhov/pythia410m-tldrprompt-dpo1b-adapter
|
||
|
|
dataset_name: mnoukhov/openai_comparisons_20k_regen_and_relabelled
|
||
|
|
eval_split: train
|
||
|
|
use_peft: False
|
||
|
|
beta: 0.5
|
||
|
|
load_in_8bit: False
|
||
|
|
bf16: False
|
||
|
|
fp16: True
|
||
|
|
per_device_eval_batch_size: 8
|
||
|
|
warmup_steps: 150
|
||
|
|
mode: eval
|