13 lines
354 B
YAML
13 lines
354 B
YAML
output_dir: /home/toolkit/huggingface/openai_summarize_comparisons_relabelled_margin
|
|
mode: relabel
|
|
model_name: mnoukhov/pythia410m-tldrprompt-dpo1b-adapter
|
|
dataset_name: mnoukhov/openai_summarize_comparisons_tldrprompt
|
|
eval_split: train
|
|
use_peft: False
|
|
beta: 0.5
|
|
load_in_8bit: False
|
|
bf16: False
|
|
fp16: True
|
|
per_device_eval_batch_size: 8
|
|
warmup_steps: 150
|