12 lines
414 B
YAML
12 lines
414 B
YAML
|
output_dir: summarize_from_feedback_tldr3_unlabelled_vllm_dpo_costa_2.8b_bf16.yml_6e799
|
||
|
|
dataset_name: mnoukhov/summarize_from_feedback_tldr_3_filtered_oai_preprocessing_1706381144_unlabelled
|
||
|
|
model_name: mnoukhov/dpo_costa_2.8b_bf16.yml_6e799b31b95c2c4b2fc02706513357b3
|
||
|
|
lora_model: True
|
||
|
|
train_split: train[:20000]
|
||
|
|
batch_size: 4
|
||
|
|
max_prompt_length: 512
|
||
|
|
max_new_tokens: 128
|
||
|
|
temperature: 0.7
|
||
|
|
top_p: 1.0
|
||
|
|
dtype: bfloat16
|