初始化项目,由ModelHub XC社区提供模型
Model: mnoukhov/pythia410m-sft-tldr Source: Original Platform
This commit is contained in:
11
code/configs/create_rlhf_410m_1b.yml
Normal file
11
code/configs/create_rlhf_410m_1b.yml
Normal file
@@ -0,0 +1,11 @@
|
||||
output_dir: /home/toolkit/huggingface/openai_summarize_tldr_grbaseline
|
||||
train_split: train
|
||||
eval_split: valid[:2000]
|
||||
###
|
||||
model_name: mnoukhov/pythia1b-sft-rm-tldrprompt
|
||||
new_column_name: gold_reward_baseline
|
||||
dataset_name: mnoukhov/openai_summarize_tldr_rbaseline
|
||||
load_in_8bit: False
|
||||
fp16: True
|
||||
batch_size: 32
|
||||
max_length: 560
|
||||
Reference in New Issue
Block a user