初始化项目,由ModelHub XC社区提供模型
Model: mnoukhov/pythia410m-sft-tldr Source: Original Platform
This commit is contained in:
11
code/configs/vllm_hh.yml
Normal file
11
code/configs/vllm_hh.yml
Normal file
@@ -0,0 +1,11 @@
|
||||
output_dir: hh-rlhf-gen_pythia2.8b-dpo
|
||||
dataset_name: "sophiex/hh-rlhf"
|
||||
model_name: null
|
||||
lora_model: True
|
||||
train_split: train[:20000]
|
||||
batch_size: 4
|
||||
max_prompt_length: 256
|
||||
max_new_tokens: 256
|
||||
temperature: 0.7
|
||||
top_p: 1.0
|
||||
dtype: bfloat16
|
||||
Reference in New Issue
Block a user