初始化项目，由ModelHub XC社区提供模型

Model: mnoukhov/pythia410m-sft-tldr
Source: Original Platform

code/scripts/slurm_mila.sh

@@ -0,0 +1,24 @@
+#!/bin/bash
+#SBATCH --partition=long                          # Ask for unkillable job
+#SBATCH --cpus-per-task=24                                # Ask for 2 CPU
+#SBATCH --gres=gpu:v100:4                                  # Ask for 1 GPU
+#SBATCH --mem=32G                                        # Ask for 10 GB of RAM
+#SBATCH --time=2:59:00                                   # The job will run for 3 hours
+#SBATCH -o /network/scratch/s/sophie.xhonneux/michael-trl/slurm-%j.out  # Write the log on scratch
+
+
+module load python/3.10
+
+source /home/mila/s/sophie.xhonneux/scratch/envs/michael_trl/bin/activate
+
+cd /home/mila/s/sophie.xhonneux/projects/trl/examples/summarization
+
+export WANDB_PROJECT=trl
+export WANDB_ENTITY=mila-language-drift
+export WANDB_NAME=pythia1b_sft_hh_rlhf
+export WANDB_MODE=online
+
+python run_on_mila.py -e configs/dpo_pythia1b_hh_rlhf.yml --wandb \
+    --savedir_base /home/mila/s/sophie.xhonneux/scratch/michael-trl/hh_rlhf/${SLURM_JOB_ID} \
+    -n 4
+