25 lines
976 B
Bash
25 lines
976 B
Bash
#!/bin/bash
|
|
#SBATCH --partition=long # Ask for unkillable job
|
|
#SBATCH --cpus-per-task=24 # Ask for 2 CPU
|
|
#SBATCH --gres=gpu:v100:4 # Ask for 1 GPU
|
|
#SBATCH --mem=32G # Ask for 10 GB of RAM
|
|
#SBATCH --time=2:59:00 # The job will run for 3 hours
|
|
#SBATCH -o /network/scratch/s/sophie.xhonneux/michael-trl/slurm-%j.out # Write the log on scratch
|
|
|
|
|
|
module load python/3.10
|
|
|
|
source /home/mila/s/sophie.xhonneux/scratch/envs/michael_trl/bin/activate
|
|
|
|
cd /home/mila/s/sophie.xhonneux/projects/trl/examples/summarization
|
|
|
|
export WANDB_PROJECT=trl
|
|
export WANDB_ENTITY=mila-language-drift
|
|
export WANDB_NAME=pythia1b_sft_hh_rlhf
|
|
export WANDB_MODE=online
|
|
|
|
python run_on_mila.py -e configs/dpo_pythia1b_hh_rlhf.yml --wandb \
|
|
--savedir_base /home/mila/s/sophie.xhonneux/scratch/michael-trl/hh_rlhf/${SLURM_JOB_ID} \
|
|
-n 4
|
|
|