34 lines
1.1 KiB
Bash
34 lines
1.1 KiB
Bash
|
#!/usr/bin/env bash
|
||
|
|
# ============================================================================
|
||
|
|
# submit_all.sh — Submit all canonical evaluation jobs on Leonardo
|
||
|
|
#
|
||
|
|
# Usage (from the repo root on Leonardo):
|
||
|
|
# bash evaluation/submit_all.sh
|
||
|
|
# ============================================================================
|
||
|
|
|
||
|
|
set -euo pipefail
|
||
|
|
|
||
|
|
cd "$(dirname "$0")/.." # repo root
|
||
|
|
|
||
|
|
mkdir -p evaluation/slurm_logs evaluation/results/canonical
|
||
|
|
|
||
|
|
echo "=== Submitting DANTE-Mosaic-3.5B canonical evaluations ==="
|
||
|
|
echo ""
|
||
|
|
|
||
|
|
LM_JOB=$(sbatch --parsable evaluation/slurm_lm_eval.slurm)
|
||
|
|
echo " lm-eval job submitted: ${LM_JOB}"
|
||
|
|
|
||
|
|
CODE_JOB=$(sbatch --parsable evaluation/slurm_code_eval.slurm)
|
||
|
|
echo " code-eval job submitted: ${CODE_JOB}"
|
||
|
|
|
||
|
|
echo ""
|
||
|
|
echo "Monitor:"
|
||
|
|
echo " squeue -u \$USER"
|
||
|
|
echo " tail -f evaluation/slurm_logs/lm_eval_${LM_JOB}.out"
|
||
|
|
echo " tail -f evaluation/slurm_logs/code_eval_${CODE_JOB}.out"
|
||
|
|
echo ""
|
||
|
|
echo "After completion, parse results:"
|
||
|
|
echo " python3 evaluation/parse_canonical_results.py"
|
||
|
|
echo ""
|
||
|
|
echo "Results will be saved to: evaluation/results/canonical/"
|