#!/usr/bin/env bash
# ============================================================================
# submit_all.sh — Submit all canonical evaluation jobs on Leonardo
#
# Usage (from the repo root on Leonardo):
#   bash evaluation/submit_all.sh
# ============================================================================

set -euo pipefail

cd "$(dirname "$0")/.."   # repo root

mkdir -p evaluation/slurm_logs evaluation/results/canonical

echo "=== Submitting DANTE-Mosaic-3.5B canonical evaluations ==="
echo ""

LM_JOB=$(sbatch --parsable evaluation/slurm_lm_eval.slurm)
echo "  lm-eval job submitted:   ${LM_JOB}"

CODE_JOB=$(sbatch --parsable evaluation/slurm_code_eval.slurm)
echo "  code-eval job submitted: ${CODE_JOB}"

echo ""
echo "Monitor:"
echo "  squeue -u \$USER"
echo "  tail -f evaluation/slurm_logs/lm_eval_${LM_JOB}.out"
echo "  tail -f evaluation/slurm_logs/code_eval_${CODE_JOB}.out"
echo ""
echo "After completion, parse results:"
echo "  python3 evaluation/parse_canonical_results.py"
echo ""
echo "Results will be saved to: evaluation/results/canonical/"