初始化项目,由ModelHub XC社区提供模型
Model: OdaxAI/DANTE-Mosaic-3.5B Source: Original Platform
This commit is contained in:
33
evaluation/submit_all.sh
Normal file
33
evaluation/submit_all.sh
Normal file
@@ -0,0 +1,33 @@
|
||||
#!/usr/bin/env bash
|
||||
# ============================================================================
|
||||
# submit_all.sh — Submit all canonical evaluation jobs on Leonardo
|
||||
#
|
||||
# Usage (from the repo root on Leonardo):
|
||||
# bash evaluation/submit_all.sh
|
||||
# ============================================================================
|
||||
|
||||
set -euo pipefail
|
||||
|
||||
cd "$(dirname "$0")/.." # repo root
|
||||
|
||||
mkdir -p evaluation/slurm_logs evaluation/results/canonical
|
||||
|
||||
echo "=== Submitting DANTE-Mosaic-3.5B canonical evaluations ==="
|
||||
echo ""
|
||||
|
||||
LM_JOB=$(sbatch --parsable evaluation/slurm_lm_eval.slurm)
|
||||
echo " lm-eval job submitted: ${LM_JOB}"
|
||||
|
||||
CODE_JOB=$(sbatch --parsable evaluation/slurm_code_eval.slurm)
|
||||
echo " code-eval job submitted: ${CODE_JOB}"
|
||||
|
||||
echo ""
|
||||
echo "Monitor:"
|
||||
echo " squeue -u \$USER"
|
||||
echo " tail -f evaluation/slurm_logs/lm_eval_${LM_JOB}.out"
|
||||
echo " tail -f evaluation/slurm_logs/code_eval_${CODE_JOB}.out"
|
||||
echo ""
|
||||
echo "After completion, parse results:"
|
||||
echo " python3 evaluation/parse_canonical_results.py"
|
||||
echo ""
|
||||
echo "Results will be saved to: evaluation/results/canonical/"
|
||||
Reference in New Issue
Block a user