初始化项目,由ModelHub XC社区提供模型

Model: pathcosmos/frankenstallm
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-07-14 04:21:16 +08:00
commit d4abdb70fa
516 changed files with 5584477 additions and 0 deletions

View File

@@ -0,0 +1,23 @@
#!/usr/bin/env bash
# Usage: bash scripts/run_eval.sh <checkpoint_dir>
# Example: bash scripts/run_eval.sh checkpoints/korean_1b_fp8_run1/checkpoint-0200000
set -euo pipefail
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
PROJECT_DIR="$(dirname "$SCRIPT_DIR")"
CHECKPOINT="${1:?Usage: bash scripts/run_eval.sh <checkpoint_dir>}"
echo "=== Perplexity Evaluation ==="
python "$PROJECT_DIR/eval/perplexity.py" \
--checkpoint "$CHECKPOINT" \
--data "$PROJECT_DIR/data/korean_val.bin" \
--device cuda:0
echo ""
echo "=== Text Generation ==="
python "$PROJECT_DIR/eval/generate.py" \
--checkpoint "$CHECKPOINT" \
--prompt "안녕하세요, 저는" \
--max_new_tokens 200 \
--device cuda:0