初始化项目,由ModelHub XC社区提供模型

Model: nv-community/OpenMath-Nemotron-14B-Kaggle
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-08-19 00:45:13 +08:00
commit 349e1e0721
26 changed files with 152229 additions and 0 deletions

32
entrypoint.sh Normal file
View File

@@ -0,0 +1,32 @@
#!/bin/bash
set -e
# Default environment variables
export MODEL_PATH=${MODEL_PATH:-"/repository"}
echo "Starting NeMo Skills inference endpoint..."
echo "Model path: $MODEL_PATH"
# Function to handle cleanup on exit
cleanup() {
echo "Cleaning up processes..."
kill $(jobs -p) 2>/dev/null || true
wait
}
trap cleanup EXIT
# Start the model server in the background
echo "Starting model server..."
ns start_server \
--model="$MODEL_PATH" \
--server_gpus=2 \
--server_type=vllm \
--with_sandbox &
# Start the HTTP endpoint
echo "Starting HTTP endpoint on port 80..."
python /usr/local/endpoint/server.py &
# Wait for both processes
echo "Both servers started. Waiting..."
wait