初始化项目,由ModelHub XC社区提供模型
Model: nv-community/OpenMath-Nemotron-14B-Kaggle Source: Original Platform
This commit is contained in:
32
entrypoint.sh
Normal file
32
entrypoint.sh
Normal file
@@ -0,0 +1,32 @@
|
||||
#!/bin/bash
|
||||
set -e
|
||||
|
||||
# Default environment variables
|
||||
export MODEL_PATH=${MODEL_PATH:-"/repository"}
|
||||
|
||||
echo "Starting NeMo Skills inference endpoint..."
|
||||
echo "Model path: $MODEL_PATH"
|
||||
|
||||
# Function to handle cleanup on exit
|
||||
cleanup() {
|
||||
echo "Cleaning up processes..."
|
||||
kill $(jobs -p) 2>/dev/null || true
|
||||
wait
|
||||
}
|
||||
trap cleanup EXIT
|
||||
|
||||
# Start the model server in the background
|
||||
echo "Starting model server..."
|
||||
ns start_server \
|
||||
--model="$MODEL_PATH" \
|
||||
--server_gpus=2 \
|
||||
--server_type=vllm \
|
||||
--with_sandbox &
|
||||
|
||||
# Start the HTTP endpoint
|
||||
echo "Starting HTTP endpoint on port 80..."
|
||||
python /usr/local/endpoint/server.py &
|
||||
|
||||
# Wait for both processes
|
||||
echo "Both servers started. Waiting..."
|
||||
wait
|
||||
Reference in New Issue
Block a user