初始化项目,由ModelHub XC社区提供模型
Model: Swicked86/phi4-mm-gguf Source: Original Platform
This commit is contained in:
89
deploy/install-nuc.sh
Normal file
89
deploy/install-nuc.sh
Normal file
@@ -0,0 +1,89 @@
|
||||
#!/usr/bin/env bash
|
||||
# =============================================================================
|
||||
# install-nuc.sh
|
||||
# Deploy Phi-4 Multimodal Q4_K_M to an Intel NUC (8 GB RAM, CPU-only)
|
||||
# and register it with Ollama for use with OpenClaw.
|
||||
#
|
||||
# Usage:
|
||||
# On the NUC, run:
|
||||
# bash install-nuc.sh [path/to/phi4-mm-Q4_K_M.gguf]
|
||||
#
|
||||
# Or from the build machine, copy files first then run:
|
||||
# scp phi4-mm-Q4_K_M.gguf Modelfile openclaw-config.json user@nuc-ip:~/phi4-deploy/
|
||||
# ssh user@nuc-ip "cd ~/phi4-deploy && bash install-nuc.sh"
|
||||
# =============================================================================
|
||||
set -euo pipefail
|
||||
|
||||
GGUF_DEFAULT="/home/$(whoami)/phi4-deploy/phi4-mm-Q4_K_M.gguf"
|
||||
GGUF_PATH="${1:-$GGUF_DEFAULT}"
|
||||
MODELFILE_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
||||
MODEL_NAME="phi4-mm-nuc"
|
||||
|
||||
echo "============================================================"
|
||||
echo " Phi-4 Multimodal NUC Deployment"
|
||||
echo "============================================================"
|
||||
echo " GGUF : $GGUF_PATH"
|
||||
echo " Model : $MODEL_NAME"
|
||||
echo " Host : $(hostname)"
|
||||
echo "============================================================"
|
||||
|
||||
# ── 1. Verify GGUF exists ─────────────────────────────────────────────────────
|
||||
if [[ ! -f "$GGUF_PATH" ]]; then
|
||||
echo "ERROR: GGUF not found at $GGUF_PATH"
|
||||
echo "Transfer it first: scp <build-host>:~/models/phi4-mm-Q4_K_M.gguf $GGUF_PATH"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# ── 2. Install Ollama if missing ──────────────────────────────────────────────
|
||||
if ! command -v ollama &>/dev/null; then
|
||||
echo ""
|
||||
echo ">>> Installing Ollama..."
|
||||
curl -fsSL https://ollama.com/install.sh | sh
|
||||
echo ">>> Ollama installed."
|
||||
else
|
||||
echo ">>> Ollama already installed: $(ollama --version)"
|
||||
fi
|
||||
|
||||
# ── 3. Ensure Ollama daemon is running ────────────────────────────────────────
|
||||
if ! pgrep -x ollama &>/dev/null; then
|
||||
echo ">>> Starting Ollama daemon..."
|
||||
ollama serve &>/dev/null &
|
||||
sleep 3
|
||||
fi
|
||||
|
||||
# ── 4. Patch Modelfile with absolute GGUF path ───────────────────────────────
|
||||
MODELFILE_TMP="$(mktemp)"
|
||||
sed "s|FROM ./phi4-mm-Q4_K_M.gguf|FROM ${GGUF_PATH}|" \
|
||||
"${MODELFILE_DIR}/Modelfile" > "$MODELFILE_TMP"
|
||||
|
||||
# ── 5. Register model with Ollama ─────────────────────────────────────────────
|
||||
echo ""
|
||||
echo ">>> Creating Ollama model: $MODEL_NAME"
|
||||
ollama create "$MODEL_NAME" -f "$MODELFILE_TMP"
|
||||
rm "$MODELFILE_TMP"
|
||||
echo ">>> Model registered."
|
||||
|
||||
# ── 6. Smoke-test ─────────────────────────────────────────────────────────────
|
||||
echo ""
|
||||
echo ">>> Running smoke test (one token)..."
|
||||
RESPONSE=$(ollama run "$MODEL_NAME" "Reply with exactly: OK" --nowordwrap 2>&1 | head -5)
|
||||
echo " Response: $RESPONSE"
|
||||
|
||||
# ── 7. Systemd user service for Ollama (optional) ─────────────────────────────
|
||||
if command -v systemctl &>/dev/null && systemctl --user status ollama.service &>/dev/null 2>&1; then
|
||||
echo ">>> Ollama systemd service already configured."
|
||||
else
|
||||
echo ""
|
||||
echo ">>> To keep Ollama running at startup, enable the service:"
|
||||
echo " sudo systemctl enable --now ollama"
|
||||
fi
|
||||
|
||||
# ── Done ──────────────────────────────────────────────────────────────────────
|
||||
echo ""
|
||||
echo "============================================================"
|
||||
echo " DONE. Model is ready."
|
||||
echo ""
|
||||
echo " Test: ollama run $MODEL_NAME"
|
||||
echo " API endpoint: http://localhost:11434/v1"
|
||||
echo " OpenClaw model: ollama/$MODEL_NAME"
|
||||
echo "============================================================"
|
||||
Reference in New Issue
Block a user