#!/bin/bash # Minimal serving-layer-only patches. No pip install. No compute file changes. # Goal: match Sub168's approach — only patch what's needed for tool_call/reasoning. cd "$(dirname "$0")" echo "[patch_ops] START — working directory: $(pwd)" # Find vllm installation VLLM="" for P in /usr/local/corex/lib/python3/dist-packages/vllm \ /usr/local/corex/lib64/python3/dist-packages/vllm; do if [ -d "$P" ]; then VLLM="$P" echo "[patch_ops] Found vllm at: $VLLM" break fi done if [ -z "$VLLM" ]; then echo "[patch_ops] ERROR: vllm not found" exit 1 fi # 1. Register Qwen3_5 model configs in transformers (no pip install!) TMODELS="" for P in /usr/local/lib/python3.10/site-packages/transformers/models \ /usr/local/corex/lib/python3/dist-packages/transformers/models \ /usr/local/corex/lib64/python3/dist-packages/transformers/models; do if [ -d "$P" ]; then TMODELS="$P" break fi done if [ -n "$TMODELS" ]; then cp -r ./qwen3_5 "$TMODELS/" 2>/dev/null && echo "[patch_ops] qwen3_5 config copied" || true cp -r ./qwen3_5_moe "$TMODELS/" 2>/dev/null && echo "[patch_ops] qwen3_5_moe config copied" || true python3 ./patch_transformers_qwen3_5.py 2>&1 || echo "[patch_ops] WARNING: transformers patch failed (non-fatal)" else echo "[patch_ops] WARNING: transformers/models not found" fi # 2. Model registry if [ -f ./registry.py ]; then cp ./registry.py "$VLLM/model_executor/models/registry.py" 2>/dev/null && \ echo "[patch_ops] registry.py deployed" || echo "[patch_ops] WARNING: registry deploy failed" fi # 3. Tool parser mkdir -p "$VLLM/entrypoints/openai/tool_parsers" 2>/dev/null || true cp ./qwen3coder_tool_parser.py "$VLLM/entrypoints/openai/tool_parsers/" 2>/dev/null || true cp ./tool_parsers_init.py "$VLLM/entrypoints/openai/tool_parsers/__init__.py" 2>/dev/null || true echo "[patch_ops] tool parser deployed" # 4. Reasoning parser cp -r ./reasoning "$VLLM/" 2>/dev/null || true echo "[patch_ops] reasoning parser deployed" # 5. Serving layer (protocol, chat, api_server, cli_args, chat_utils) cp ./protocol.py "$VLLM/entrypoints/openai/protocol.py" 2>/dev/null || true cp ./cli_args.py "$VLLM/entrypoints/openai/cli_args.py" 2>/dev/null || true cp ./serving_chat.py "$VLLM/entrypoints/openai/serving_chat.py" 2>/dev/null || true cp ./api_server.py "$VLLM/entrypoints/openai/api_server.py" 2>/dev/null || true cp ./chat_utils.py "$VLLM/entrypoints/chat_utils.py" 2>/dev/null || true echo "[patch_ops] serving layer deployed" # 6. If second vllm path exists, copy there too VLLM2="" for P in /usr/local/corex/lib/python3/dist-packages/vllm \ /usr/local/corex/lib64/python3/dist-packages/vllm; do if [ -d "$P" ] && [ "$P" != "$VLLM" ]; then VLLM2="$P" break fi done if [ -n "$VLLM2" ]; then echo "[patch_ops] Second vllm found at: $VLLM2 — copying patches" cp ./registry.py "$VLLM2/model_executor/models/registry.py" 2>/dev/null || true mkdir -p "$VLLM2/entrypoints/openai/tool_parsers" 2>/dev/null || true cp ./qwen3coder_tool_parser.py "$VLLM2/entrypoints/openai/tool_parsers/" 2>/dev/null || true cp ./tool_parsers_init.py "$VLLM2/entrypoints/openai/tool_parsers/__init__.py" 2>/dev/null || true cp -r ./reasoning "$VLLM2/" 2>/dev/null || true cp ./protocol.py "$VLLM2/entrypoints/openai/protocol.py" 2>/dev/null || true cp ./cli_args.py "$VLLM2/entrypoints/openai/cli_args.py" 2>/dev/null || true cp ./serving_chat.py "$VLLM2/entrypoints/openai/serving_chat.py" 2>/dev/null || true cp ./api_server.py "$VLLM2/entrypoints/openai/api_server.py" 2>/dev/null || true cp ./chat_utils.py "$VLLM2/entrypoints/chat_utils.py" 2>/dev/null || true fi echo "[patch_ops] DONE — no pip install, no compute file changes, corex kernels preserved"