Reorganize CI and test files (#9027)
This commit is contained in:
@@ -3,7 +3,7 @@ set -euo pipefail
|
||||
|
||||
# Get version from SGLang version.py file
|
||||
FALLBACK_SGLANG_VERSION="v0.4.10.post2"
|
||||
SGLANG_VERSION_FILE="$(dirname "$0")/../python/sglang/version.py"
|
||||
SGLANG_VERSION_FILE="$(dirname "$0")/../../python/sglang/version.py"
|
||||
|
||||
if [ -f "$SGLANG_VERSION_FILE" ]; then
|
||||
SGLANG_VERSION=$(python3 -c '
|
||||
@@ -2,7 +2,7 @@
|
||||
# Install the dependency in CI.
|
||||
set -euxo pipefail
|
||||
|
||||
bash scripts/ci_install_dependency.sh
|
||||
bash scripts/ci/ci_install_dependency.sh
|
||||
|
||||
export GDRCOPY_HOME=/usr/src/gdrdrv-2.4.4/
|
||||
export NVSHMEM_DIR=/opt/nvshmem/install
|
||||
@@ -12,7 +12,7 @@ fi
|
||||
|
||||
# Kill existing processes
|
||||
SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
|
||||
bash "${SCRIPT_DIR}/killall_sglang.sh"
|
||||
bash "${SCRIPT_DIR}/../killall_sglang.sh"
|
||||
|
||||
# Install apt packages
|
||||
apt install -y git libnuma-dev
|
||||
@@ -1,40 +0,0 @@
|
||||
#!/bin/bash
|
||||
set -euxo pipefail
|
||||
|
||||
mapfile -t models < <(python3 -c "from sglang.test.test_utils import _get_default_models; print(_get_default_models())" | jq -r '.[]')
|
||||
|
||||
if [ ${#models[@]} -eq 0 ]; then
|
||||
echo "Failed to get default models."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
cache_dir="${DEFAULT_MODEL_CACHE_DIR:-}"
|
||||
|
||||
if [ -z "$cache_dir" ]; then
|
||||
echo "DEFAULT_MODEL_CACHE_DIR environment variable is not set."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
failed_models=()
|
||||
for model in "${models[@]}"; do
|
||||
local_model_dir="$cache_dir/$model"
|
||||
echo "Caching model: $model to $local_model_dir"
|
||||
mkdir -p "$local_model_dir"
|
||||
|
||||
if ! huggingface-cli download "$model" \
|
||||
--local-dir "$local_model_dir" \
|
||||
--local-dir-use-symlinks False 2>/dev/null; then
|
||||
echo "WARNING: Failed to cache model: $model"
|
||||
rm -rf "$local_model_dir"
|
||||
failed_models+=("$model")
|
||||
continue
|
||||
fi
|
||||
echo "Successfully cached model: $model"
|
||||
done
|
||||
|
||||
if [ ${#failed_models[@]} -gt 0 ]; then
|
||||
echo -e "\n[Summary] Failed to cache following models:"
|
||||
printf ' - %s\n' "${failed_models[@]}"
|
||||
else
|
||||
echo -e "\n[Summary] All models cached successfully"
|
||||
fi
|
||||
Reference in New Issue
Block a user