add pkgs

scripts/download_model.sh

@@ -0,0 +1,24 @@
+#!/bin/bash
+set -xe
+
+unset_proxy() {
+    unset http_proxy https_proxy
+}
+
+if [ -z $1 ]; then
+    echo "An error happend, model name must be provided, usage: bash scripts/download_model.sh <model name>"
+    echo "Currently <model name> only supports: llama-7b, llama-13b, llama-65b, llama2-70b, chatglm-6b, chatglm2-6b, chatglm3-6b, baichuan-7b, baichuan-13b, baichuan2-7b, baichuan2-13b, bloom, gpt-neox-20b, qwen-7b, qwen-14b, qwen-72b and gptj-6b"
+    exit 1
+fi
+
+unset_proxy
+
+# Download the model
+if [ ! -d downloads ]; then
+    mkdir -p downloads
+fi
+if [ ! -f downloads/$1.tar.gz ]; then
+    pushd downloads
+    wget -q https://klx-llm.fsh.bcebos.com/pretrained_models/$1.tar.gz && tar -I pigz -xf $1.tar.gz
+    popd
+fi

scripts/install_release.sh

@@ -0,0 +1,54 @@
+#!/bin/bash
+set -xe
+
+set_proxy() {
+    export http_proxy=http://gzbh-aip-paddlecloud140.gzbh:8128
+    export https_proxy=http://gzbh-aip-paddlecloud140.gzbh:8128
+}
+unset_proxy() {
+    unset http_proxy https_proxy
+}
+
+source /home/pt201/bin/activate
+pip config set global.disable-pip-version-check true
+
+#set_proxy
+# Install xtrt, xtrt-llm, xpytorch
+if [ -n "$(python3 -m pip list| grep tvm)" ]; then
+    python3 -m pip uninstall -y tvm
+    rm -rf /home/pt201/lib/python3.8/site-packages/tvm*
+fi
+python3 -m pip install tvm*.whl
+
+if [ -n "$(python3 -m pip list| grep xtrt-llm)" ]; then
+    python3 -m pip uninstall -y xtrt-llm
+    rm -rf /home/pt201/lib/python3.8/site-packages/xtrt*
+fi
+python3 -m pip install xtrt_llm*.whl
+
+if [ -f xpytorch*.run ]; then
+    chmod +x xpytorch*.run
+    bash xpytorch*.run
+    if [ ! -f /home/pt201/lib/python3.8/site-packages/torch_xmlir/libtcmalloc_minimal.so ]; then
+        ln -s /home/workspace/dep_libs/tcmalloc/output/lib/libtcmalloc_minimal.so /home/pt201/lib/python3.8/site-packages/torch_xmlir/libtcmalloc_minimal.so.4
+    fi
+fi
+pip install hyperparameter
+pip install numpy==1.23.5
+
+# Install other dependency
+pip install transformers_stream_generator
+pip install nltk rouge_score
+pip install tiktoken
+#unset_proxy
+
+# Install cuda
+if [ ! -d /usr/local/cuda-11.7/ ]; then
+    mkdir -p downloads
+    pushd downloads
+    wget https://bd.bcebos.com/klx-pytorch-work-bd/docker_conda_dep/torch202_cuda117/cuda_11.7.1_515.65.01_linux.run
+    bash cuda_11.7.1_515.65.01_linux.run --silent --toolkit
+    popd
+fi
+
+pip install https://su.bcebos.com/v1/klx-sdk-release-public/xtrt_llm/depends/thop/thop-0.0.0-cp38-cp38-linux_x86_64.whl

scripts/set_release_env.sh

@@ -0,0 +1,2 @@
+#/bin/bash
+export PATH="/usr/local/cuda-11.7/bin":$PATH