EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Update runner docs (#879)

Browse Source
This commit is contained in:
Liangsheng Yin
2024-08-01 17:37:47 -07:00
committed by GitHub
parent 4013a4e1b0
commit 12ce3befb6
2 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
.github/workflows/pr-e2e-test.yml vendored
View File

@@ -19,6 +19,9 @@ jobs:
pr-e2e-test: pr-e2e-test:
runs-on: self-hosted runs-on: self-hosted
env:
HF_TOKEN : ${{ secrets.HF_TOKEN }}
steps: steps:
- name: Checkout code - name: Checkout code
uses: actions/checkout@v3 uses: actions/checkout@v3
@@ -35,7 +38,7 @@ jobs:
- name: Benchmark Serving - name: Benchmark Serving
run: | run: |
cd /data/zhyncs/venv && source ./bin/activate && cd - cd /data/zhyncs/venv && source ./bin/activate && cd -
python3 -m sglang.launch_server --model /data/zhyncs/Meta-Llama-3.1-8B-Instruct --port 8413 --disable-radix-cache & python3 -m sglang.launch_server --model meta-llama/Meta-Llama-3.1-8B-Instruct --port 8413 --disable-radix-cache &
echo "Waiting for server to start..." echo "Waiting for server to start..."
for i in {1..120}; do for i in {1..120}; do

1
docs/en/setup_runner.md
View File

@@ -15,6 +15,7 @@ add `/lib/systemd/system/runner.service`
StartLimitIntervalSec=0 StartLimitIntervalSec=0
[Service] [Service]
Environment="CUDA_VISIBLE_DEVICES=7" Environment="CUDA_VISIBLE_DEVICES=7"
Environment="XDG_CACHE_HOME=/data/.cache"
Restart=always Restart=always
RestartSec=1 RestartSec=1
ExecStart=/data/zhyncs/actions-runner/run.sh ExecStart=/data/zhyncs/actions-runner/run.sh