EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

docs: update setup github runner (#1050)

Browse Source
This commit is contained in:
Yineng Zhang
2024-08-12 16:11:38 +08:00
committed by GitHub
parent cb99ba4fc6
commit 89f23a5178
2 changed files with 89 additions and 34 deletions
Download Patch File Download Diff File Expand all files Collapse all files

89
docs/en/setup_github_runner.md Normal file
View File

@@ -0,0 +1,89 @@
# Set up self hosted runner for GitHub Action
## Config Runner
```bash
# https://github.com/sgl-project/sglang/settings/actions/runners/new?arch=x64&os=linux
# Involves some TOKEN and other private information, click the link to view specific steps.
```
## Start Runner
add `/lib/systemd/system/e2e.service`
```
[Unit]
StartLimitIntervalSec=0
[Service]
Environment="CUDA_VISIBLE_DEVICES=7"
Environment="XDG_CACHE_HOME=/data/.cache"
Environment="HF_TOKEN=hf_xx"
Environment="OPENAI_API_KEY=sk-xx"
Environment="HOME=/data/zhyncs/runner-v1"
Environment="SGLANG_IS_IN_CI=true"
Restart=always
RestartSec=1
ExecStart=/data/zhyncs/runner-v1/actions-runner/run.sh
[Install]
WantedBy=multi-user.target
```
add `/lib/systemd/system/unit.service`
```
[Unit]
StartLimitIntervalSec=0
[Service]
Environment="CUDA_VISIBLE_DEVICES=6"
Environment="XDG_CACHE_HOME=/data/.cache"
Environment="HF_TOKEN=hf_xx"
Environment="OPENAI_API_KEY=sk-xx"
Environment="HOME=/data/zhyncs/runner-v2"
Environment="SGLANG_IS_IN_CI=true"
Restart=always
RestartSec=1
ExecStart=/data/zhyncs/runner-v2/actions-runner/run.sh
[Install]
WantedBy=multi-user.target
```
add `/lib/systemd/system/accuracy.service`
```
[Unit]
StartLimitIntervalSec=0
[Service]
Environment="CUDA_VISIBLE_DEVICES=5"
Environment="XDG_CACHE_HOME=/data/.cache"
Environment="HF_TOKEN=hf_xx"
Environment="OPENAI_API_KEY=sk-xx"
Environment="HOME=/data/zhyncs/runner-v3"
Environment="SGLANG_IS_IN_CI=true"
Restart=always
RestartSec=1
ExecStart=/data/zhyncs/runner-v3/actions-runner/run.sh
[Install]
WantedBy=multi-user.target
```
```bash
cd /data/zhyncs/runner-v1
python3 -m venv venv
cd /data/zhyncs/runner-v2
python3 -m venv venv
cd /data/zhyncs/runner-v3
python3 -m venv venv
sudo systemctl daemon-reload
sudo systemctl start e2e
sudo systemctl enable e2e
sudo systemctl status e2e
sudo systemctl start unit
sudo systemctl enable unit
sudo systemctl status unit
sudo systemctl start accuracy
sudo systemctl enable accuracy
sudo systemctl status accuracy
```

34
docs/en/setup_runner.md
View File

@@ -1,34 +0,0 @@
# Set up self hosted runner for GitHub Action
## Config Runner
```bash
# https://github.com/sgl-project/sglang/settings/actions/runners/new?arch=x64&os=linux
# Involves some TOKEN and other private information, click the link to view specific steps.
```
## Start Runner
add `/lib/systemd/system/runner.service`
```
[Unit]
StartLimitIntervalSec=0
[Service]
Environment="CUDA_VISIBLE_DEVICES=7"
Environment="XDG_CACHE_HOME=/data/.cache"
Environment="HF_TOKEN=hf_**"
Environment="OPENAI_API_KEY=sk-**"
Environment="HOME=/data/zhyncs"
Restart=always
RestartSec=1
ExecStart=/data/zhyncs/actions-runner/run.sh
[Install]
WantedBy=multi-user.target
```
```bash
sudo systemctl daemon-reload
sudo systemctl start runner
sudo systemctl enable runner
sudo systemctl status runner
```