diff --git a/docs/en/setup_github_runner.md b/docs/en/setup_github_runner.md new file mode 100644 index 000000000..97a7f2626 --- /dev/null +++ b/docs/en/setup_github_runner.md @@ -0,0 +1,89 @@ +# Set up self hosted runner for GitHub Action + +## Config Runner + +```bash +# https://github.com/sgl-project/sglang/settings/actions/runners/new?arch=x64&os=linux +# Involves some TOKEN and other private information, click the link to view specific steps. +``` + +## Start Runner + +add `/lib/systemd/system/e2e.service` +``` +[Unit] +StartLimitIntervalSec=0 +[Service] +Environment="CUDA_VISIBLE_DEVICES=7" +Environment="XDG_CACHE_HOME=/data/.cache" +Environment="HF_TOKEN=hf_xx" +Environment="OPENAI_API_KEY=sk-xx" +Environment="HOME=/data/zhyncs/runner-v1" +Environment="SGLANG_IS_IN_CI=true" +Restart=always +RestartSec=1 +ExecStart=/data/zhyncs/runner-v1/actions-runner/run.sh +[Install] +WantedBy=multi-user.target +``` + +add `/lib/systemd/system/unit.service` +``` +[Unit] +StartLimitIntervalSec=0 +[Service] +Environment="CUDA_VISIBLE_DEVICES=6" +Environment="XDG_CACHE_HOME=/data/.cache" +Environment="HF_TOKEN=hf_xx" +Environment="OPENAI_API_KEY=sk-xx" +Environment="HOME=/data/zhyncs/runner-v2" +Environment="SGLANG_IS_IN_CI=true" +Restart=always +RestartSec=1 +ExecStart=/data/zhyncs/runner-v2/actions-runner/run.sh +[Install] +WantedBy=multi-user.target +``` + +add `/lib/systemd/system/accuracy.service` +``` +[Unit] +StartLimitIntervalSec=0 +[Service] +Environment="CUDA_VISIBLE_DEVICES=5" +Environment="XDG_CACHE_HOME=/data/.cache" +Environment="HF_TOKEN=hf_xx" +Environment="OPENAI_API_KEY=sk-xx" +Environment="HOME=/data/zhyncs/runner-v3" +Environment="SGLANG_IS_IN_CI=true" +Restart=always +RestartSec=1 +ExecStart=/data/zhyncs/runner-v3/actions-runner/run.sh +[Install] +WantedBy=multi-user.target +``` + +```bash +cd /data/zhyncs/runner-v1 +python3 -m venv venv + +cd /data/zhyncs/runner-v2 +python3 -m venv venv + +cd /data/zhyncs/runner-v3 +python3 -m venv venv + +sudo systemctl daemon-reload + +sudo systemctl start e2e +sudo systemctl enable e2e +sudo systemctl status e2e + +sudo systemctl start unit +sudo systemctl enable unit +sudo systemctl status unit + +sudo systemctl start accuracy +sudo systemctl enable accuracy +sudo systemctl status accuracy +``` diff --git a/docs/en/setup_runner.md b/docs/en/setup_runner.md deleted file mode 100644 index 34f457684..000000000 --- a/docs/en/setup_runner.md +++ /dev/null @@ -1,34 +0,0 @@ -# Set up self hosted runner for GitHub Action - -## Config Runner - -```bash -# https://github.com/sgl-project/sglang/settings/actions/runners/new?arch=x64&os=linux -# Involves some TOKEN and other private information, click the link to view specific steps. -``` - -## Start Runner - -add `/lib/systemd/system/runner.service` -``` -[Unit] -StartLimitIntervalSec=0 -[Service] -Environment="CUDA_VISIBLE_DEVICES=7" -Environment="XDG_CACHE_HOME=/data/.cache" -Environment="HF_TOKEN=hf_**" -Environment="OPENAI_API_KEY=sk-**" -Environment="HOME=/data/zhyncs" -Restart=always -RestartSec=1 -ExecStart=/data/zhyncs/actions-runner/run.sh -[Install] -WantedBy=multi-user.target -``` - -```bash -sudo systemctl daemon-reload -sudo systemctl start runner -sudo systemctl enable runner -sudo systemctl status runner -```