Add OpenAI backend to the CI test (#869)

This commit is contained in:
Ying Sheng
2024-08-01 09:25:24 -07:00
committed by GitHub
parent 9e8d2c7f74
commit 4075677621
16 changed files with 30 additions and 38 deletions

View File

@@ -32,7 +32,13 @@ jobs:
pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.3/ --force-reinstall
pip install --upgrade transformers
- name: Launch server and run benchmark
- name: Test OpenAI Backend
run: |
export OPENAI_API_KEY=secrets.OPENAI_API_KEY
cd sglang/test/lang
python3 test_openai_backend.py
- name: Benchmark Serving
run: |
python3 -m sglang.launch_server --model /home/lmzheng/zhyncs/Meta-Llama-3.1-8B-Instruct --port 8413 --disable-radix-cache &

View File

@@ -1,4 +1,4 @@
name: publish docker
name: Release Docker
on:
push:
branches:

View File

@@ -1,4 +1,4 @@
name: fake tag
name: Release Fake Tag
on:
push:
branches:

View File

@@ -1,4 +1,4 @@
name: release tag
name: Release GitHub
on:
workflow_dispatch:
jobs:

View File

@@ -1,4 +1,4 @@
name: publish to pypi
name: Release PyPI
on:
push:
branches: