Add OpenAI backend to the CI test (#869)
This commit is contained in:
8
.github/workflows/pr-e2e-test.yml
vendored
8
.github/workflows/pr-e2e-test.yml
vendored
@@ -32,7 +32,13 @@ jobs:
|
||||
pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.3/ --force-reinstall
|
||||
pip install --upgrade transformers
|
||||
|
||||
- name: Launch server and run benchmark
|
||||
- name: Test OpenAI Backend
|
||||
run: |
|
||||
export OPENAI_API_KEY=secrets.OPENAI_API_KEY
|
||||
cd sglang/test/lang
|
||||
python3 test_openai_backend.py
|
||||
|
||||
- name: Benchmark Serving
|
||||
run: |
|
||||
python3 -m sglang.launch_server --model /home/lmzheng/zhyncs/Meta-Llama-3.1-8B-Instruct --port 8413 --disable-radix-cache &
|
||||
|
||||
|
||||
2
.github/workflows/release-docker.yml
vendored
2
.github/workflows/release-docker.yml
vendored
@@ -1,4 +1,4 @@
|
||||
name: publish docker
|
||||
name: Release Docker
|
||||
on:
|
||||
push:
|
||||
branches:
|
||||
|
||||
2
.github/workflows/release-fake-tag.yml
vendored
2
.github/workflows/release-fake-tag.yml
vendored
@@ -1,4 +1,4 @@
|
||||
name: fake tag
|
||||
name: Release Fake Tag
|
||||
on:
|
||||
push:
|
||||
branches:
|
||||
|
||||
2
.github/workflows/release-github.yml
vendored
2
.github/workflows/release-github.yml
vendored
@@ -1,4 +1,4 @@
|
||||
name: release tag
|
||||
name: Release GitHub
|
||||
on:
|
||||
workflow_dispatch:
|
||||
jobs:
|
||||
|
||||
2
.github/workflows/release-pypi.yml
vendored
2
.github/workflows/release-pypi.yml
vendored
@@ -1,4 +1,4 @@
|
||||
name: publish to pypi
|
||||
name: Release PyPI
|
||||
on:
|
||||
push:
|
||||
branches:
|
||||
|
||||
Reference in New Issue
Block a user