EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Update the transformers version in CI (#1690)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-10-16 19:03:55 -07:00
committed by GitHub
parent 2782132be8
commit 02f7f3e488
2 changed files with 11 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
.github/workflows/pr-test.yml vendored
View File

@@ -29,7 +29,7 @@ jobs:
run: | run: |
pip install --upgrade pip pip install --upgrade pip
pip install -e "python[dev]" pip install -e "python[dev]"
pip install transformers==4.44 pip install transformers==4.45.2
pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/ --force-reinstall pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/ --force-reinstall
- name: Run test - name: Run test
@@ -49,7 +49,7 @@ jobs:
run: | run: |
pip install --upgrade pip pip install --upgrade pip
pip install -e "python[dev]" pip install -e "python[dev]"
pip install transformers==4.44 pip install transformers==4.45.2
pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/ --force-reinstall pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/ --force-reinstall
- name: Run test - name: Run test
@@ -69,7 +69,7 @@ jobs:
run: | run: |
pip install --upgrade pip pip install --upgrade pip
pip install -e "python[dev]" pip install -e "python[dev]"
pip install transformers==4.44 pip install transformers==4.45.2
pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/ --force-reinstall pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/ --force-reinstall
- name: Run test - name: Run test
@@ -89,7 +89,7 @@ jobs:
run: | run: |
pip install --upgrade pip pip install --upgrade pip
pip install -e "python[dev]" pip install -e "python[dev]"
pip install transformers==4.44 pip install transformers==4.45.2
pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/ --force-reinstall pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/ --force-reinstall
- name: Run test - name: Run test
@@ -109,7 +109,7 @@ jobs:
run: | run: |
pip install --upgrade pip pip install --upgrade pip
pip install -e "python[all]" pip install -e "python[all]"
pip install transformers==4.44 pip install transformers==4.45.2
pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/ --force-reinstall pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/ --force-reinstall
- name: Benchmark Single Latency - name: Benchmark Single Latency
@@ -147,7 +147,7 @@ jobs:
run: | run: |
pip install --upgrade pip pip install --upgrade pip
pip install -e "python[all]" pip install -e "python[all]"
pip install transformers==4.44 pip install transformers==4.45.2
pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/ --force-reinstall pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/ --force-reinstall
- name: Benchmark Offline Throughput (w/o RadixAttention) - name: Benchmark Offline Throughput (w/o RadixAttention)
@@ -179,7 +179,7 @@ jobs:
run: | run: |
pip install --upgrade pip pip install --upgrade pip
pip install -e "python[all]" pip install -e "python[all]"
pip install transformers==4.44 pip install transformers==4.45.2
pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/ --force-reinstall pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/ --force-reinstall
- name: Benchmark Offline Throughput (TP=2) - name: Benchmark Offline Throughput (TP=2)
@@ -211,7 +211,7 @@ jobs:
run: | run: |
pip install --upgrade pip pip install --upgrade pip
pip install -e "python[all]" pip install -e "python[all]"
pip install transformers==4.44 pip install transformers==4.45.2
pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/ --force-reinstall pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/ --force-reinstall
git clone https://github.com/merrymercy/human-eval.git git clone https://github.com/merrymercy/human-eval.git
@@ -235,7 +235,7 @@ jobs:
run: | run: |
pip install --upgrade pip pip install --upgrade pip
pip install -e "python[all]" pip install -e "python[all]"
pip install transformers==4.44 pip install transformers==4.45.2
pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/ --force-reinstall pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/ --force-reinstall
git clone https://github.com/merrymercy/human-eval.git git clone https://github.com/merrymercy/human-eval.git

2
python/sglang/srt/server.py
View File

@@ -432,9 +432,11 @@ def launch_server(
LOGGING_CONFIG["formatters"]["default"][ LOGGING_CONFIG["formatters"]["default"][
"fmt" "fmt"
] = "[%(asctime)s] %(levelprefix)s %(message)s" ] = "[%(asctime)s] %(levelprefix)s %(message)s"
LOGGING_CONFIG["formatters"]["default"]["datefmt"] = "%Y-%m-%d %H:%M:%S"
LOGGING_CONFIG["formatters"]["access"][ LOGGING_CONFIG["formatters"]["access"][
"fmt" "fmt"
] = '[%(asctime)s] %(levelprefix)s %(client_addr)s - "%(request_line)s" %(status_code)s' ] = '[%(asctime)s] %(levelprefix)s %(client_addr)s - "%(request_line)s" %(status_code)s'
LOGGING_CONFIG["formatters"]["access"]["datefmt"] = "%Y-%m-%d %H:%M:%S"
uvicorn.run( uvicorn.run(
app, app,
host=server_args.host, host=server_args.host,