Support for Qwen2.5-VL Model in bitsandbytes Format (#5003)

2025-04-14 17:03:40 +08:00
parent defede5073
commit 072df75354
6 changed files with 375 additions and 45 deletions
--- a/.github/workflows/vllm-dependency-test.yml
+++ b/.github/workflows/vllm-dependency-test.yml
@@ -33,6 +33,7 @@ jobs:
        run: |
          bash scripts/ci_install_dependency.sh
          pip install "vllm>=0.6.4.post1,<=0.7.2"
+          pip install "bitsandbytes>=0.44.0"

      - name: Run VLLM dependency tests
        timeout-minutes: 60