Support for Qwen2.5-VL Model in bitsandbytes Format (#5003)

2025-04-14 17:03:40 +08:00
parent defede5073
commit 072df75354
6 changed files with 375 additions and 45 deletions
--- a/test/srt/run_suite.py
+++ b/test/srt/run_suite.py
@@ -97,6 +97,7 @@ suites = {
        TestFile("test_awq.py"),
        TestFile("test_gguf.py", 78),
        TestFile("test_gptqmodel_dynamic.py", 72),
+        TestFile("test_bnb.py"),
    ],
 }