Add gptq quantization model support (#141)

2024-02-07 03:35:04 +08:00
parent ccbe1e67d8
commit 3ae78a09b3
4 changed files with 25 additions and 14 deletions
--- a/python/sglang/srt/utils.py
+++ b/python/sglang/srt/utils.py
@@ -259,4 +259,4 @@ def load_image(image_file):
    else:
        image = Image.open(BytesIO(base64.b64decode(image_file)))

-    return image
+    return image