Use model loader from vllm (#459)

2024-05-21 09:13:37 -07:00
parent ced77c6626
commit 19d2135cb8
20 changed files with 151 additions and 977 deletions
--- a/python/sglang/utils.py
+++ b/python/sglang/utils.py
@@ -141,7 +141,7 @@ def encode_frame(frame):


 def encode_video_base64(video_path, num_frames=16):
-    import cv2
+    import cv2  # pip install opencv-python-headless

    cap = cv2.VideoCapture(video_path)
    if not cap.isOpened():