Use model loader from vllm (#459)

2024-05-21 09:13:37 -07:00
parent ced77c6626
commit 19d2135cb8
20 changed files with 151 additions and 977 deletions
--- a/examples/quick_start/srt_example_yi_vl.py
+++ b/examples/quick_start/srt_example_yi_vl.py
@@ -1,5 +1,7 @@
 """
 Usage: python3 srt_example_yi_vl.py
+
+Requirements: transformers==4.38
 """
 import sglang as sgl