EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Improve docs & Rename Gemini -> VertexAI (#19)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-01-17 02:54:41 -08:00
committed by GitHub
parent fd7c479239
commit bf51ddc6e5
13 changed files with 56 additions and 583 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
test/lang/test_gemini_backend.py → test/lang/test_vertexai_backend.py
View File

@@ -10,10 +10,10 @@ from sglang.test.test_programs import (
test_stream,
)
from sglang import Gemini, set_default_backend
from sglang import VertexAI, set_default_backend
class TestGeminiBackend(unittest.TestCase):
class TestVertexAIBackend(unittest.TestCase):
backend = None
chat_backend = None
chat_vision_backend = None
@@ -22,9 +22,9 @@ class TestGeminiBackend(unittest.TestCase):
cls = type(self)
if cls.backend is None:
cls.backend = Gemini("gemini-pro")
cls.chat_backend = Gemini("gemini-pro")
cls.chat_vision_backend = Gemini("gemini-pro-vision")
cls.backend = VertexAI("gemini-pro")
cls.chat_backend = VertexAI("gemini-pro")
cls.chat_vision_backend = VertexAI("gemini-pro-vision")
def test_few_shot_qa(self):
set_default_backend(self.backend)
@@ -61,6 +61,6 @@ if __name__ == "__main__":
# from sglang.global_config import global_config
# global_config.verbosity = 2
# t = TestGeminiBackend()
# t = TestVertexAIBackend()
# t.setUp()
# t.test_stream()