Gemini Backend (#9)

Co-authored-by: Ying Sheng <sqy1415@gmail.com>
This commit is contained in:
shiyi.c_98
2024-01-16 22:29:37 -08:00
committed by GitHub
parent c4707f1bb5
commit fd7c479239
13 changed files with 311 additions and 2 deletions

View File

@@ -4,6 +4,7 @@ from typing import Callable, List, Optional, Union
from sglang.backend.anthropic import Anthropic
from sglang.backend.base_backend import BaseBackend
from sglang.backend.gemini import Gemini
from sglang.backend.openai import OpenAI
from sglang.backend.runtime_endpoint import RuntimeEndpoint
from sglang.global_config import global_config