Expose more arguments to control the scheduling policy (#32)

This commit is contained in:
Lianmin Zheng
2024-01-17 18:37:02 -08:00
committed by GitHub
parent c0454b323c
commit 22ec7bc2a1
4 changed files with 19 additions and 5 deletions

View File

@@ -4,9 +4,9 @@ from typing import Callable, List, Optional, Union
from sglang.backend.anthropic import Anthropic
from sglang.backend.base_backend import BaseBackend
from sglang.backend.vertexai import VertexAI
from sglang.backend.openai import OpenAI
from sglang.backend.runtime_endpoint import RuntimeEndpoint
from sglang.backend.vertexai import VertexAI
from sglang.global_config import global_config
from sglang.lang.ir import (
SglExpr,