Move sgl.Runtime under sglang/lang (#2990)
This commit is contained in:
@@ -1,6 +1,5 @@
|
||||
"""Public APIs of the language."""
|
||||
|
||||
import os
|
||||
import re
|
||||
from typing import Callable, List, Optional, Union
|
||||
|
||||
@@ -33,17 +32,13 @@ def function(
|
||||
|
||||
|
||||
def Runtime(*args, **kwargs):
|
||||
os.environ["TF_CPP_MIN_LOG_LEVEL"] = "3"
|
||||
|
||||
# Avoid importing unnecessary dependency
|
||||
from sglang.srt.server import Runtime
|
||||
from sglang.lang.backend.runtime_endpoint import Runtime
|
||||
|
||||
return Runtime(*args, **kwargs)
|
||||
|
||||
|
||||
def Engine(*args, **kwargs):
|
||||
os.environ["TF_CPP_MIN_LOG_LEVEL"] = "3"
|
||||
|
||||
# Avoid importing unnecessary dependency
|
||||
from sglang.srt.server import Engine
|
||||
|
||||
|
||||
Reference in New Issue
Block a user