Test openai vision api (#925)
This commit is contained in:
@@ -390,8 +390,13 @@ class TokenizerManager:
|
||||
obj.return_text_in_logprobs,
|
||||
)
|
||||
|
||||
# Log requests
|
||||
if self.server_args.log_requests and state.finished:
|
||||
logger.info(f"in={obj.text}, out={out}")
|
||||
if obj.text is None:
|
||||
in_obj = {"text": self.tokenizer.decode(obj.input_ids)}
|
||||
else:
|
||||
in_obj = {"text": obj.text}
|
||||
logger.info(f"in={in_obj}, out={out}")
|
||||
|
||||
state.out_list = []
|
||||
if state.finished:
|
||||
|
||||
@@ -18,7 +18,7 @@ from sglang.lang.backend.openai import OpenAI
|
||||
from sglang.lang.backend.runtime_endpoint import RuntimeEndpoint
|
||||
from sglang.utils import get_exception_traceback
|
||||
|
||||
MODEL_NAME_FOR_TEST = "meta-llama/Meta-Llama-3.1-8B-Instruct"
|
||||
DEFAULT_MODEL_NAME_FOR_TEST = "meta-llama/Meta-Llama-3.1-8B-Instruct"
|
||||
|
||||
|
||||
def call_generate_lightllm(prompt, temperature, max_tokens, stop=None, url=None):
|
||||
|
||||
Reference in New Issue
Block a user