Improve docs (#662)

This commit is contained in:
Ying Sheng
2024-07-19 10:58:03 -07:00
committed by GitHub
parent 630479c3a6
commit e87c7fd501
6 changed files with 75 additions and 41 deletions

View File

@@ -74,21 +74,6 @@ async def health() -> Response:
return Response(status_code=200)
def get_model_list():
"""Available models."""
model_names = [tokenizer_manager.model_path]
return model_names
@app.get("/v1/models")
def available_models():
"""Show available models."""
model_cards = []
for model_name in get_model_list():
model_cards.append(ModelCard(id=model_name, root=model_name))
return ModelList(data=model_cards)
@app.get("/get_model_info")
async def get_model_info():
result = {
@@ -154,6 +139,16 @@ async def openai_v1_chat_completions(raw_request: Request):
return await v1_chat_completions(tokenizer_manager, raw_request)
@app.get("/v1/models")
def available_models():
"""Show available models."""
model_names = [tokenizer_manager.model_path]
model_cards = []
for model_name in model_names:
model_cards.append(ModelCard(id=model_name, root=model_name))
return ModelList(data=model_cards)
def _set_global_server_args(server_args: ServerArgs):
global global_server_args_dict
global_server_args_dict = {