forked from EngineX-Cambricon/enginex-mlu370-vllm
7 lines
167 B
Python
7 lines
167 B
Python
|
from lmdeploy.serve.openai.api_client import APIClient
|
||
|
|
|
||
|
|
api_client = APIClient("http://localhost:8000")
|
||
|
|
model_name = api_client.available_models[0]
|
||
|
|
|
||
|
|
print(model_name)
|