EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Merged three native APIs into one: get_server_info (#2152)

Browse Source
This commit is contained in:
Henry Hyeonmok Ko
2024-11-24 01:37:58 -08:00
committed by GitHub
parent 84a1698d67
commit dbe1729395
10 changed files with 81 additions and 126 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
rust/src/server.rs
View File

@@ -66,14 +66,14 @@ async fn health_generate(data: web::Data<AppState>) -> impl Responder {
forward_request(&data.client, worker_url, "/health_generate".to_string()).await
}
#[get("/get_server_args")]
async fn get_server_args(data: web::Data<AppState>) -> impl Responder {
#[get("/get_server_info")]
async fn get_server_info(data: web::Data<AppState>) -> impl Responder {
let worker_url = match data.router.get_first() {
Some(url) => url,
None => return HttpResponse::InternalServerError().finish(),
};
forward_request(&data.client, worker_url, "/get_server_args".to_string()).await
forward_request(&data.client, worker_url, "/get_server_info".to_string()).await
}
#[get("/v1/models")]
@@ -153,7 +153,7 @@ pub async fn startup(
.service(get_model_info)
.service(health)
.service(health_generate)
.service(get_server_args)
.service(get_server_info)
})
.bind((host, port))?
.run()