[router]restructure protocol modules for better organization (#9321)
This commit is contained in:
@@ -3,9 +3,13 @@ use serde_json::{from_str, to_string, to_value, to_vec};
|
||||
use std::time::Instant;
|
||||
|
||||
use sglang_router_rs::core::{BasicWorker, Worker, WorkerType};
|
||||
use sglang_router_rs::openai_api_types::{
|
||||
ChatCompletionRequest, ChatMessage, CompletionRequest, GenerateParameters, GenerateRequest,
|
||||
SamplingParams, StringOrArray, UserMessageContent,
|
||||
use sglang_router_rs::protocols::{
|
||||
common::StringOrArray,
|
||||
generate::{GenerateParameters, GenerateRequest, SamplingParams},
|
||||
openai::{
|
||||
chat::{ChatCompletionRequest, ChatMessage, UserMessageContent},
|
||||
completions::CompletionRequest,
|
||||
},
|
||||
};
|
||||
use sglang_router_rs::routers::pd_types::{generate_room_id, get_hostname, RequestWithBootstrap};
|
||||
|
||||
|
||||
Reference in New Issue
Block a user