[router][grpc] Fix sampling_params.stop_strs is None (#11306)

This commit is contained in:
Chang Su
2025-10-07 10:57:38 -07:00
committed by GitHub
parent f4affd4df5
commit 6f1e03a456

View File

@@ -501,6 +501,7 @@ class SGLangSchedulerServicer(sglang_scheduler_pb2_grpc.SglangSchedulerServicer)
# Convert sampling params
sampling_params = self._convert_sampling_params(grpc_req.sampling_params)
sampling_params.normalize(tokenizer=None)
# Extract disaggregated params if present
bootstrap_host = None