From 34e07a65f192f7869a370b511aebbb084e50c1f0 Mon Sep 17 00:00:00 2001 From: Baizhou Zhang Date: Tue, 25 Mar 2025 22:33:48 -0600 Subject: [PATCH] [Fix] Fix unexpected idx bug of Phi-3-small (#4728) --- python/sglang/srt/models/phi3_small.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/models/phi3_small.py b/python/sglang/srt/models/phi3_small.py index af85b5966..d99d09c06 100644 --- a/python/sglang/srt/models/phi3_small.py +++ b/python/sglang/srt/models/phi3_small.py @@ -301,7 +301,7 @@ class Phi3SmallModel(nn.Module): self.mup_embedding_multiplier = config.mup_embedding_multiplier self.start_layer, self.end_layer, self.layers = make_layers( config.num_hidden_layers, - lambda prefix: Phi3SmallDecoderLayer( + lambda idx, prefix: Phi3SmallDecoderLayer( config, int(prefix.split(".")[-1]), quant_config,