[Fix] Fix unexpected idx bug of Phi-3-small (#4728)

2025-03-25 22:33:48 -06:00
parent 15ddd84322
commit 34e07a65f1
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/models/phi3_small.py
+++ b/python/sglang/srt/models/phi3_small.py
@@ -301,7 +301,7 @@ class Phi3SmallModel(nn.Module):
        self.mup_embedding_multiplier = config.mup_embedding_multiplier
        self.start_layer, self.end_layer, self.layers = make_layers(
            config.num_hidden_layers,
-            lambda prefix: Phi3SmallDecoderLayer(
+            lambda idx, prefix: Phi3SmallDecoderLayer(
                config,
                int(prefix.split(".")[-1]),
                quant_config,