diff --git a/python/sglang/srt/models/phi3_small.py b/python/sglang/srt/models/phi3_small.py index af85b5966..d99d09c06 100644 --- a/python/sglang/srt/models/phi3_small.py +++ b/python/sglang/srt/models/phi3_small.py @@ -301,7 +301,7 @@ class Phi3SmallModel(nn.Module): self.mup_embedding_multiplier = config.mup_embedding_multiplier self.start_layer, self.end_layer, self.layers = make_layers( config.num_hidden_layers, - lambda prefix: Phi3SmallDecoderLayer( + lambda idx, prefix: Phi3SmallDecoderLayer( config, int(prefix.split(".")[-1]), quant_config,