support qwen3 emebedding (#6990)

This commit is contained in:
Pan Lyu
2025-06-09 16:32:49 +08:00
committed by GitHub
parent b1e5a33ae3
commit 451ffe74d9
2 changed files with 3 additions and 0 deletions

View File

@@ -333,6 +333,8 @@ class Qwen3ForCausalLM(nn.Module):
params_dict = dict(self.named_parameters())
for name, loaded_weight in weights:
if "Embedding" in self.config.name_or_path:
name = add_prefix(name, "model")
layer_id = get_layer_id(name)
if (
layer_id is not None