EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

support qwen3 emebedding (#6990)

Browse Source
This commit is contained in:
Pan Lyu
2025-06-09 16:32:49 +08:00
committed by GitHub
parent b1e5a33ae3
commit 451ffe74d9
2 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/models/qwen3.py
View File

@@ -333,6 +333,8 @@ class Qwen3ForCausalLM(nn.Module):
params_dict = dict(self.named_parameters()) params_dict = dict(self.named_parameters())
for name, loaded_weight in weights: for name, loaded_weight in weights:
if "Embedding" in self.config.name_or_path:
name = add_prefix(name, "model")
layer_id = get_layer_id(name) layer_id = get_layer_id(name)
if ( if (
layer_id is not None layer_id is not None

1
test/srt/models/test_embedding_models.py
View File

@@ -26,6 +26,7 @@ MODELS = [
("Alibaba-NLP/gte-Qwen2-1.5B-instruct", 1, 1e-5), ("Alibaba-NLP/gte-Qwen2-1.5B-instruct", 1, 1e-5),
("intfloat/e5-mistral-7b-instruct", 1, 1e-5), ("intfloat/e5-mistral-7b-instruct", 1, 1e-5),
("marco/mcdse-2b-v1", 1, 1e-5), ("marco/mcdse-2b-v1", 1, 1e-5),
("Qwen/Qwen3-Embedding-8B", 1, 1e-5),
# Temporarily disable before this model is fixed # Temporarily disable before this model is fixed
# ("jason9693/Qwen2.5-1.5B-apeach", 1, 1e-5), # ("jason9693/Qwen2.5-1.5B-apeach", 1, 1e-5),
] ]