testing dynamic register

2026-02-05 18:24:33 +08:00
parent 4d0da98b9e
commit df848b4284
1 changed files with 1 additions and 0 deletions
--- a/vllm-v0.6.2/vllm/model_executor/models/transformers/utils.py
+++ b/vllm-v0.6.2/vllm/model_executor/models/transformers/utils.py
@@ -118,6 +118,7 @@ def replace_linear_class(
        bias=linear.bias is not None,
        quant_config=quant_config,
        prefix=prefix,
+        return_bias=False,  # Return tensor only, not (tensor, bias) tuple
        **vllm_linear_kwargs,
    )