add gemma3

2026-02-10 13:00:25 +08:00
parent 464beead22
commit ff94650fd1
4 changed files with 465 additions and 4 deletions
--- a/vllm-v0.6.2/vllm/transformers_utils/config.py
+++ b/vllm-v0.6.2/vllm/transformers_utils/config.py
@@ -112,7 +112,9 @@ def patch_rope_scaling_dict(rope_scaling: Dict[str, Any]) -> None:
        logger.info("Replacing legacy 'type' key with 'rope_type'")

    if "rope_type" not in rope_scaling:
-        raise ValueError("rope_scaling should have a 'rope_type' key")
+        rope_scaling["rope_type"] = "default"
+        logger.warning("rope_scaling missing 'rope_type' key, "
+                       "defaulting to 'default'")

    if rope_scaling["rope_type"] == "su":
        rope_scaling["rope_type"] = "longrope"