Rename arguments --disable-nan-detection to --enable-nan-detection (#2066)

2024-11-17 16:53:44 -08:00
parent 62832bb272
commit ebaa2f3199
5 changed files with 17 additions and 20 deletions
--- a/python/sglang/srt/models/gemma2.py
+++ b/python/sglang/srt/models/gemma2.py
@@ -332,6 +332,7 @@ class Gemma2ForCausalLM(nn.Module):
    # Gemma does not apply LoRA to the embedding layer.
    embedding_modules = {}
    embedding_padding_modules = []
+    supports_lora = True

    def __init__(
        self,