Fix a minor bug related to DeepGEMM upgrade (#7191)

2025-06-14 16:54:40 -07:00
parent 7d316991b2
commit 0bd67ba2bd
1 changed files with 2 additions and 1 deletions
--- a/python/sglang/srt/layers/quantization/deep_gemm_wrapper/entrypoint.py
+++ b/python/sglang/srt/layers/quantization/deep_gemm_wrapper/entrypoint.py
@@ -52,7 +52,8 @@ def grouped_gemm_nt_f8f8bf16_masked(
        expected_m, n, k, num_groups, kernel_type
    ):
        _grouped_gemm_nt_f8f8bf16_masked_raw(
-            lhs, rhs, out, masked_m, expected_m, recipe=recipe
+            lhs, rhs, out, masked_m, expected_m,
+            **({"recipe": recipe} if DEEPGEMM_V202506 else {})
        )