[deterministic inference] Move batch invariant pkg to sglang (#10695)

2025-09-21 19:35:14 -07:00
parent 134b4f7ec2
commit 86527a4799
3 changed files with 577 additions and 1 deletions
--- a/python/sglang/srt/model_executor/model_runner.py
+++ b/python/sglang/srt/model_executor/model_runner.py
@@ -408,7 +408,7 @@ class ModelRunner:

        # Enable batch invariant mode
        if server_args.enable_deterministic_inference:
-            from batch_invariant_ops import enable_batch_invariant_mode
+            from sglang.srt.batch_invariant_ops import enable_batch_invariant_mode

            enable_batch_invariant_mode()