Fix gemlite import (#2553)

2024-12-22 20:21:17 -08:00
parent 25e5d589e3
commit 23e5e50fd5
3 changed files with 11 additions and 39 deletions
--- a/python/sglang/bench_one_batch.py
+++ b/python/sglang/bench_one_batch.py
@@ -386,18 +386,6 @@ def latency_test(
        server_args.device,
    )

-    try:
-        import os
-        import pwd
-
-        from gemlite.core import GemLiteLinearTriton
-
-        GemLiteLinearTriton.cache_config(
-            f"/tmp/{pwd.getpwuid(os.getuid()).pw_gecos}_gemlite.json"
-        )
-    except ImportError:
-        pass
-
    rank_print("Benchmark ...")

    # Run the sweep