Update int8 gemm config (#2774)

2025-01-07 19:47:37 +08:00
parent bdc1acf6cd
commit 58f9060efe
2 changed files with 16 additions and 5 deletions
--- a/sgl-kernel/tests/test_int8_gemm.py
+++ b/sgl-kernel/tests/test_int8_gemm.py
@@ -37,8 +37,8 @@ class TestInt8Gemm(unittest.TestCase):
        print(f"M={M}, N={N}, K={K}, with_bias={with_bias}, out_dtype={out_dtype}: OK")

    def test_accuracy(self):
-        Ms = [1, 128, 512, 1024, 4096]
-        Ns = [16, 128, 512, 1024, 4096]
+        Ms = [1, 128, 512, 1024, 4096, 8192]
+        Ns = [16, 128, 512, 1024, 4096, 8192, 16384]
        Ks = [512, 1024, 4096, 8192, 16384]
        bias_opts = [True, False]
        out_dtypes = [torch.float16, torch.bfloat16]