cleanup sgl-kernel kernels (#3175)

2025-01-27 19:11:01 +08:00
parent f8ca66fb49
commit 827aa8730b
8 changed files with 147 additions and 26 deletions
--- a/sgl-kernel/tests/test_norm.py
+++ b/sgl-kernel/tests/test_norm.py
@@ -69,7 +69,7 @@ def test_norm(batch_size, hidden_size, dtype, specify_out):

@pytest.mark.parametrize("batch_size", [1, 19, 99, 989])
@pytest.mark.parametrize("hidden_size", [111, 500, 1024, 3072, 3584, 4096, 8192, 16384])
-@pytest.mark.parametrize("dtype", [torch.float16])
+@pytest.mark.parametrize("dtype", [torch.float16, torch.float32])
 def test_fused_add_rmsnorm(batch_size, hidden_size, dtype):
    eps = 1e-6