sync flashinfer and update sgl-kernel tests (#3081)

This commit is contained in:
Yineng Zhang
2025-01-23 21:13:55 +08:00
committed by GitHub
parent 07a22cbba3
commit 0da0989ad4
6 changed files with 13 additions and 4 deletions

View File

@@ -127,3 +127,7 @@ def test_gemma_fused_add_rmsnorm(batch_size, hidden_size, dtype):
torch.testing.assert_close(x_fused, x_native, rtol=1e-3, atol=1e-3)
torch.testing.assert_close(residual_fused, residual_native, rtol=1e-3, atol=1e-3)
if __name__ == "__main__":
pytest.main([__file__])