Organize flashinfer indices update (#1378)

2024-09-10 17:38:59 -07:00
parent 46094e0c1b
commit 144bc70fcc
5 changed files with 252 additions and 200 deletions
--- a/test/srt/test_create_kvindices.py
+++ b/test/srt/test_create_kvindices.py
@@ -4,9 +4,7 @@ import unittest
 import numpy as np
 import torch

-from sglang.srt.model_executor.forward_batch_info import (
-    create_flashinfer_kv_indices_triton,
-)
+from sglang.srt.layers.flashinfer_utils import create_flashinfer_kv_indices_triton


 class TestCreateKvIndices(unittest.TestCase):