Fix test_create_kvindices unit test (#4452)
This commit is contained in:
@@ -72,6 +72,7 @@ suites = {
|
|||||||
TestFile("test_vision_openai_server.py", 344),
|
TestFile("test_vision_openai_server.py", 344),
|
||||||
TestFile("test_w8a8_quantization.py", 46),
|
TestFile("test_w8a8_quantization.py", 46),
|
||||||
TestFile("test_eval_fp8_accuracy.py", 172),
|
TestFile("test_eval_fp8_accuracy.py", 172),
|
||||||
|
TestFile("test_create_kvindices.py", 2),
|
||||||
],
|
],
|
||||||
"nightly": [
|
"nightly": [
|
||||||
TestFile("test_nightly_gsm8k_eval.py"),
|
TestFile("test_nightly_gsm8k_eval.py"),
|
||||||
|
|||||||
@@ -4,9 +4,7 @@ import unittest
|
|||||||
import numpy as np
|
import numpy as np
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
from sglang.srt.layers.attention.flashinfer_utils import (
|
from sglang.srt.layers.attention.utils import create_flashinfer_kv_indices_triton
|
||||||
create_flashinfer_kv_indices_triton,
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
class TestCreateKvIndices(unittest.TestCase):
|
class TestCreateKvIndices(unittest.TestCase):
|
||||||
|
|||||||
Reference in New Issue
Block a user