Rename double sparsity config file (#2188)

This commit is contained in:
Lianmin Zheng
2024-11-25 17:12:08 -08:00
committed by GitHub
parent 1605ae121e
commit ea34350d88
3 changed files with 5 additions and 3 deletions

View File

@@ -18,7 +18,9 @@ class TestDoubleSparsity(unittest.TestCase):
cls.model = DEFAULT_MODEL_NAME_FOR_TEST
cls.base_url = DEFAULT_URL_FOR_TEST
dirpath = os.path.dirname(__file__)
config_file = os.path.join(dirpath, "Llama-3.1-8B-Instruct.json")
config_file = os.path.join(
dirpath, "double-sparsity-config-Llama-3.1-8B-Instruct.json"
)
# NOTE: Generate the config file by running https://github.com/andy-yang-1/DoubleSparse/blob/main/evaluation/group_channel_config.py
cls.process = popen_launch_server(
cls.model,