92 lines
3.1 KiB
Python
92 lines
3.1 KiB
Python
"""
|
|
Benchmark tests for HiCache Storage with 3FS backend.
|
|
Usage:
|
|
python3 -m pytest test/srt/hicache/test_hicache_storage_3fs_backend.py -v
|
|
"""
|
|
|
|
import json
|
|
import os
|
|
import time
|
|
import unittest
|
|
from types import SimpleNamespace
|
|
|
|
from test_hicache_storage_file_backend import HiCacheStorageBaseMixin
|
|
|
|
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
|
from sglang.test.test_utils import CustomTestCase
|
|
|
|
|
|
class HiCacheStorage3FSBackendBaseMixin(HiCacheStorageBaseMixin):
|
|
"""Base mixin class with common setup and utilities"""
|
|
|
|
@classmethod
|
|
def _get_additional_server_args_and_env(cls):
|
|
"""Get additional server arguments specific to configuration - override in subclasses"""
|
|
# Create a temporary JSON config file for HF3FS
|
|
hf3fs_config = {
|
|
"file_path_prefix": os.path.join(cls.temp_dir, "hicache"),
|
|
"file_size": 1024 * 1024 * 1024 * 2,
|
|
"numjobs": 2,
|
|
"entries": 8,
|
|
"use_mock_hf3fs_client": True,
|
|
"hicache_storage_pass_prefix_keys": True,
|
|
}
|
|
|
|
# Write config to temporary file
|
|
config_file = os.path.join(cls.temp_dir, "hf3fs_config.json")
|
|
with open(config_file, "w") as f:
|
|
json.dump(hf3fs_config, f, indent=2)
|
|
|
|
server_args = {
|
|
"--tp-size": 1,
|
|
"--hicache-ratio": 1.2,
|
|
"--hicache-storage-backend": "hf3fs",
|
|
"--hicache-storage-backend-extra-config": json.dumps(hf3fs_config),
|
|
}
|
|
|
|
# Set the environment variable to point to our config file
|
|
env_vars = {
|
|
"SGLANG_HICACHE_HF3FS_CONFIG_PATH": config_file,
|
|
}
|
|
|
|
return server_args, env_vars
|
|
|
|
|
|
class TestHf3fsBackendLayerFirstLayout(
|
|
HiCacheStorage3FSBackendBaseMixin, CustomTestCase
|
|
):
|
|
"""Layer first layout tests for HiCache-Hf3fs backend"""
|
|
|
|
@classmethod
|
|
def _get_additional_server_args_and_env(cls):
|
|
"""Get additional server arguments specific to configuration - override in subclasses"""
|
|
server_args, env_vars = super()._get_additional_server_args_and_env()
|
|
server_args["--hicache-mem-layout"] = "layer_first"
|
|
server_args["--hicache-io-backend"] = "direct"
|
|
server_args["--tp-size"] = 2
|
|
return server_args, env_vars
|
|
|
|
|
|
class TestHf3fsBackendAccuracy(HiCacheStorage3FSBackendBaseMixin, CustomTestCase):
|
|
"""Accuracy tests for HiCache-Hf3fs backend"""
|
|
|
|
@classmethod
|
|
def _get_additional_server_args_and_env(cls):
|
|
"""Get additional server arguments specific to configuration - override in subclasses"""
|
|
server_args, env_vars = super()._get_additional_server_args_and_env()
|
|
server_args["--hicache-ratio"] = 1.5
|
|
server_args["--tp-size"] = 2
|
|
server_args["--hicache-mem-layout"] = "page_first_direct"
|
|
server_args["--hicache-io-backend"] = "direct"
|
|
return server_args, env_vars
|
|
|
|
def test_eval_accuracy(self):
|
|
"""Test eval accuracy with cache persistence across cache flushes"""
|
|
from test_hicache_storage_file_backend import run_eval_accuracy_test
|
|
|
|
run_eval_accuracy_test(self)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main(verbosity=2)
|