##################################################### ## 1. use for Memory-Recycler ## .model_infos ## ['deepseek_mtp',] ## ## 2. waitting... ###################################################### import os class ConfigManager(): def __init__(self): self._config_name = ".model_infos" def update_model_infos(self, model_infos : str): from pathlib import Path workspace_path = Path.cwd() bootinfo_config = f'{workspace_path}/{self._config_name}' try: with open(bootinfo_config, 'w') as w: w.write(model_infos) except Exception as e: print("[WARN] write model_infos fail, caused by ", e) raise False def get_model_infos(self): from pathlib import Path workspace_path = Path.cwd() bootinfo_config = f'{workspace_path}/{self._config_name}' bootinfo_inited = os.path.exists(bootinfo_config) runner_model_infos = "default" if bootinfo_inited: try: with open(bootinfo_config) as w: runner_model_infos = w.readline() except Exception as e: print("[WARN] model_infos load fail ", e) return runner_model_infos config_manager = None def vllm_vacc_config_manager(): global config_manager if config_manager is None: config_manager = ConfigManager() return config_manager