init

vllm_vacc/vllm/config_manager.py

@@ -0,0 +1,52 @@
+
+#####################################################
+##  1. use for Memory-Recycler
+##  .model_infos
+##      ['deepseek_mtp',]
+##
+##  2. waitting...
+######################################################
+
+import os
+class ConfigManager():
+    def __init__(self):
+        self._config_name = ".model_infos"
+
+    def update_model_infos(self, model_infos : str):
+        from pathlib import Path
+        workspace_path = Path.cwd()
+        
+        bootinfo_config = f'{workspace_path}/{self._config_name}'
+        try:
+            with open(bootinfo_config, 'w') as w:
+                w.write(model_infos)
+        except Exception as e:
+            print("[WARN] write model_infos fail, caused by ", e)
+            raise False
+
+    def get_model_infos(self):
+        from pathlib import Path
+        workspace_path = Path.cwd()
+        
+        bootinfo_config = f'{workspace_path}/{self._config_name}'
+        bootinfo_inited = os.path.exists(bootinfo_config)
+        
+        runner_model_infos = "default"
+        if bootinfo_inited:
+            try:
+                with open(bootinfo_config) as w:
+                    runner_model_infos = w.readline()
+            except Exception as e:
+                print("[WARN] model_infos load fail ", e)
+
+        return runner_model_infos
+    
+config_manager = None
+
+def vllm_vacc_config_manager():
+    global config_manager
+
+    if config_manager is None:
+        config_manager = ConfigManager()
+    return config_manager
+