diff --git a/main.py b/main.py index d2e74bb..ca4db28 100644 --- a/main.py +++ b/main.py @@ -251,6 +251,7 @@ def build_config_params(gpu: str) -> str: # hygon_k100-ai 使用 llama.cpp params = { 'framework': 'llama.cpp', + 'nv_framework': 'llama.cpp', 'api': 'completion', 'max_tokens': 1024, 'temperature': 0.7, @@ -285,6 +286,7 @@ def build_config_params(gpu: str) -> str: # vllm (P800, Ascend, MetaX) params = { 'framework': 'vllm', + 'nv_framework': 'vllm', 'api': 'completion', 'max_tokens': 1024, 'temperature': 0.7,