From 207d44b8f207d9429b4e08265ce9498118ce759f Mon Sep 17 00:00:00 2001 From: z3st Date: Thu, 23 Jul 2026 22:43:22 +0800 Subject: [PATCH] fix: add nv_framework back for API safety --- main.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/main.py b/main.py index d2e74bb..ca4db28 100644 --- a/main.py +++ b/main.py @@ -251,6 +251,7 @@ def build_config_params(gpu: str) -> str: # hygon_k100-ai 使用 llama.cpp params = { 'framework': 'llama.cpp', + 'nv_framework': 'llama.cpp', 'api': 'completion', 'max_tokens': 1024, 'temperature': 0.7, @@ -285,6 +286,7 @@ def build_config_params(gpu: str) -> str: # vllm (P800, Ascend, MetaX) params = { 'framework': 'vllm', + 'nv_framework': 'vllm', 'api': 'completion', 'max_tokens': 1024, 'temperature': 0.7,