fix: add nv_framework back for API safety

2026-07-23 22:43:22 +08:00
parent 1d33394dac
commit 207d44b8f2
1 changed files with 2 additions and 0 deletions
--- a/main.py
+++ b/main.py
@@ -251,6 +251,7 @@ def build_config_params(gpu: str) -> str:
        # hygon_k100-ai 使用 llama.cpp
        params = {
            'framework': 'llama.cpp',
+            'nv_framework': 'llama.cpp',
            'api': 'completion',
            'max_tokens': 1024,
            'temperature': 0.7,
@@ -285,6 +286,7 @@ def build_config_params(gpu: str) -> str:
        # vllm (P800, Ascend, MetaX)
        params = {
            'framework': 'vllm',
+            'nv_framework': 'vllm',
            'api': 'completion',
            'max_tokens': 1024,
            'temperature': 0.7,