z3st/modelhub-submit-agent
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

fix: add nv_framework back for API safety

Browse Source
This commit is contained in:
z3st
2026-07-23 22:43:22 +08:00
parent 1d33394dac
commit 207d44b8f2
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
main.py
View File

@@ -251,6 +251,7 @@ def build_config_params(gpu: str) -> str:
# hygon_k100-ai 使用 llama.cpp # hygon_k100-ai 使用 llama.cpp
params = { params = {
'framework': 'llama.cpp', 'framework': 'llama.cpp',
'nv_framework': 'llama.cpp',
'api': 'completion', 'api': 'completion',
'max_tokens': 1024, 'max_tokens': 1024,
'temperature': 0.7, 'temperature': 0.7,
@@ -285,6 +286,7 @@ def build_config_params(gpu: str) -> str:
# vllm (P800, Ascend, MetaX) # vllm (P800, Ascend, MetaX)
params = { params = {
'framework': 'vllm', 'framework': 'vllm',
'nv_framework': 'vllm',
'api': 'completion', 'api': 'completion',
'max_tokens': 1024, 'max_tokens': 1024,
'temperature': 0.7, 'temperature': 0.7,