fix: remove nv_framework, let platform auto-assign
This commit is contained in:
2
main.py
2
main.py
@@ -251,7 +251,6 @@ def build_config_params(gpu: str) -> str:
|
||||
# hygon_k100-ai 使用 llama.cpp
|
||||
params = {
|
||||
'framework': 'llama.cpp',
|
||||
'nv_framework': 'llama.cpp',
|
||||
'api': 'completion',
|
||||
'max_tokens': 1024,
|
||||
'temperature': 0.7,
|
||||
@@ -286,7 +285,6 @@ def build_config_params(gpu: str) -> str:
|
||||
# vllm (P800, Ascend, MetaX)
|
||||
params = {
|
||||
'framework': 'vllm',
|
||||
'nv_framework': 'vllm',
|
||||
'api': 'completion',
|
||||
'max_tokens': 1024,
|
||||
'temperature': 0.7,
|
||||
|
||||
Reference in New Issue
Block a user