fix: remove nv_framework, let platform auto-assign
This commit is contained in:
2
main.py
2
main.py
@@ -251,7 +251,6 @@ def build_config_params(gpu: str) -> str:
|
|||||||
# hygon_k100-ai 使用 llama.cpp
|
# hygon_k100-ai 使用 llama.cpp
|
||||||
params = {
|
params = {
|
||||||
'framework': 'llama.cpp',
|
'framework': 'llama.cpp',
|
||||||
'nv_framework': 'llama.cpp',
|
|
||||||
'api': 'completion',
|
'api': 'completion',
|
||||||
'max_tokens': 1024,
|
'max_tokens': 1024,
|
||||||
'temperature': 0.7,
|
'temperature': 0.7,
|
||||||
@@ -286,7 +285,6 @@ def build_config_params(gpu: str) -> str:
|
|||||||
# vllm (P800, Ascend, MetaX)
|
# vllm (P800, Ascend, MetaX)
|
||||||
params = {
|
params = {
|
||||||
'framework': 'vllm',
|
'framework': 'vllm',
|
||||||
'nv_framework': 'vllm',
|
|
||||||
'api': 'completion',
|
'api': 'completion',
|
||||||
'max_tokens': 1024,
|
'max_tokens': 1024,
|
||||||
'temperature': 0.7,
|
'temperature': 0.7,
|
||||||
|
|||||||
Reference in New Issue
Block a user