初始化项目,由ModelHub XC社区提供模型
Model: Nanthasit/sakthai-context-0.5b-tools Source: Original Platform
This commit is contained in:
22
.eval_results/benchmark-20260731_015807.yaml
Normal file
22
.eval_results/benchmark-20260731_015807.yaml
Normal file
@@ -0,0 +1,22 @@
|
||||
model: Nanthasit/sakthai-context-0.5b-tools
|
||||
benchmark_ts: '2026-07-31T01:58:07Z'
|
||||
backend: transformers-cpu
|
||||
prompt_type: tool_calling_weather
|
||||
prompt_length_chars: 691
|
||||
prompt: "<tools>\n[\n {\n \"name\": \"get_weather\",\n \"description\": \"\
|
||||
Get current weather for a city\",\n \"p..."
|
||||
total_time_s: 16.81
|
||||
load_time_s: 10.38
|
||||
gen_time_s: 2.54
|
||||
input_tokens: 181
|
||||
output_tokens: 21
|
||||
has_tool_call: true
|
||||
has_correct_answer: true
|
||||
has_valid_json: false
|
||||
response: '
|
||||
|
||||
[{"name": "get_weather", "arguments": {"location": "Tokyo"}}
|
||||
|
||||
]'
|
||||
device: cpu
|
||||
dtype: torch.bfloat16
|
||||
Reference in New Issue
Block a user