23 lines
573 B
YAML
23 lines
573 B
YAML
model: Nanthasit/sakthai-context-0.5b-tools
|
|
benchmark_ts: '2026-07-31T01:58:07Z'
|
|
backend: transformers-cpu
|
|
prompt_type: tool_calling_weather
|
|
prompt_length_chars: 691
|
|
prompt: "<tools>\n[\n {\n \"name\": \"get_weather\",\n \"description\": \"\
|
|
Get current weather for a city\",\n \"p..."
|
|
total_time_s: 16.81
|
|
load_time_s: 10.38
|
|
gen_time_s: 2.54
|
|
input_tokens: 181
|
|
output_tokens: 21
|
|
has_tool_call: true
|
|
has_correct_answer: true
|
|
has_valid_json: false
|
|
response: '
|
|
|
|
[{"name": "get_weather", "arguments": {"location": "Tokyo"}}
|
|
|
|
]'
|
|
device: cpu
|
|
dtype: torch.bfloat16
|