115 lines
2.4 KiB
YAML
115 lines
2.4 KiB
YAML
model: Nanthasit/sakthai-context-1.5b-merged-v2
|
|
benchmark_ts: '2026-07-31T06:16:27Z'
|
|
backend: llama.cpp-gguf-q4_k_m
|
|
quantization: q4_k_m
|
|
prompt_type: tool_calling_search_web_get_stock_price
|
|
prompt_length_chars: 1148
|
|
prompt: '<|im_start|>system
|
|
|
|
You are Qwen, created by Alibaba Cloud. You are a helpful assistant.
|
|
|
|
|
|
# Tools
|
|
|
|
|
|
Yo...'
|
|
trials: 3
|
|
total_time_s: 220.47
|
|
input_tokens: 267
|
|
avg_generation_tps: 0.93
|
|
has_tool_call_any: true
|
|
has_tool_call_all: true
|
|
has_valid_json_any: true
|
|
has_valid_json_all: true
|
|
has_correct_answer_any: true
|
|
has_correct_answer_all: true
|
|
trials_detail:
|
|
- seed: 7
|
|
output_tokens: 49
|
|
output_length: 196
|
|
generation_tps: 1.0
|
|
prompt_tps: 44.2
|
|
has_tool_call: true
|
|
has_valid_json: true
|
|
has_correct_answer: true
|
|
tool_names:
|
|
- get_stock_price
|
|
- search_web
|
|
has_search_web: true
|
|
has_get_stock_price: true
|
|
search_query_ok: true
|
|
ticker_ok: true
|
|
tool_call_count: 2
|
|
response_preview: '<tool_call>
|
|
|
|
{"name": "get_stock_price", "arguments": "{\"ticker\": \"TSLA\"}"}
|
|
|
|
</tool_call>
|
|
|
|
<tool_call>
|
|
|
|
{"name": "search_web", "arguments": "{\"query\": \"recent news about Tesla\"}"}
|
|
|
|
</tool_call>'
|
|
- seed: 42
|
|
output_tokens: 49
|
|
output_length: 196
|
|
generation_tps: 0.8
|
|
prompt_tps: 38.5
|
|
has_tool_call: true
|
|
has_valid_json: true
|
|
has_correct_answer: true
|
|
tool_names:
|
|
- get_stock_price
|
|
- search_web
|
|
has_search_web: true
|
|
has_get_stock_price: true
|
|
search_query_ok: true
|
|
ticker_ok: true
|
|
tool_call_count: 2
|
|
response_preview: '<tool_call>
|
|
|
|
{"name": "get_stock_price", "arguments": "{\"ticker\": \"TSLA\"}"}
|
|
|
|
</tool_call>
|
|
|
|
<tool_call>
|
|
|
|
{"name": "search_web", "arguments": "{\"query\": \"recent news about Tesla\"}"}
|
|
|
|
</tool_call>'
|
|
- seed: 1337
|
|
output_tokens: 49
|
|
output_length: 196
|
|
generation_tps: 1.0
|
|
prompt_tps: 40.8
|
|
has_tool_call: true
|
|
has_valid_json: true
|
|
has_correct_answer: true
|
|
tool_names:
|
|
- get_stock_price
|
|
- search_web
|
|
has_search_web: true
|
|
has_get_stock_price: true
|
|
search_query_ok: true
|
|
ticker_ok: true
|
|
tool_call_count: 2
|
|
response_preview: '<tool_call>
|
|
|
|
{"name": "get_stock_price", "arguments": "{\"ticker\": \"TSLA\"}"}
|
|
|
|
</tool_call>
|
|
|
|
<tool_call>
|
|
|
|
{"name": "search_web", "arguments": "{\"query\": \"recent news about Tesla\"}"}
|
|
|
|
</tool_call>'
|
|
device: cpu
|
|
threads: 2
|
|
router_probe:
|
|
status: 404
|
|
error: Not Found
|
|
api_inference_probe:
|
|
probe: '000 Could not resolve host: api-inference.huggingface.co'
|