model: Nanthasit/sakthai-context-1.5b-merged-v2
benchmark_ts: '2026-07-31T06:16:27Z'
backend: llama.cpp-gguf-q4_k_m
quantization: q4_k_m
prompt_type: tool_calling_search_web_get_stock_price
prompt_length_chars: 1148
prompt: '<|im_start|>system

  You are Qwen, created by Alibaba Cloud. You are a helpful assistant.


  # Tools


  Yo...'
trials: 3
total_time_s: 220.47
input_tokens: 267
avg_generation_tps: 0.93
has_tool_call_any: true
has_tool_call_all: true
has_valid_json_any: true
has_valid_json_all: true
has_correct_answer_any: true
has_correct_answer_all: true
trials_detail:
- seed: 7
  output_tokens: 49
  output_length: 196
  generation_tps: 1.0
  prompt_tps: 44.2
  has_tool_call: true
  has_valid_json: true
  has_correct_answer: true
  tool_names:
  - get_stock_price
  - search_web
  has_search_web: true
  has_get_stock_price: true
  search_query_ok: true
  ticker_ok: true
  tool_call_count: 2
  response_preview: '<tool_call>

    {"name": "get_stock_price", "arguments": "{\"ticker\": \"TSLA\"}"}

    </tool_call>

    <tool_call>

    {"name": "search_web", "arguments": "{\"query\": \"recent news about Tesla\"}"}

    </tool_call>'
- seed: 42
  output_tokens: 49
  output_length: 196
  generation_tps: 0.8
  prompt_tps: 38.5
  has_tool_call: true
  has_valid_json: true
  has_correct_answer: true
  tool_names:
  - get_stock_price
  - search_web
  has_search_web: true
  has_get_stock_price: true
  search_query_ok: true
  ticker_ok: true
  tool_call_count: 2
  response_preview: '<tool_call>

    {"name": "get_stock_price", "arguments": "{\"ticker\": \"TSLA\"}"}

    </tool_call>

    <tool_call>

    {"name": "search_web", "arguments": "{\"query\": \"recent news about Tesla\"}"}

    </tool_call>'
- seed: 1337
  output_tokens: 49
  output_length: 196
  generation_tps: 1.0
  prompt_tps: 40.8
  has_tool_call: true
  has_valid_json: true
  has_correct_answer: true
  tool_names:
  - get_stock_price
  - search_web
  has_search_web: true
  has_get_stock_price: true
  search_query_ok: true
  ticker_ok: true
  tool_call_count: 2
  response_preview: '<tool_call>

    {"name": "get_stock_price", "arguments": "{\"ticker\": \"TSLA\"}"}

    </tool_call>

    <tool_call>

    {"name": "search_web", "arguments": "{\"query\": \"recent news about Tesla\"}"}

    </tool_call>'
device: cpu
threads: 2
router_probe:
  status: 404
  error: Not Found
api_inference_probe:
  probe: '000 Could not resolve host: api-inference.huggingface.co'