初始化项目,由ModelHub XC社区提供模型
Model: Nanthasit/sakthai-context-1.5b-merged-v2 Source: Original Platform
This commit is contained in:
114
.eval_results/benchmark-20260731_061627.yaml
Normal file
114
.eval_results/benchmark-20260731_061627.yaml
Normal file
@@ -0,0 +1,114 @@
|
||||
model: Nanthasit/sakthai-context-1.5b-merged-v2
|
||||
benchmark_ts: '2026-07-31T06:16:27Z'
|
||||
backend: llama.cpp-gguf-q4_k_m
|
||||
quantization: q4_k_m
|
||||
prompt_type: tool_calling_search_web_get_stock_price
|
||||
prompt_length_chars: 1148
|
||||
prompt: '<|im_start|>system
|
||||
|
||||
You are Qwen, created by Alibaba Cloud. You are a helpful assistant.
|
||||
|
||||
|
||||
# Tools
|
||||
|
||||
|
||||
Yo...'
|
||||
trials: 3
|
||||
total_time_s: 220.47
|
||||
input_tokens: 267
|
||||
avg_generation_tps: 0.93
|
||||
has_tool_call_any: true
|
||||
has_tool_call_all: true
|
||||
has_valid_json_any: true
|
||||
has_valid_json_all: true
|
||||
has_correct_answer_any: true
|
||||
has_correct_answer_all: true
|
||||
trials_detail:
|
||||
- seed: 7
|
||||
output_tokens: 49
|
||||
output_length: 196
|
||||
generation_tps: 1.0
|
||||
prompt_tps: 44.2
|
||||
has_tool_call: true
|
||||
has_valid_json: true
|
||||
has_correct_answer: true
|
||||
tool_names:
|
||||
- get_stock_price
|
||||
- search_web
|
||||
has_search_web: true
|
||||
has_get_stock_price: true
|
||||
search_query_ok: true
|
||||
ticker_ok: true
|
||||
tool_call_count: 2
|
||||
response_preview: '<tool_call>
|
||||
|
||||
{"name": "get_stock_price", "arguments": "{\"ticker\": \"TSLA\"}"}
|
||||
|
||||
</tool_call>
|
||||
|
||||
<tool_call>
|
||||
|
||||
{"name": "search_web", "arguments": "{\"query\": \"recent news about Tesla\"}"}
|
||||
|
||||
</tool_call>'
|
||||
- seed: 42
|
||||
output_tokens: 49
|
||||
output_length: 196
|
||||
generation_tps: 0.8
|
||||
prompt_tps: 38.5
|
||||
has_tool_call: true
|
||||
has_valid_json: true
|
||||
has_correct_answer: true
|
||||
tool_names:
|
||||
- get_stock_price
|
||||
- search_web
|
||||
has_search_web: true
|
||||
has_get_stock_price: true
|
||||
search_query_ok: true
|
||||
ticker_ok: true
|
||||
tool_call_count: 2
|
||||
response_preview: '<tool_call>
|
||||
|
||||
{"name": "get_stock_price", "arguments": "{\"ticker\": \"TSLA\"}"}
|
||||
|
||||
</tool_call>
|
||||
|
||||
<tool_call>
|
||||
|
||||
{"name": "search_web", "arguments": "{\"query\": \"recent news about Tesla\"}"}
|
||||
|
||||
</tool_call>'
|
||||
- seed: 1337
|
||||
output_tokens: 49
|
||||
output_length: 196
|
||||
generation_tps: 1.0
|
||||
prompt_tps: 40.8
|
||||
has_tool_call: true
|
||||
has_valid_json: true
|
||||
has_correct_answer: true
|
||||
tool_names:
|
||||
- get_stock_price
|
||||
- search_web
|
||||
has_search_web: true
|
||||
has_get_stock_price: true
|
||||
search_query_ok: true
|
||||
ticker_ok: true
|
||||
tool_call_count: 2
|
||||
response_preview: '<tool_call>
|
||||
|
||||
{"name": "get_stock_price", "arguments": "{\"ticker\": \"TSLA\"}"}
|
||||
|
||||
</tool_call>
|
||||
|
||||
<tool_call>
|
||||
|
||||
{"name": "search_web", "arguments": "{\"query\": \"recent news about Tesla\"}"}
|
||||
|
||||
</tool_call>'
|
||||
device: cpu
|
||||
threads: 2
|
||||
router_probe:
|
||||
status: 404
|
||||
error: Not Found
|
||||
api_inference_probe:
|
||||
probe: '000 Could not resolve host: api-inference.huggingface.co'
|
||||
Reference in New Issue
Block a user