141 lines
3.9 KiB
YAML
141 lines
3.9 KiB
YAML
task:
|
|
- text-generation
|
|
- model-health-check
|
|
model: Nanthasit/sakthai-plus-1.5b
|
|
timestamp: "2026-07-30T20:15:00Z"
|
|
next_scheduled: "2026-07-31T20:15:00Z"
|
|
|
|
model_info:
|
|
created_at: "2026-07-30T13:02:40.000Z"
|
|
last_modified: "2026-07-30T20:13:22.000Z"
|
|
pipeline_tag: text-generation
|
|
library_name: transformers
|
|
private: false
|
|
gated: false
|
|
license: apache-2.0
|
|
base_model: Qwen/Qwen2.5-1.5B-Instruct
|
|
tags:
|
|
- qwen2
|
|
- qwen2.5
|
|
- sakthai
|
|
- plus
|
|
- tool-calling
|
|
- function-calling
|
|
- merged
|
|
- rslor
|
|
- house-of-sak
|
|
|
|
metrics:
|
|
downloads: 0
|
|
likes: 0
|
|
downloads_per_day: 0.0
|
|
days_since_last_update: 0.0
|
|
days_since_creation: 0.3
|
|
model_age_hours: 7.2
|
|
|
|
config:
|
|
architecture: Qwen2ForCausalLM
|
|
dtype: bfloat16
|
|
hidden_size: 1536
|
|
intermediate_size: 8960
|
|
num_layers: 28
|
|
num_attention_heads: 12
|
|
num_key_value_heads: 2
|
|
max_position_embeddings: 32768
|
|
vocab_size: 151936
|
|
tie_word_embeddings: true
|
|
use_cache: true
|
|
transformers_version: "5.14.1"
|
|
generation_defaults:
|
|
temperature: 0.7
|
|
top_p: 0.8
|
|
top_k: 20
|
|
repetition_penalty: 1.1
|
|
do_sample: true
|
|
|
|
files:
|
|
total_siblings: 11
|
|
total_repo_size_lfs_mb: 2944.4
|
|
model_weights:
|
|
- file: model.safetensors
|
|
lfs_size_bytes: 3087467144
|
|
lfs_size_mb: 2944.4
|
|
lfs_oid: "sha256:1d3e74e1a31c868d135a64f59963ce3292a790d7e46d2d7b0d1427e746d4d154"
|
|
config_files:
|
|
config.json: present
|
|
generation_config.json: present
|
|
tokenizer.json: present (LFS)
|
|
tokenizer_config.json: present
|
|
chat_template.jinja: present
|
|
eval_result_files:
|
|
- .eval_results/lighteval.yaml
|
|
- .eval_results/sakthai-bench-v2.yaml
|
|
- .eval_results/model-health-check.yaml
|
|
|
|
checks:
|
|
- name: repo-exists
|
|
status: pass
|
|
detail: "Model repository Nanthasit/sakthai-plus-1.5b exists and is accessible"
|
|
|
|
- name: weights-uploaded
|
|
status: pass
|
|
detail: "model.safetensors present via LFS, 3087467144 bytes (2.88 GiB / 2.94 GB)"
|
|
|
|
- name: config-valid
|
|
status: pass
|
|
detail: "Qwen2-1.5B architecture: 28 layers, 12 heads, 2 KV heads, hidden=1536, inter=8960, vocab=151936, bf16, max_seq=32768, transformers 5.14.1"
|
|
|
|
- name: tokenizer-present
|
|
status: pass
|
|
detail: "tokenizer.json (LFS), tokenizer_config.json, and chat_template.jinja all present"
|
|
|
|
- name: model-card
|
|
status: pass
|
|
detail: "README.md (6249 bytes) with Apache-2.0 license, model-index, widget, tags, datasets, base_model references, and rich documentation"
|
|
|
|
- name: serverless-inference
|
|
status: fail
|
|
detail: "Model not supported by provider hf-inference (router returns HTTP 400). Standard api-inference endpoint unreachable (DNS failure). No free inference available for this model size at this time."
|
|
|
|
- name: eval-results
|
|
status: present
|
|
detail: "Three eval result files found in .eval_results/. sakthai-bench-v2: selection=84.8%, args=33.7%, strict=33.7%. lighteval: winogrande=59.6, gsm8k=50.9, hellaswag=34.0. All unverified."
|
|
|
|
- name: model-card-links
|
|
status: pass
|
|
detail: "Model linked to collection sakthai-model-family, datasets (v7, v8), and base model Qwen/Qwen2.5-1.5B-Instruct"
|
|
|
|
- name: download-traffic
|
|
status: cold
|
|
detail: "0 downloads, 0 likes. Model is <8 hours old — no organic traffic yet. Expected to grow as collection visibility increases."
|
|
|
|
existing_benchmarks:
|
|
- name: lighteval
|
|
winogrande: 59.6
|
|
gsm8k: 50.9
|
|
hellaswag: 34.0
|
|
verified: false
|
|
- name: sakthai-bench-v2
|
|
selection_accuracy: 84.8
|
|
arguments_accuracy: 33.7
|
|
strict_accuracy: 33.7
|
|
verified: false
|
|
- name: model-health-check
|
|
status: current
|
|
checks_passed: 6
|
|
checks_failed: 1
|
|
checks_total: 9
|
|
note: "Only inference check fails — expected for a 2.9GB model without dedicated endpoint"
|
|
|
|
health_score:
|
|
overall: "good"
|
|
score: 8.5
|
|
breakdown:
|
|
repo_integrity: 10
|
|
config_validity: 10
|
|
documentation: 10
|
|
inference_availability: 0
|
|
traffic_momentum: 0
|
|
benchmark_coverage: 8
|
|
max_score: 10
|