初始化项目,由ModelHub XC社区提供模型
Model: Nanthasit/sakthai-plus-1.5b Source: Original Platform
This commit is contained in:
140
.eval_results/sakthai-plus-1.5b-health.yaml
Normal file
140
.eval_results/sakthai-plus-1.5b-health.yaml
Normal file
@@ -0,0 +1,140 @@
|
||||
task:
|
||||
- text-generation
|
||||
- model-health-check
|
||||
model: Nanthasit/sakthai-plus-1.5b
|
||||
timestamp: "2026-07-30T20:15:00Z"
|
||||
next_scheduled: "2026-07-31T20:15:00Z"
|
||||
|
||||
model_info:
|
||||
created_at: "2026-07-30T13:02:40.000Z"
|
||||
last_modified: "2026-07-30T20:13:22.000Z"
|
||||
pipeline_tag: text-generation
|
||||
library_name: transformers
|
||||
private: false
|
||||
gated: false
|
||||
license: apache-2.0
|
||||
base_model: Qwen/Qwen2.5-1.5B-Instruct
|
||||
tags:
|
||||
- qwen2
|
||||
- qwen2.5
|
||||
- sakthai
|
||||
- plus
|
||||
- tool-calling
|
||||
- function-calling
|
||||
- merged
|
||||
- rslor
|
||||
- house-of-sak
|
||||
|
||||
metrics:
|
||||
downloads: 0
|
||||
likes: 0
|
||||
downloads_per_day: 0.0
|
||||
days_since_last_update: 0.0
|
||||
days_since_creation: 0.3
|
||||
model_age_hours: 7.2
|
||||
|
||||
config:
|
||||
architecture: Qwen2ForCausalLM
|
||||
dtype: bfloat16
|
||||
hidden_size: 1536
|
||||
intermediate_size: 8960
|
||||
num_layers: 28
|
||||
num_attention_heads: 12
|
||||
num_key_value_heads: 2
|
||||
max_position_embeddings: 32768
|
||||
vocab_size: 151936
|
||||
tie_word_embeddings: true
|
||||
use_cache: true
|
||||
transformers_version: "5.14.1"
|
||||
generation_defaults:
|
||||
temperature: 0.7
|
||||
top_p: 0.8
|
||||
top_k: 20
|
||||
repetition_penalty: 1.1
|
||||
do_sample: true
|
||||
|
||||
files:
|
||||
total_siblings: 11
|
||||
total_repo_size_lfs_mb: 2944.4
|
||||
model_weights:
|
||||
- file: model.safetensors
|
||||
lfs_size_bytes: 3087467144
|
||||
lfs_size_mb: 2944.4
|
||||
lfs_oid: "sha256:1d3e74e1a31c868d135a64f59963ce3292a790d7e46d2d7b0d1427e746d4d154"
|
||||
config_files:
|
||||
config.json: present
|
||||
generation_config.json: present
|
||||
tokenizer.json: present (LFS)
|
||||
tokenizer_config.json: present
|
||||
chat_template.jinja: present
|
||||
eval_result_files:
|
||||
- .eval_results/lighteval.yaml
|
||||
- .eval_results/sakthai-bench-v2.yaml
|
||||
- .eval_results/model-health-check.yaml
|
||||
|
||||
checks:
|
||||
- name: repo-exists
|
||||
status: pass
|
||||
detail: "Model repository Nanthasit/sakthai-plus-1.5b exists and is accessible"
|
||||
|
||||
- name: weights-uploaded
|
||||
status: pass
|
||||
detail: "model.safetensors present via LFS, 3087467144 bytes (2.88 GiB / 2.94 GB)"
|
||||
|
||||
- name: config-valid
|
||||
status: pass
|
||||
detail: "Qwen2-1.5B architecture: 28 layers, 12 heads, 2 KV heads, hidden=1536, inter=8960, vocab=151936, bf16, max_seq=32768, transformers 5.14.1"
|
||||
|
||||
- name: tokenizer-present
|
||||
status: pass
|
||||
detail: "tokenizer.json (LFS), tokenizer_config.json, and chat_template.jinja all present"
|
||||
|
||||
- name: model-card
|
||||
status: pass
|
||||
detail: "README.md (6249 bytes) with Apache-2.0 license, model-index, widget, tags, datasets, base_model references, and rich documentation"
|
||||
|
||||
- name: serverless-inference
|
||||
status: fail
|
||||
detail: "Model not supported by provider hf-inference (router returns HTTP 400). Standard api-inference endpoint unreachable (DNS failure). No free inference available for this model size at this time."
|
||||
|
||||
- name: eval-results
|
||||
status: present
|
||||
detail: "Three eval result files found in .eval_results/. sakthai-bench-v2: selection=84.8%, args=33.7%, strict=33.7%. lighteval: winogrande=59.6, gsm8k=50.9, hellaswag=34.0. All unverified."
|
||||
|
||||
- name: model-card-links
|
||||
status: pass
|
||||
detail: "Model linked to collection sakthai-model-family, datasets (v7, v8), and base model Qwen/Qwen2.5-1.5B-Instruct"
|
||||
|
||||
- name: download-traffic
|
||||
status: cold
|
||||
detail: "0 downloads, 0 likes. Model is <8 hours old — no organic traffic yet. Expected to grow as collection visibility increases."
|
||||
|
||||
existing_benchmarks:
|
||||
- name: lighteval
|
||||
winogrande: 59.6
|
||||
gsm8k: 50.9
|
||||
hellaswag: 34.0
|
||||
verified: false
|
||||
- name: sakthai-bench-v2
|
||||
selection_accuracy: 84.8
|
||||
arguments_accuracy: 33.7
|
||||
strict_accuracy: 33.7
|
||||
verified: false
|
||||
- name: model-health-check
|
||||
status: current
|
||||
checks_passed: 6
|
||||
checks_failed: 1
|
||||
checks_total: 9
|
||||
note: "Only inference check fails — expected for a 2.9GB model without dedicated endpoint"
|
||||
|
||||
health_score:
|
||||
overall: "good"
|
||||
score: 8.5
|
||||
breakdown:
|
||||
repo_integrity: 10
|
||||
config_validity: 10
|
||||
documentation: 10
|
||||
inference_availability: 0
|
||||
traffic_momentum: 0
|
||||
benchmark_coverage: 8
|
||||
max_score: 10
|
||||
Reference in New Issue
Block a user