初始化项目,由ModelHub XC社区提供模型

Model: Polygl0t/Tucano2-qwen-3.7B-Instruct
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-06-22 18:28:53 +08:00
commit 692050b2ae
24 changed files with 466110 additions and 0 deletions

82
ruler.yaml Normal file
View File

@@ -0,0 +1,82 @@
model_name: Tucano2-qwen-3.7B-Instruct
results:
niah_pt_multikey_1_1024: 0.814
niah_pt_multikey_1_1024_stderr: 0.01741880678058399
niah_pt_multikey_1_2048: 0.72
niah_pt_multikey_1_2048_stderr: 0.020099950647503192
niah_pt_multikey_1_4096: 0.684
niah_pt_multikey_1_4096_stderr: N/A
niah_pt_multikey_1_alias: ' - niah_pt_multikey_1'
niah_pt_multikey_2_1024: 0.8
niah_pt_multikey_2_1024_stderr: 0.017906459241433807
niah_pt_multikey_2_2048: 0.696
niah_pt_multikey_2_2048_stderr: 0.02059164957122494
niah_pt_multikey_2_4096: 0.61
niah_pt_multikey_2_4096_stderr: N/A
niah_pt_multikey_2_alias: ' - niah_pt_multikey_2'
niah_pt_multikey_3_1024: 0.844
niah_pt_multikey_3_1024_stderr: 0.016243636028391108
niah_pt_multikey_3_2048: 0.86
niah_pt_multikey_3_2048_stderr: 0.015533272840269705
niah_pt_multikey_3_4096: 0.782
niah_pt_multikey_3_4096_stderr: N/A
niah_pt_multikey_3_alias: ' - niah_pt_multikey_3'
niah_pt_multiquery_1024: 0.7675
niah_pt_multiquery_1024_stderr: 0.012367028211075898
niah_pt_multiquery_2048: 0.7115
niah_pt_multiquery_2048_stderr: 0.014113251494091322
niah_pt_multiquery_4096: 0.677
niah_pt_multiquery_4096_stderr: N/A
niah_pt_multiquery_alias: ' - niah_pt_multiquery'
niah_pt_multivalue_1024: 0.769
niah_pt_multivalue_1024_stderr: 0.011425369935206152
niah_pt_multivalue_2048: 0.5945
niah_pt_multivalue_2048_stderr: 0.015011335062569266
niah_pt_multivalue_4096: 0.5215
niah_pt_multivalue_4096_stderr: N/A
niah_pt_multivalue_alias: ' - niah_pt_multivalue'
niah_pt_single_1_1024: 0.83
niah_pt_single_1_1024_stderr: 0.016815633531393464
niah_pt_single_1_2048: 0.792
niah_pt_single_1_2048_stderr: 0.01816954222122996
niah_pt_single_1_4096: 0.786
niah_pt_single_1_4096_stderr: N/A
niah_pt_single_1_alias: ' - niah_pt_single_1'
niah_pt_single_2_1024: 0.808
niah_pt_single_2_1024_stderr: 0.017632180454361004
niah_pt_single_2_2048: 0.61
niah_pt_single_2_2048_stderr: 0.021834685869369132
niah_pt_single_2_4096: 0.574
niah_pt_single_2_4096_stderr: N/A
niah_pt_single_2_alias: ' - niah_pt_single_2'
niah_pt_single_3_1024: 0.778
niah_pt_single_3_1024_stderr: 0.018604414758250098
niah_pt_single_3_2048: 0.712
niah_pt_single_3_2048_stderr: 0.02027150383507526
niah_pt_single_3_4096: 0.696
niah_pt_single_3_4096_stderr: N/A
niah_pt_single_3_alias: ' - niah_pt_single_3'
ruler_pt_4096: 0.6859484848484848
ruler_pt_4096_stderr: N/A
ruler_pt_alias: ruler_pt
ruler_pt_cwe_1024: 0.49
ruler_pt_cwe_1024_stderr: 0.0077148582667572255
ruler_pt_cwe_2048: 0.316
ruler_pt_cwe_2048_stderr: 0.006839704900524035
ruler_pt_cwe_4096: 0.562
ruler_pt_cwe_4096_stderr: N/A
ruler_pt_cwe_alias: ' - ruler_pt_cwe'
ruler_pt_fwe_1024: 0.86
ruler_pt_fwe_1024_stderr: 0.008382951812787927
ruler_pt_fwe_2048: 0.8386666666666667
ruler_pt_fwe_2048_stderr: 0.009315757857883127
ruler_pt_fwe_4096: 0.7133333333333333
ruler_pt_fwe_4096_stderr: N/A
ruler_pt_fwe_alias: ' - ruler_pt_fwe'
ruler_pt_vt_1024: 0.9887999999999999
ruler_pt_vt_1024_stderr: 0.0035005181408627236
ruler_pt_vt_2048: 0.9628
ruler_pt_vt_2048_stderr: 0.006575621460758699
ruler_pt_vt_4096: 0.9396
ruler_pt_vt_4096_stderr: N/A
ruler_pt_vt_alias: ' - ruler_pt_vt'