state: generation 21135 (cycle)
This commit is contained in:
@@ -3,28 +3,28 @@
|
|||||||
"communityError": null,
|
"communityError": null,
|
||||||
"communitySample": {},
|
"communitySample": {},
|
||||||
"communityUpdatedAt": "2026-10-05T22:41:41.579468+00:00",
|
"communityUpdatedAt": "2026-10-05T22:41:41.579468+00:00",
|
||||||
"frameworkAttemptedAt": "2026-10-05T16:49:15.747715+00:00",
|
"frameworkAttemptedAt": "2026-10-05T22:50:41.762580+00:00",
|
||||||
"frameworkError": null,
|
"frameworkError": null,
|
||||||
"frameworkStats": {
|
"frameworkStats": {
|
||||||
"text-generation": {
|
"text-generation": {
|
||||||
"Ascend_910-b3": {
|
"Ascend_910-b3": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 41114,
|
"modelCount": 41149,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 20198,
|
"successCount": 20225,
|
||||||
"successRate": 0.4912681811548378,
|
"successRate": 0.4915064764635836,
|
||||||
"wilsonLowerBound": 0.48643679928644223
|
"wilsonLowerBound": 0.48667708729595527
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 55042,
|
"modelCount": 55104,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 15154,
|
"successCount": 15162,
|
||||||
"successRate": 0.27531703063115437,
|
"successRate": 0.27515243902439024,
|
||||||
"wilsonLowerBound": 0.2716011700887115
|
"wilsonLowerBound": 0.2714393635736996
|
||||||
},
|
},
|
||||||
"vllm_0.23.0": {
|
"vllm_0.23.0": {
|
||||||
"framework": "vllm_0.23.0",
|
"framework": "vllm_0.23.0",
|
||||||
@@ -37,110 +37,110 @@
|
|||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 3785,
|
"modelCount": 3811,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 1132,
|
"successCount": 1139,
|
||||||
"successRate": 0.29907529722589166,
|
"successRate": 0.2988716872212018,
|
||||||
"wilsonLowerBound": 0.2846985606696568
|
"wilsonLowerBound": 0.28454638235606106
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Ascend_910-b4": {
|
"Ascend_910-b4": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 35763,
|
"modelCount": 35807,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 16575,
|
"successCount": 16609,
|
||||||
"successRate": 0.46346782988004365,
|
"successRate": 0.4638478509788589,
|
||||||
"wilsonLowerBound": 0.4583037408701274
|
"wilsonLowerBound": 0.45868660545685636
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 39227,
|
"modelCount": 39239,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 10937,
|
"successCount": 10940,
|
||||||
"successRate": 0.2788130624314885,
|
"successRate": 0.2788042508728561,
|
||||||
"wilsonLowerBound": 0.2743973284766934
|
"wilsonLowerBound": 0.27438923267711324
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 11711,
|
"modelCount": 11753,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 4907,
|
"successCount": 4927,
|
||||||
"successRate": 0.4190077704722056,
|
"successRate": 0.4192121160554752,
|
||||||
"wilsonLowerBound": 0.41009950637200965
|
"wilsonLowerBound": 0.4103190586879144
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Biren_166m": {
|
"Biren_166m": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 64188,
|
"modelCount": 64191,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 12094,
|
"successCount": 12095,
|
||||||
"successRate": 0.1884152801146632,
|
"successRate": 0.1884220529357698,
|
||||||
"wilsonLowerBound": 0.18540875980721094
|
"wilsonLowerBound": 0.1854155602991474
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 26563,
|
"modelCount": 26680,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 5701,
|
"successCount": 5739,
|
||||||
"successRate": 0.2146218424123781,
|
"successRate": 0.21510494752623688,
|
||||||
"wilsonLowerBound": 0.20972594340007317
|
"wilsonLowerBound": 0.21021561118604548
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 7396,
|
"modelCount": 7409,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 97,
|
"successCount": 98,
|
||||||
"successRate": 0.013115197404002164,
|
"successRate": 0.013227156161425294,
|
||||||
"wilsonLowerBound": 0.010763485319455634
|
"wilsonLowerBound": 0.010866422268208064
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Cambricon_mlu-370-x4": {
|
"Cambricon_mlu-370-x4": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 26529,
|
"modelCount": 26537,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3261,
|
"successCount": 3262,
|
||||||
"successRate": 0.1229220852651815,
|
"successRate": 0.12292271168557109,
|
||||||
"wilsonLowerBound": 0.11902538389284043
|
"wilsonLowerBound": 0.11902658077635266
|
||||||
},
|
},
|
||||||
"vllm-customized": {
|
"vllm-customized": {
|
||||||
"framework": "vllm-customized",
|
"framework": "vllm-customized",
|
||||||
"modelCount": 16498,
|
"modelCount": 16499,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 1676,
|
"successCount": 1676,
|
||||||
"successRate": 0.10158807128136745,
|
"successRate": 0.1015819140553973,
|
||||||
"wilsonLowerBound": 0.09707043924110484
|
"wilsonLowerBound": 0.09706454140970787
|
||||||
},
|
},
|
||||||
"vllm-mlu": {
|
"vllm-mlu": {
|
||||||
"framework": "vllm-mlu",
|
"framework": "vllm-mlu",
|
||||||
"modelCount": 14302,
|
"modelCount": 14371,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 5753,
|
"successCount": 5778,
|
||||||
"successRate": 0.4022514333659628,
|
"successRate": 0.40205970356968895,
|
||||||
"wilsonLowerBound": 0.3942422404489415
|
"wilsonLowerBound": 0.39407036984660976
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Cambricon_mlu-370-x8": {
|
"Cambricon_mlu-370-x8": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 24592,
|
"modelCount": 24598,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3800,
|
"successCount": 3800,
|
||||||
"successRate": 0.15452179570592062,
|
"successRate": 0.15448410439873161,
|
||||||
"wilsonLowerBound": 0.1500582126345915
|
"wilsonLowerBound": 0.150021515170266
|
||||||
},
|
},
|
||||||
"vllm-customized": {
|
"vllm-customized": {
|
||||||
"framework": "vllm-customized",
|
"framework": "vllm-customized",
|
||||||
@@ -153,61 +153,61 @@
|
|||||||
},
|
},
|
||||||
"vllm-mlu": {
|
"vllm-mlu": {
|
||||||
"framework": "vllm-mlu",
|
"framework": "vllm-mlu",
|
||||||
"modelCount": 49316,
|
"modelCount": 49410,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 12328,
|
"successCount": 12359,
|
||||||
"successRate": 0.24997972260523968,
|
"successRate": 0.2501315523173447,
|
||||||
"wilsonLowerBound": 0.24617764513111773
|
"wilsonLowerBound": 0.24633229007999688
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Iluvatar_bi-100": {
|
"Iluvatar_bi-100": {
|
||||||
"transformers": {
|
"transformers": {
|
||||||
"framework": "transformers",
|
"framework": "transformers",
|
||||||
"modelCount": 23712,
|
"modelCount": 23718,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3114,
|
"successCount": 3114,
|
||||||
"successRate": 0.1313259109311741,
|
"successRate": 0.13129268909688843,
|
||||||
"wilsonLowerBound": 0.12708648289155947
|
"wilsonLowerBound": 0.12705425656385433
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 86879,
|
"modelCount": 86882,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 9768,
|
"successCount": 9768,
|
||||||
"successRate": 0.11243223333601907,
|
"successRate": 0.11242835109689003,
|
||||||
"wilsonLowerBound": 0.11034873934667119
|
"wilsonLowerBound": 0.11034492462478135
|
||||||
},
|
},
|
||||||
"vllm-patch-tokenizer": {
|
"vllm-patch-tokenizer": {
|
||||||
"framework": "vllm-patch-tokenizer",
|
"framework": "vllm-patch-tokenizer",
|
||||||
"modelCount": 44680,
|
"modelCount": 44765,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 5427,
|
"successCount": 5433,
|
||||||
"successRate": 0.12146374216651745,
|
"successRate": 0.12136713950631073,
|
||||||
"wilsonLowerBound": 0.11846721777371287
|
"wilsonLowerBound": 0.11837447598982775
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 43109,
|
"modelCount": 43314,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3609,
|
"successCount": 3611,
|
||||||
"successRate": 0.08371801711939503,
|
"successRate": 0.08336796416862909,
|
||||||
"wilsonLowerBound": 0.08114041848583305
|
"wilsonLowerBound": 0.08080137717435144
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Iluvatar_bi-150": {
|
"Iluvatar_bi-150": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 91441,
|
"modelCount": 91501,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 22574,
|
"successCount": 22602,
|
||||||
"successRate": 0.246869566168349,
|
"successRate": 0.2470136938394116,
|
||||||
"wilsonLowerBound": 0.24408541466094857
|
"wilsonLowerBound": 0.24422989776081205
|
||||||
},
|
},
|
||||||
"transformers": {
|
"transformers": {
|
||||||
"framework": "transformers",
|
"framework": "transformers",
|
||||||
@@ -220,39 +220,39 @@
|
|||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 112794,
|
"modelCount": 112796,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 16529,
|
"successCount": 16529,
|
||||||
"successRate": 0.14654148270298065,
|
"successRate": 0.14653888435760135,
|
||||||
"wilsonLowerBound": 0.14448964000392267
|
"wilsonLowerBound": 0.14448707498581614
|
||||||
},
|
},
|
||||||
"vllm_0_17_0_corex_4_4_0": {
|
"vllm_0_17_0_corex_4_4_0": {
|
||||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||||
"modelCount": 21793,
|
"modelCount": 21904,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3838,
|
"successCount": 3846,
|
||||||
"successRate": 0.17611159546643418,
|
"successRate": 0.17558436815193573,
|
||||||
"wilsonLowerBound": 0.17111142121977357
|
"wilsonLowerBound": 0.1706027700700738
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 43488,
|
"modelCount": 43494,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 5658,
|
"successCount": 5659,
|
||||||
"successRate": 0.1301048565121413,
|
"successRate": 0.13010990021612176,
|
||||||
"wilsonLowerBound": 0.12697557492317835
|
"wilsonLowerBound": 0.12698077967462934
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 7713,
|
"modelCount": 7726,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 710,
|
"successCount": 711,
|
||||||
"successRate": 0.0920523791002204,
|
"successRate": 0.09202692208128398,
|
||||||
"wilsonLowerBound": 0.08580190406851902
|
"wilsonLowerBound": 0.08578235268705893
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Iluvatar_mrv-100": {
|
"Iluvatar_mrv-100": {
|
||||||
@@ -267,85 +267,85 @@
|
|||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 33399,
|
"modelCount": 33434,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 6456,
|
"successCount": 6469,
|
||||||
"successRate": 0.19329920057486752,
|
"successRate": 0.19348567326673446,
|
||||||
"wilsonLowerBound": 0.189099500133058
|
"wilsonLowerBound": 0.18928658024275244
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Kunlunxin_p-800": {
|
"Kunlunxin_p-800": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 61419,
|
"modelCount": 61425,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 12413,
|
"successCount": 12414,
|
||||||
"successRate": 0.20210358358162783,
|
"successRate": 0.2021001221001221,
|
||||||
"wilsonLowerBound": 0.1989463732919047
|
"wilsonLowerBound": 0.19894308561990273
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 13120,
|
"modelCount": 13220,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3811,
|
"successCount": 3833,
|
||||||
"successRate": 0.29047256097560975,
|
"successRate": 0.2899394856278366,
|
||||||
"wilsonLowerBound": 0.28276648286080375
|
"wilsonLowerBound": 0.28226672364911526
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 14864,
|
"modelCount": 14885,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3674,
|
"successCount": 3676,
|
||||||
"successRate": 0.24717438105489775,
|
"successRate": 0.24696002687269064,
|
||||||
"wilsonLowerBound": 0.24030544402603232
|
"wilsonLowerBound": 0.2400979639737632
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"MetaX_c-500": {
|
"MetaX_c-500": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 66045,
|
"modelCount": 66111,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 18169,
|
"successCount": 18196,
|
||||||
"successRate": 0.27510031039442806,
|
"successRate": 0.2752340760236572,
|
||||||
"wilsonLowerBound": 0.27170765375538236
|
"wilsonLowerBound": 0.2718425856216586
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 600,
|
"modelCount": 608,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 369,
|
"successCount": 373,
|
||||||
"successRate": 0.615,
|
"successRate": 0.6134868421052632,
|
||||||
"wilsonLowerBound": 0.5754497991896141
|
"wilsonLowerBound": 0.5741824560950987
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Mthreads_s4000": {
|
"Mthreads_s4000": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 47877,
|
"modelCount": 47892,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 21320,
|
"successCount": 21333,
|
||||||
"successRate": 0.4453077678217098,
|
"successRate": 0.44543973941368076,
|
||||||
"wilsonLowerBound": 0.44086039766709234
|
"wilsonLowerBound": 0.44099292456018396
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 38796,
|
"modelCount": 38830,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 4412,
|
"successCount": 4428,
|
||||||
"successRate": 0.11372306423342612,
|
"successRate": 0.11403553953129024,
|
||||||
"wilsonLowerBound": 0.11060207486574089
|
"wilsonLowerBound": 0.11091209227370373
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 940,
|
"modelCount": 945,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 0,
|
"successCount": 0,
|
||||||
@@ -374,12 +374,12 @@
|
|||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 6884,
|
"modelCount": 6904,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3002,
|
"successCount": 3009,
|
||||||
"successRate": 0.43608367228355605,
|
"successRate": 0.4358342989571263,
|
||||||
"wilsonLowerBound": 0.42440792233302893
|
"wilsonLowerBound": 0.42417630974846243
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Vastai_va16": {
|
"Vastai_va16": {
|
||||||
@@ -394,47 +394,47 @@
|
|||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 15711,
|
"modelCount": 15768,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 4914,
|
"successCount": 4920,
|
||||||
"successRate": 0.31277448921138057,
|
"successRate": 0.3120243531202435,
|
||||||
"wilsonLowerBound": 0.30557130913102326
|
"wilsonLowerBound": 0.3048390392271801
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"hygon_k100-ai": {
|
"hygon_k100-ai": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 27738,
|
"modelCount": 27754,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 14125,
|
"successCount": 14131,
|
||||||
"successRate": 0.5092292162376523,
|
"successRate": 0.5091518339698782,
|
||||||
"wilsonLowerBound": 0.5033451333198427
|
"wilsonLowerBound": 0.503269441473774
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 66061,
|
"modelCount": 66121,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 6911,
|
"successCount": 6925,
|
||||||
"successRate": 0.1046154311923828,
|
"successRate": 0.10473223332980446,
|
||||||
"wilsonLowerBound": 0.1023044558630363
|
"wilsonLowerBound": 0.10242114004686016
|
||||||
},
|
},
|
||||||
"vllm-patch-tokenizer": {
|
"vllm-patch-tokenizer": {
|
||||||
"framework": "vllm-patch-tokenizer",
|
"framework": "vllm-patch-tokenizer",
|
||||||
"modelCount": 13309,
|
"modelCount": 13318,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 2084,
|
"successCount": 2087,
|
||||||
"successRate": 0.15658576902847698,
|
"successRate": 0.15670521099264154,
|
||||||
"wilsonLowerBound": 0.1505107717423421
|
"wilsonLowerBound": 0.15063028349558744
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"frameworkUpdatedAt": null,
|
"frameworkUpdatedAt": null,
|
||||||
"generatedAt": "2026-10-05T22:48:14.253158+00:00",
|
"generatedAt": "2026-10-05T22:50:41.762580+00:00",
|
||||||
"gpuStats": {
|
"gpuStats": {
|
||||||
"Ascend_910-b3": {
|
"Ascend_910-b3": {
|
||||||
"available": true,
|
"available": true,
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
{
|
{
|
||||||
"catalogUpdatedAt": "2026-10-05T22:48:14.253158+00:00",
|
"catalogUpdatedAt": "2026-10-05T22:50:41.762580+00:00",
|
||||||
"configuredTaskTypes": [
|
"configuredTaskTypes": [
|
||||||
"text-generation"
|
"text-generation"
|
||||||
],
|
],
|
||||||
@@ -56,7 +56,7 @@
|
|||||||
"time-series-forecasting"
|
"time-series-forecasting"
|
||||||
],
|
],
|
||||||
"errors": [],
|
"errors": [],
|
||||||
"generatedAt": "2026-10-05T22:48:20.278528+00:00",
|
"generatedAt": "2026-10-05T22:50:41.762580+00:00",
|
||||||
"gpuCatalog": {
|
"gpuCatalog": {
|
||||||
"Ascend_910-b3": {
|
"Ascend_910-b3": {
|
||||||
"canVerify": true,
|
"canVerify": true,
|
||||||
@@ -6489,6 +6489,6 @@
|
|||||||
"updateTime": "2025-12-22 08:59:53"
|
"updateTime": "2025-12-22 08:59:53"
|
||||||
}
|
}
|
||||||
],
|
],
|
||||||
"taskTreeUpdatedAt": "2026-10-05T22:48:14.253158+00:00",
|
"taskTreeUpdatedAt": "2026-10-05T22:50:41.762580+00:00",
|
||||||
"version": 1
|
"version": 1
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -4,8 +4,8 @@
|
|||||||
".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1",
|
".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1",
|
||||||
".modelhub_state/architecture_compatibility_blacklist.json": "da8c9876be598858e8a3a2752aa5b6db8d58cbfe3a2f847b9f28a85c23fa44dd",
|
".modelhub_state/architecture_compatibility_blacklist.json": "da8c9876be598858e8a3a2752aa5b6db8d58cbfe3a2f847b9f28a85c23fa44dd",
|
||||||
".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab",
|
".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab",
|
||||||
".modelhub_state/market_intelligence.json": "a258ab32e56d6521bf069ca44fbeafa3d62aed48d5de86bb6b979822a593f515",
|
".modelhub_state/market_intelligence.json": "d2ab1707e63843f7553650c0833049e83c75f0bc43198abad65b6300eb3e4b4a",
|
||||||
".modelhub_state/official_capabilities.json": "a2d1ec34eb8f45648c794da1d7a922566176d8c73508ee1de98012d7fd26e0fc",
|
".modelhub_state/official_capabilities.json": "2f48d8bbcd7576cfd9b20f66367cca6b2b11c95c22f133dc221dd28d03643b66",
|
||||||
".modelhub_state/outcome_checkpoint.json": "b8143b80431282844fb3ab638de92df5bb4b7d6b68aa7ec04426257e4e0ea1e6",
|
".modelhub_state/outcome_checkpoint.json": "b8143b80431282844fb3ab638de92df5bb4b7d6b68aa7ec04426257e4e0ea1e6",
|
||||||
".modelhub_state/queue_cleanup_latest.json": "37a92df5dbd2c6d207e323031242f864be96827043ca583084769f1f466765cb",
|
".modelhub_state/queue_cleanup_latest.json": "37a92df5dbd2c6d207e323031242f864be96827043ca583084769f1f466765cb",
|
||||||
".modelhub_state/recent_outcomes.jsonl": "66f65405defcf850f044e43e54c3dc291f18521f309cb9962d861b493cb049ac",
|
".modelhub_state/recent_outcomes.jsonl": "66f65405defcf850f044e43e54c3dc291f18521f309cb9962d861b493cb049ac",
|
||||||
@@ -17,9 +17,9 @@
|
|||||||
"ledger/submissions.jsonl": "88fd4a8d6fb4e12230bca0c97bd9a0db370e50b25e0b34a627851aa4a419b7a0",
|
"ledger/submissions.jsonl": "88fd4a8d6fb4e12230bca0c97bd9a0db370e50b25e0b34a627851aa4a419b7a0",
|
||||||
"outcomes/submissions.jsonl": "8663f88f724c1acef8b730f5b77cb0b614e73553ac60d1b2f918c21370973658"
|
"outcomes/submissions.jsonl": "8663f88f724c1acef8b730f5b77cb0b614e73553ac60d1b2f918c21370973658"
|
||||||
},
|
},
|
||||||
"generation": 21134,
|
"generation": 21135,
|
||||||
"phase": "cycle",
|
"phase": "cycle",
|
||||||
"schemaVersion": 1,
|
"schemaVersion": 1,
|
||||||
"updatedAt": "2026-10-05T22:48:22.854517+00:00",
|
"updatedAt": "2026-10-05T22:50:42.971378+00:00",
|
||||||
"writerId": "c99196ebc91b43dbbcacb4830cce7e56"
|
"writerId": "c99196ebc91b43dbbcacb4830cce7e56"
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user