state: generation 21881 (cycle)
This commit is contained in:
@@ -3,28 +3,28 @@
|
|||||||
"communityError": null,
|
"communityError": null,
|
||||||
"communitySample": {},
|
"communitySample": {},
|
||||||
"communityUpdatedAt": "2026-10-07T14:50:22.551869+00:00",
|
"communityUpdatedAt": "2026-10-07T14:50:22.551869+00:00",
|
||||||
"frameworkAttemptedAt": "2026-10-07T08:51:19.082816+00:00",
|
"frameworkAttemptedAt": "2026-10-07T14:52:53.254460+00:00",
|
||||||
"frameworkError": null,
|
"frameworkError": null,
|
||||||
"frameworkStats": {
|
"frameworkStats": {
|
||||||
"text-generation": {
|
"text-generation": {
|
||||||
"Ascend_910-b3": {
|
"Ascend_910-b3": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 41380,
|
"modelCount": 41430,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 20391,
|
"successCount": 20425,
|
||||||
"successRate": 0.4927742870952151,
|
"successRate": 0.4930002413709872,
|
||||||
"wilsonLowerBound": 0.4879580834301793
|
"wilsonLowerBound": 0.4881868922384529
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 55428,
|
"modelCount": 55495,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 15217,
|
"successCount": 15225,
|
||||||
"successRate": 0.2745363354261384,
|
"successRate": 0.274349040454095,
|
||||||
"wilsonLowerBound": 0.27083671106569096
|
"wilsonLowerBound": 0.27065244108895986
|
||||||
},
|
},
|
||||||
"vllm_0.23.0": {
|
"vllm_0.23.0": {
|
||||||
"framework": "vllm_0.23.0",
|
"framework": "vllm_0.23.0",
|
||||||
@@ -37,81 +37,81 @@
|
|||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 3957,
|
"modelCount": 3977,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 1194,
|
"successCount": 1198,
|
||||||
"successRate": 0.3017437452615618,
|
"successRate": 0.3012320844857933,
|
||||||
"wilsonLowerBound": 0.2876395841035005
|
"wilsonLowerBound": 0.2871702842872827
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Ascend_910-b4": {
|
"Ascend_910-b4": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 36095,
|
"modelCount": 36139,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 16791,
|
"successCount": 16820,
|
||||||
"successRate": 0.46518908436071477,
|
"successRate": 0.465425163950303,
|
||||||
"wilsonLowerBound": 0.4600473261317595
|
"wilsonLowerBound": 0.4602863398281177
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 39331,
|
"modelCount": 39363,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 10955,
|
"successCount": 10957,
|
||||||
"successRate": 0.27853347232462944,
|
"successRate": 0.2783578487412037,
|
||||||
"wilsonLowerBound": 0.27412494242580115
|
"wilsonLowerBound": 0.2739519768082389
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 12001,
|
"modelCount": 12041,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 5050,
|
"successCount": 5069,
|
||||||
"successRate": 0.42079826681109905,
|
"successRate": 0.4209783240594635,
|
||||||
"wilsonLowerBound": 0.41199217134203897
|
"wilsonLowerBound": 0.4121862484672498
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Biren_166m": {
|
"Biren_166m": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 64200,
|
"modelCount": 64202,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 12095,
|
"successCount": 12095,
|
||||||
"successRate": 0.1883956386292835,
|
"successRate": 0.18838976978910316,
|
||||||
"wilsonLowerBound": 0.18538951980161134
|
"wilsonLowerBound": 0.18538373401777736
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 27503,
|
"modelCount": 27628,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 5961,
|
"successCount": 5994,
|
||||||
"successRate": 0.21673999200087263,
|
"successRate": 0.21695381497031996,
|
||||||
"wilsonLowerBound": 0.21191018463597908
|
"wilsonLowerBound": 0.2121330940505249
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 7501,
|
"modelCount": 7514,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 101,
|
"successCount": 102,
|
||||||
"successRate": 0.013464871350486601,
|
"successRate": 0.013574660633484163,
|
||||||
"wilsonLowerBound": 0.011094443907275046
|
"wilsonLowerBound": 0.011195630501176682
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Cambricon_mlu-370-x4": {
|
"Cambricon_mlu-370-x4": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 26550,
|
"modelCount": 26556,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3264,
|
"successCount": 3264,
|
||||||
"successRate": 0.12293785310734463,
|
"successRate": 0.12291007681879801,
|
||||||
"wilsonLowerBound": 0.11904245157890218
|
"wilsonLowerBound": 0.11901549678714986
|
||||||
},
|
},
|
||||||
"vllm-customized": {
|
"vllm-customized": {
|
||||||
"framework": "vllm-customized",
|
"framework": "vllm-customized",
|
||||||
@@ -124,23 +124,23 @@
|
|||||||
},
|
},
|
||||||
"vllm-mlu": {
|
"vllm-mlu": {
|
||||||
"framework": "vllm-mlu",
|
"framework": "vllm-mlu",
|
||||||
"modelCount": 14674,
|
"modelCount": 14718,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 5871,
|
"successCount": 5886,
|
||||||
"successRate": 0.40009540684203354,
|
"successRate": 0.3999184671830412,
|
||||||
"wilsonLowerBound": 0.3921956250152796
|
"wilsonLowerBound": 0.3920310899475669
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Cambricon_mlu-370-x8": {
|
"Cambricon_mlu-370-x8": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 24636,
|
"modelCount": 24642,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3804,
|
"successCount": 3804,
|
||||||
"successRate": 0.1544081831466147,
|
"successRate": 0.15437058680301924,
|
||||||
"wilsonLowerBound": 0.14994991340580133
|
"wilsonLowerBound": 0.14991330802954342
|
||||||
},
|
},
|
||||||
"vllm-customized": {
|
"vllm-customized": {
|
||||||
"framework": "vllm-customized",
|
"framework": "vllm-customized",
|
||||||
@@ -153,106 +153,106 @@
|
|||||||
},
|
},
|
||||||
"vllm-mlu": {
|
"vllm-mlu": {
|
||||||
"framework": "vllm-mlu",
|
"framework": "vllm-mlu",
|
||||||
"modelCount": 49955,
|
"modelCount": 50057,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 12535,
|
"successCount": 12564,
|
||||||
"successRate": 0.25092583324992496,
|
"successRate": 0.25099386699162957,
|
||||||
"wilsonLowerBound": 0.24714317508322478
|
"wilsonLowerBound": 0.2472146974871386
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Iluvatar_bi-100": {
|
"Iluvatar_bi-100": {
|
||||||
"transformers": {
|
"transformers": {
|
||||||
"framework": "transformers",
|
"framework": "transformers",
|
||||||
"modelCount": 23762,
|
"modelCount": 23773,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3115,
|
"successCount": 3116,
|
||||||
"successRate": 0.13109165895126673,
|
"successRate": 0.13107306608337188,
|
||||||
"wilsonLowerBound": 0.12685992110174144
|
"wilsonLowerBound": 0.1268425548999223
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 86912,
|
"modelCount": 86922,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 9768,
|
"successCount": 9768,
|
||||||
"successRate": 0.11238954344624448,
|
"successRate": 0.11237661351556567,
|
||||||
"wilsonLowerBound": 0.11030679190751505
|
"wilsonLowerBound": 0.1102940868581028
|
||||||
},
|
},
|
||||||
"vllm-patch-tokenizer": {
|
"vllm-patch-tokenizer": {
|
||||||
"framework": "vllm-patch-tokenizer",
|
"framework": "vllm-patch-tokenizer",
|
||||||
"modelCount": 45238,
|
"modelCount": 45296,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 5474,
|
"successCount": 5477,
|
||||||
"successRate": 0.12100446527255847,
|
"successRate": 0.12091575415047687,
|
||||||
"wilsonLowerBound": 0.11803122886915433
|
"wilsonLowerBound": 0.11794535838318257
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 44383,
|
"modelCount": 44470,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3627,
|
"successCount": 3629,
|
||||||
"successRate": 0.08172047856161142,
|
"successRate": 0.08160557679334383,
|
||||||
"wilsonLowerBound": 0.07920793914224697
|
"wilsonLowerBound": 0.07909710216471444
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Iluvatar_bi-150": {
|
"Iluvatar_bi-150": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 91719,
|
"modelCount": 91761,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 22737,
|
"successCount": 22759,
|
||||||
"successRate": 0.24789847250842245,
|
"successRate": 0.248024759974281,
|
||||||
"wilsonLowerBound": 0.2451145861002462
|
"wilsonLowerBound": 0.24524102614357468
|
||||||
},
|
},
|
||||||
"transformers": {
|
"transformers": {
|
||||||
"framework": "transformers",
|
"framework": "transformers",
|
||||||
"modelCount": 5473,
|
"modelCount": 5475,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 581,
|
"successCount": 581,
|
||||||
"successRate": 0.10615750045678787,
|
"successRate": 0.10611872146118721,
|
||||||
"wilsonLowerBound": 0.09827082957026088
|
"wilsonLowerBound": 0.09823478004169606
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 112820,
|
"modelCount": 112823,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 16529,
|
"successCount": 16529,
|
||||||
"successRate": 0.14650771139868818,
|
"successRate": 0.14650381571133544,
|
||||||
"wilsonLowerBound": 0.14445630187082825
|
"wilsonLowerBound": 0.14445245615314944
|
||||||
},
|
},
|
||||||
"vllm_0_17_0_corex_4_4_0": {
|
"vllm_0_17_0_corex_4_4_0": {
|
||||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||||
"modelCount": 22333,
|
"modelCount": 22387,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3894,
|
"successCount": 3900,
|
||||||
"successRate": 0.17436081135539336,
|
"successRate": 0.17420824585697056,
|
||||||
"wilsonLowerBound": 0.1694406798689507
|
"wilsonLowerBound": 0.16929572574940066
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 43526,
|
"modelCount": 43533,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 5659,
|
"successCount": 5659,
|
||||||
"successRate": 0.13001424435969305,
|
"successRate": 0.1299933383869708,
|
||||||
"wilsonLowerBound": 0.12688725889012745
|
"wilsonLowerBound": 0.12686681957965829
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 7797,
|
"modelCount": 7809,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 723,
|
"successCount": 725,
|
||||||
"successRate": 0.09272797229703732,
|
"successRate": 0.09284159303367909,
|
||||||
"wilsonLowerBound": 0.08648876940540856
|
"wilsonLowerBound": 0.08660344566571353
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Iluvatar_mrv-100": {
|
"Iluvatar_mrv-100": {
|
||||||
@@ -267,81 +267,81 @@
|
|||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 33654,
|
"modelCount": 33682,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 6544,
|
"successCount": 6557,
|
||||||
"successRate": 0.19444939680275747,
|
"successRate": 0.19467371296241315,
|
||||||
"wilsonLowerBound": 0.19025585812926368
|
"wilsonLowerBound": 0.19048002952898468
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Kunlunxin_p-800": {
|
"Kunlunxin_p-800": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 61448,
|
"modelCount": 61451,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 12415,
|
"successCount": 12416,
|
||||||
"successRate": 0.20204074990235646,
|
"successRate": 0.20204715952547558,
|
||||||
"wilsonLowerBound": 0.19888465279701611
|
"wilsonLowerBound": 0.19889110100056873
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 13752,
|
"modelCount": 13846,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3953,
|
"successCount": 3978,
|
||||||
"successRate": 0.28744909831297266,
|
"successRate": 0.28730319225769174,
|
||||||
"wilsonLowerBound": 0.27994510596458577
|
"wilsonLowerBound": 0.2798256906976679
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 14989,
|
"modelCount": 15005,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3689,
|
"successCount": 3691,
|
||||||
"successRate": 0.24611381679898592,
|
"successRate": 0.24598467177607464,
|
||||||
"wilsonLowerBound": 0.239283551574437
|
"wilsonLowerBound": 0.23915926475966173
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"MetaX_c-500": {
|
"MetaX_c-500": {
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 66420,
|
"modelCount": 66478,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 18306,
|
"successCount": 18321,
|
||||||
"successRate": 0.275609756097561,
|
"successRate": 0.27559493366226423,
|
||||||
"wilsonLowerBound": 0.27222467526809935
|
"wilsonLowerBound": 0.27221138156005525
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
"modelCount": 690,
|
"modelCount": 693,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 423,
|
"successCount": 424,
|
||||||
"successRate": 0.6130434782608696,
|
"successRate": 0.6118326118326118,
|
||||||
"wilsonLowerBound": 0.5761709802269077
|
"wilsonLowerBound": 0.5750269828199578
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Mthreads_s4000": {
|
"Mthreads_s4000": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 48007,
|
"modelCount": 48033,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 21417,
|
"successCount": 21435,
|
||||||
"successRate": 0.4461224404774304,
|
"successRate": 0.4462556992067953,
|
||||||
"wilsonLowerBound": 0.44168022858064404
|
"wilsonLowerBound": 0.44181454883558824
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 39059,
|
"modelCount": 39093,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 4511,
|
"successCount": 4527,
|
||||||
"successRate": 0.11549194807854783,
|
"successRate": 0.11580078274882971,
|
||||||
"wilsonLowerBound": 0.11235996255723332
|
"wilsonLowerBound": 0.11266643411593749
|
||||||
},
|
},
|
||||||
"vllm_tokenizer_patch": {
|
"vllm_tokenizer_patch": {
|
||||||
"framework": "vllm_tokenizer_patch",
|
"framework": "vllm_tokenizer_patch",
|
||||||
@@ -365,21 +365,21 @@
|
|||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 10069,
|
"modelCount": 10073,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 755,
|
"successCount": 756,
|
||||||
"successRate": 0.07498261992253451,
|
"successRate": 0.07505211952744961,
|
||||||
"wilsonLowerBound": 0.06999893763887836
|
"wilsonLowerBound": 0.07006718147500551
|
||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 6998,
|
"modelCount": 7008,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 3060,
|
"successCount": 3063,
|
||||||
"successRate": 0.43726779079737066,
|
"successRate": 0.4370719178082192,
|
||||||
"wilsonLowerBound": 0.42568300276636784
|
"wilsonLowerBound": 0.425496056852678
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Vastai_va16": {
|
"Vastai_va16": {
|
||||||
@@ -394,47 +394,47 @@
|
|||||||
},
|
},
|
||||||
"vllm_fix_tokenizer": {
|
"vllm_fix_tokenizer": {
|
||||||
"framework": "vllm_fix_tokenizer",
|
"framework": "vllm_fix_tokenizer",
|
||||||
"modelCount": 15982,
|
"modelCount": 16013,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 4934,
|
"successCount": 4936,
|
||||||
"successRate": 0.3087223126016769,
|
"successRate": 0.3082495472428652,
|
||||||
"wilsonLowerBound": 0.3016067205519647
|
"wilsonLowerBound": 0.30114394889291535
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"hygon_k100-ai": {
|
"hygon_k100-ai": {
|
||||||
"llamacpp": {
|
"llamacpp": {
|
||||||
"framework": "llamacpp",
|
"framework": "llamacpp",
|
||||||
"modelCount": 27859,
|
"modelCount": 27874,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 14190,
|
"successCount": 14198,
|
||||||
"successRate": 0.5093506586740371,
|
"successRate": 0.5093635646121834,
|
||||||
"wilsonLowerBound": 0.5034793785890819
|
"wilsonLowerBound": 0.5034938656991039
|
||||||
},
|
},
|
||||||
"vllm": {
|
"vllm": {
|
||||||
"framework": "vllm",
|
"framework": "vllm",
|
||||||
"modelCount": 66447,
|
"modelCount": 66507,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 7001,
|
"successCount": 7015,
|
||||||
"successRate": 0.10536216834469578,
|
"successRate": 0.10547761889725893,
|
||||||
"wilsonLowerBound": 0.10305048996394064
|
"wilsonLowerBound": 0.1031658393274462
|
||||||
},
|
},
|
||||||
"vllm-patch-tokenizer": {
|
"vllm-patch-tokenizer": {
|
||||||
"framework": "vllm-patch-tokenizer",
|
"framework": "vllm-patch-tokenizer",
|
||||||
"modelCount": 13390,
|
"modelCount": 13399,
|
||||||
"officialConfigError": null,
|
"officialConfigError": null,
|
||||||
"officialConfigValid": true,
|
"officialConfigValid": true,
|
||||||
"successCount": 2123,
|
"successCount": 2127,
|
||||||
"successRate": 0.1585511575802838,
|
"successRate": 0.15874318979028285,
|
||||||
"wilsonLowerBound": 0.15246242810234995
|
"wilsonLowerBound": 0.152653381202591
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"frameworkUpdatedAt": null,
|
"frameworkUpdatedAt": null,
|
||||||
"generatedAt": "2026-10-07T14:50:22.551869+00:00",
|
"generatedAt": "2026-10-07T14:52:53.254460+00:00",
|
||||||
"gpuStats": {
|
"gpuStats": {
|
||||||
"Ascend_910-b3": {
|
"Ascend_910-b3": {
|
||||||
"available": true,
|
"available": true,
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
{
|
{
|
||||||
"catalogUpdatedAt": "2026-10-07T14:50:22.551869+00:00",
|
"catalogUpdatedAt": "2026-10-07T14:52:53.254460+00:00",
|
||||||
"configuredTaskTypes": [
|
"configuredTaskTypes": [
|
||||||
"text-generation"
|
"text-generation"
|
||||||
],
|
],
|
||||||
@@ -56,7 +56,7 @@
|
|||||||
"time-series-forecasting"
|
"time-series-forecasting"
|
||||||
],
|
],
|
||||||
"errors": [],
|
"errors": [],
|
||||||
"generatedAt": "2026-10-07T14:50:22.551869+00:00",
|
"generatedAt": "2026-10-07T14:52:53.254460+00:00",
|
||||||
"gpuCatalog": {
|
"gpuCatalog": {
|
||||||
"Ascend_910-b3": {
|
"Ascend_910-b3": {
|
||||||
"canVerify": true,
|
"canVerify": true,
|
||||||
@@ -6988,6 +6988,6 @@
|
|||||||
"updateTime": "2025-12-22 08:59:53"
|
"updateTime": "2025-12-22 08:59:53"
|
||||||
}
|
}
|
||||||
],
|
],
|
||||||
"taskTreeUpdatedAt": "2026-10-07T14:50:22.551869+00:00",
|
"taskTreeUpdatedAt": "2026-10-07T14:52:53.254460+00:00",
|
||||||
"version": 1
|
"version": 1
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -4,8 +4,8 @@
|
|||||||
".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1",
|
".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1",
|
||||||
".modelhub_state/architecture_compatibility_blacklist.json": "20e743af3495870b2e54bb7225673616a7e7dd069404119975bf4e58dccad3c0",
|
".modelhub_state/architecture_compatibility_blacklist.json": "20e743af3495870b2e54bb7225673616a7e7dd069404119975bf4e58dccad3c0",
|
||||||
".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab",
|
".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab",
|
||||||
".modelhub_state/market_intelligence.json": "5f73a34a35e62e97c3ee7f8bd57de89fbe6b74e9432b96d13017d3789f237051",
|
".modelhub_state/market_intelligence.json": "8eaf857cb10afd204cf68a2da21c90d8d642c33e44323f7663fae6c481381e1d",
|
||||||
".modelhub_state/official_capabilities.json": "11bec31107208e057ab573d1079f76fafaf0d76ee34abdab6252b78e86fded98",
|
".modelhub_state/official_capabilities.json": "13c63b93ae77287c55ca1a31f71d374b1b3f750870226575533df0b1ce5b7144",
|
||||||
".modelhub_state/outcome_checkpoint.json": "e36139bd12c0c6866cb6f7c3ea186c83c8716de18ff1fd4481f4229f2f2dfdc7",
|
".modelhub_state/outcome_checkpoint.json": "e36139bd12c0c6866cb6f7c3ea186c83c8716de18ff1fd4481f4229f2f2dfdc7",
|
||||||
".modelhub_state/queue_cleanup_latest.json": "7f569be3fbe746570a2cdb33f54784d130294aa154d93e9ad9102b01386bc4cf",
|
".modelhub_state/queue_cleanup_latest.json": "7f569be3fbe746570a2cdb33f54784d130294aa154d93e9ad9102b01386bc4cf",
|
||||||
".modelhub_state/recent_outcomes.jsonl": "05d617380af7c092742264100a493f9999568b46e43624a7370266e3fbdfbcf3",
|
".modelhub_state/recent_outcomes.jsonl": "05d617380af7c092742264100a493f9999568b46e43624a7370266e3fbdfbcf3",
|
||||||
@@ -17,9 +17,9 @@
|
|||||||
"ledger/submissions.jsonl": "37d7b389cb4fbf3218e2540b440af29090a87b11a2364d212ade3a19efa6e134",
|
"ledger/submissions.jsonl": "37d7b389cb4fbf3218e2540b440af29090a87b11a2364d212ade3a19efa6e134",
|
||||||
"outcomes/submissions.jsonl": "fb9ce8e3a74e3e55f78d7d8b94d7532714656f771e0fbe347f66c7f6e1648bc3"
|
"outcomes/submissions.jsonl": "fb9ce8e3a74e3e55f78d7d8b94d7532714656f771e0fbe347f66c7f6e1648bc3"
|
||||||
},
|
},
|
||||||
"generation": 21880,
|
"generation": 21881,
|
||||||
"phase": "cycle",
|
"phase": "cycle",
|
||||||
"schemaVersion": 1,
|
"schemaVersion": 1,
|
||||||
"updatedAt": "2026-10-07T14:50:42.942062+00:00",
|
"updatedAt": "2026-10-07T14:52:55.430974+00:00",
|
||||||
"writerId": "33ed03361c5848e88b8ce6204fb4f7d2"
|
"writerId": "33ed03361c5848e88b8ce6204fb4f7d2"
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user