state: generation 21881 (cycle)
This commit is contained in:
@@ -3,28 +3,28 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-10-07T14:50:22.551869+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-07T08:51:19.082816+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-07T14:52:53.254460+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 41380,
|
||||
"modelCount": 41430,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20391,
|
||||
"successRate": 0.4927742870952151,
|
||||
"wilsonLowerBound": 0.4879580834301793
|
||||
"successCount": 20425,
|
||||
"successRate": 0.4930002413709872,
|
||||
"wilsonLowerBound": 0.4881868922384529
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 55428,
|
||||
"modelCount": 55495,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15217,
|
||||
"successRate": 0.2745363354261384,
|
||||
"wilsonLowerBound": 0.27083671106569096
|
||||
"successCount": 15225,
|
||||
"successRate": 0.274349040454095,
|
||||
"wilsonLowerBound": 0.27065244108895986
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -37,81 +37,81 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 3957,
|
||||
"modelCount": 3977,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1194,
|
||||
"successRate": 0.3017437452615618,
|
||||
"wilsonLowerBound": 0.2876395841035005
|
||||
"successCount": 1198,
|
||||
"successRate": 0.3012320844857933,
|
||||
"wilsonLowerBound": 0.2871702842872827
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 36095,
|
||||
"modelCount": 36139,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16791,
|
||||
"successRate": 0.46518908436071477,
|
||||
"wilsonLowerBound": 0.4600473261317595
|
||||
"successCount": 16820,
|
||||
"successRate": 0.465425163950303,
|
||||
"wilsonLowerBound": 0.4602863398281177
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 39331,
|
||||
"modelCount": 39363,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10955,
|
||||
"successRate": 0.27853347232462944,
|
||||
"wilsonLowerBound": 0.27412494242580115
|
||||
"successCount": 10957,
|
||||
"successRate": 0.2783578487412037,
|
||||
"wilsonLowerBound": 0.2739519768082389
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 12001,
|
||||
"modelCount": 12041,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5050,
|
||||
"successRate": 0.42079826681109905,
|
||||
"wilsonLowerBound": 0.41199217134203897
|
||||
"successCount": 5069,
|
||||
"successRate": 0.4209783240594635,
|
||||
"wilsonLowerBound": 0.4121862484672498
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64200,
|
||||
"modelCount": 64202,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12095,
|
||||
"successRate": 0.1883956386292835,
|
||||
"wilsonLowerBound": 0.18538951980161134
|
||||
"successRate": 0.18838976978910316,
|
||||
"wilsonLowerBound": 0.18538373401777736
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 27503,
|
||||
"modelCount": 27628,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5961,
|
||||
"successRate": 0.21673999200087263,
|
||||
"wilsonLowerBound": 0.21191018463597908
|
||||
"successCount": 5994,
|
||||
"successRate": 0.21695381497031996,
|
||||
"wilsonLowerBound": 0.2121330940505249
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7501,
|
||||
"modelCount": 7514,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 101,
|
||||
"successRate": 0.013464871350486601,
|
||||
"wilsonLowerBound": 0.011094443907275046
|
||||
"successCount": 102,
|
||||
"successRate": 0.013574660633484163,
|
||||
"wilsonLowerBound": 0.011195630501176682
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26550,
|
||||
"modelCount": 26556,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3264,
|
||||
"successRate": 0.12293785310734463,
|
||||
"wilsonLowerBound": 0.11904245157890218
|
||||
"successRate": 0.12291007681879801,
|
||||
"wilsonLowerBound": 0.11901549678714986
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -124,23 +124,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 14674,
|
||||
"modelCount": 14718,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5871,
|
||||
"successRate": 0.40009540684203354,
|
||||
"wilsonLowerBound": 0.3921956250152796
|
||||
"successCount": 5886,
|
||||
"successRate": 0.3999184671830412,
|
||||
"wilsonLowerBound": 0.3920310899475669
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24636,
|
||||
"modelCount": 24642,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3804,
|
||||
"successRate": 0.1544081831466147,
|
||||
"wilsonLowerBound": 0.14994991340580133
|
||||
"successRate": 0.15437058680301924,
|
||||
"wilsonLowerBound": 0.14991330802954342
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -153,106 +153,106 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 49955,
|
||||
"modelCount": 50057,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12535,
|
||||
"successRate": 0.25092583324992496,
|
||||
"wilsonLowerBound": 0.24714317508322478
|
||||
"successCount": 12564,
|
||||
"successRate": 0.25099386699162957,
|
||||
"wilsonLowerBound": 0.2472146974871386
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 23762,
|
||||
"modelCount": 23773,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3115,
|
||||
"successRate": 0.13109165895126673,
|
||||
"wilsonLowerBound": 0.12685992110174144
|
||||
"successCount": 3116,
|
||||
"successRate": 0.13107306608337188,
|
||||
"wilsonLowerBound": 0.1268425548999223
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86912,
|
||||
"modelCount": 86922,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9768,
|
||||
"successRate": 0.11238954344624448,
|
||||
"wilsonLowerBound": 0.11030679190751505
|
||||
"successRate": 0.11237661351556567,
|
||||
"wilsonLowerBound": 0.1102940868581028
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 45238,
|
||||
"modelCount": 45296,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5474,
|
||||
"successRate": 0.12100446527255847,
|
||||
"wilsonLowerBound": 0.11803122886915433
|
||||
"successCount": 5477,
|
||||
"successRate": 0.12091575415047687,
|
||||
"wilsonLowerBound": 0.11794535838318257
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 44383,
|
||||
"modelCount": 44470,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3627,
|
||||
"successRate": 0.08172047856161142,
|
||||
"wilsonLowerBound": 0.07920793914224697
|
||||
"successCount": 3629,
|
||||
"successRate": 0.08160557679334383,
|
||||
"wilsonLowerBound": 0.07909710216471444
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 91719,
|
||||
"modelCount": 91761,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22737,
|
||||
"successRate": 0.24789847250842245,
|
||||
"wilsonLowerBound": 0.2451145861002462
|
||||
"successCount": 22759,
|
||||
"successRate": 0.248024759974281,
|
||||
"wilsonLowerBound": 0.24524102614357468
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5473,
|
||||
"modelCount": 5475,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 581,
|
||||
"successRate": 0.10615750045678787,
|
||||
"wilsonLowerBound": 0.09827082957026088
|
||||
"successRate": 0.10611872146118721,
|
||||
"wilsonLowerBound": 0.09823478004169606
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112820,
|
||||
"modelCount": 112823,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16529,
|
||||
"successRate": 0.14650771139868818,
|
||||
"wilsonLowerBound": 0.14445630187082825
|
||||
"successRate": 0.14650381571133544,
|
||||
"wilsonLowerBound": 0.14445245615314944
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 22333,
|
||||
"modelCount": 22387,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3894,
|
||||
"successRate": 0.17436081135539336,
|
||||
"wilsonLowerBound": 0.1694406798689507
|
||||
"successCount": 3900,
|
||||
"successRate": 0.17420824585697056,
|
||||
"wilsonLowerBound": 0.16929572574940066
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 43526,
|
||||
"modelCount": 43533,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5659,
|
||||
"successRate": 0.13001424435969305,
|
||||
"wilsonLowerBound": 0.12688725889012745
|
||||
"successRate": 0.1299933383869708,
|
||||
"wilsonLowerBound": 0.12686681957965829
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7797,
|
||||
"modelCount": 7809,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 723,
|
||||
"successRate": 0.09272797229703732,
|
||||
"wilsonLowerBound": 0.08648876940540856
|
||||
"successCount": 725,
|
||||
"successRate": 0.09284159303367909,
|
||||
"wilsonLowerBound": 0.08660344566571353
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -267,81 +267,81 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 33654,
|
||||
"modelCount": 33682,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6544,
|
||||
"successRate": 0.19444939680275747,
|
||||
"wilsonLowerBound": 0.19025585812926368
|
||||
"successCount": 6557,
|
||||
"successRate": 0.19467371296241315,
|
||||
"wilsonLowerBound": 0.19048002952898468
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61448,
|
||||
"modelCount": 61451,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12415,
|
||||
"successRate": 0.20204074990235646,
|
||||
"wilsonLowerBound": 0.19888465279701611
|
||||
"successCount": 12416,
|
||||
"successRate": 0.20204715952547558,
|
||||
"wilsonLowerBound": 0.19889110100056873
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 13752,
|
||||
"modelCount": 13846,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3953,
|
||||
"successRate": 0.28744909831297266,
|
||||
"wilsonLowerBound": 0.27994510596458577
|
||||
"successCount": 3978,
|
||||
"successRate": 0.28730319225769174,
|
||||
"wilsonLowerBound": 0.2798256906976679
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 14989,
|
||||
"modelCount": 15005,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3689,
|
||||
"successRate": 0.24611381679898592,
|
||||
"wilsonLowerBound": 0.239283551574437
|
||||
"successCount": 3691,
|
||||
"successRate": 0.24598467177607464,
|
||||
"wilsonLowerBound": 0.23915926475966173
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 66420,
|
||||
"modelCount": 66478,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 18306,
|
||||
"successRate": 0.275609756097561,
|
||||
"wilsonLowerBound": 0.27222467526809935
|
||||
"successCount": 18321,
|
||||
"successRate": 0.27559493366226423,
|
||||
"wilsonLowerBound": 0.27221138156005525
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 690,
|
||||
"modelCount": 693,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 423,
|
||||
"successRate": 0.6130434782608696,
|
||||
"wilsonLowerBound": 0.5761709802269077
|
||||
"successCount": 424,
|
||||
"successRate": 0.6118326118326118,
|
||||
"wilsonLowerBound": 0.5750269828199578
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 48007,
|
||||
"modelCount": 48033,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21417,
|
||||
"successRate": 0.4461224404774304,
|
||||
"wilsonLowerBound": 0.44168022858064404
|
||||
"successCount": 21435,
|
||||
"successRate": 0.4462556992067953,
|
||||
"wilsonLowerBound": 0.44181454883558824
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 39059,
|
||||
"modelCount": 39093,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4511,
|
||||
"successRate": 0.11549194807854783,
|
||||
"wilsonLowerBound": 0.11235996255723332
|
||||
"successCount": 4527,
|
||||
"successRate": 0.11580078274882971,
|
||||
"wilsonLowerBound": 0.11266643411593749
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
@@ -365,21 +365,21 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10069,
|
||||
"modelCount": 10073,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 755,
|
||||
"successRate": 0.07498261992253451,
|
||||
"wilsonLowerBound": 0.06999893763887836
|
||||
"successCount": 756,
|
||||
"successRate": 0.07505211952744961,
|
||||
"wilsonLowerBound": 0.07006718147500551
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 6998,
|
||||
"modelCount": 7008,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3060,
|
||||
"successRate": 0.43726779079737066,
|
||||
"wilsonLowerBound": 0.42568300276636784
|
||||
"successCount": 3063,
|
||||
"successRate": 0.4370719178082192,
|
||||
"wilsonLowerBound": 0.425496056852678
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -394,47 +394,47 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 15982,
|
||||
"modelCount": 16013,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4934,
|
||||
"successRate": 0.3087223126016769,
|
||||
"wilsonLowerBound": 0.3016067205519647
|
||||
"successCount": 4936,
|
||||
"successRate": 0.3082495472428652,
|
||||
"wilsonLowerBound": 0.30114394889291535
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 27859,
|
||||
"modelCount": 27874,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14190,
|
||||
"successRate": 0.5093506586740371,
|
||||
"wilsonLowerBound": 0.5034793785890819
|
||||
"successCount": 14198,
|
||||
"successRate": 0.5093635646121834,
|
||||
"wilsonLowerBound": 0.5034938656991039
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 66447,
|
||||
"modelCount": 66507,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7001,
|
||||
"successRate": 0.10536216834469578,
|
||||
"wilsonLowerBound": 0.10305048996394064
|
||||
"successCount": 7015,
|
||||
"successRate": 0.10547761889725893,
|
||||
"wilsonLowerBound": 0.1031658393274462
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 13390,
|
||||
"modelCount": 13399,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2123,
|
||||
"successRate": 0.1585511575802838,
|
||||
"wilsonLowerBound": 0.15246242810234995
|
||||
"successCount": 2127,
|
||||
"successRate": 0.15874318979028285,
|
||||
"wilsonLowerBound": 0.152653381202591
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-07T14:50:22.551869+00:00",
|
||||
"generatedAt": "2026-10-07T14:52:53.254460+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
{
|
||||
"catalogUpdatedAt": "2026-10-07T14:50:22.551869+00:00",
|
||||
"catalogUpdatedAt": "2026-10-07T14:52:53.254460+00:00",
|
||||
"configuredTaskTypes": [
|
||||
"text-generation"
|
||||
],
|
||||
@@ -56,7 +56,7 @@
|
||||
"time-series-forecasting"
|
||||
],
|
||||
"errors": [],
|
||||
"generatedAt": "2026-10-07T14:50:22.551869+00:00",
|
||||
"generatedAt": "2026-10-07T14:52:53.254460+00:00",
|
||||
"gpuCatalog": {
|
||||
"Ascend_910-b3": {
|
||||
"canVerify": true,
|
||||
@@ -6988,6 +6988,6 @@
|
||||
"updateTime": "2025-12-22 08:59:53"
|
||||
}
|
||||
],
|
||||
"taskTreeUpdatedAt": "2026-10-07T14:50:22.551869+00:00",
|
||||
"taskTreeUpdatedAt": "2026-10-07T14:52:53.254460+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user