state: generation 14919 (cycle)

This commit is contained in:
2026-10-29 17:20:07 +00:00
parent 1296fa4d69
commit 91e3dab9da
6 changed files with 1085 additions and 1085 deletions

View File

@@ -1,68 +1,68 @@
{
"communityAttemptedAt": "2026-10-29T17:04:22.967085+00:00",
"communityAttemptedAt": "2026-10-29T17:19:59.022742+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-29T17:04:22.967085+00:00",
"frameworkAttemptedAt": "2026-10-29T11:19:55.886439+00:00",
"communityUpdatedAt": "2026-10-29T17:19:59.022742+00:00",
"frameworkAttemptedAt": "2026-10-29T17:19:59.022742+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44807,
"modelCount": 44836,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22684,
"successRate": 0.5062601825607606,
"wilsonLowerBound": 0.5016305040644253
"successCount": 22698,
"successRate": 0.506244981711125,
"wilsonLowerBound": 0.5016168002869654
},
"vllm": {
"framework": "vllm",
"modelCount": 59389,
"modelCount": 59409,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15729,
"successRate": 0.2648470255434508,
"wilsonLowerBound": 0.2613134527362609
"successCount": 15730,
"successRate": 0.26477469743641535,
"wilsonLowerBound": 0.26124203154117526
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 40,
"modelCount": 41,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 17,
"successRate": 0.425,
"wilsonLowerBound": 0.2850916852481588
"successRate": 0.4146341463414634,
"wilsonLowerBound": 0.2775633082533015
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6422,
"modelCount": 6451,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2118,
"successRate": 0.32980379943942695,
"wilsonLowerBound": 0.3184098101691231
"successCount": 2125,
"successRate": 0.3294062935978918,
"wilsonLowerBound": 0.3180414515869181
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40044,
"modelCount": 40062,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19411,
"successRate": 0.4847417840375587,
"wilsonLowerBound": 0.479848455876079
"successCount": 19424,
"successRate": 0.48484848484848486,
"wilsonLowerBound": 0.47995621365667024
},
"vllm": {
"framework": "vllm",
"modelCount": 41255,
"modelCount": 41263,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11253,
"successRate": 0.2727669373409284,
"wilsonLowerBound": 0.2684904009492146
"successCount": 11255,
"successRate": 0.2727625233259821,
"wilsonLowerBound": 0.2684864215762462
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
@@ -75,12 +75,12 @@
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 15786,
"modelCount": 15813,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6372,
"successRate": 0.40364880273660203,
"wilsonLowerBound": 0.3960194138908866
"successCount": 6379,
"successRate": 0.40340226396003287,
"wilsonLowerBound": 0.39578018503880347
}
},
"Biren_166m": {
@@ -95,50 +95,50 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 39633,
"modelCount": 39711,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8167,
"successRate": 0.20606565236040672,
"wilsonLowerBound": 0.20211203493406288
"successCount": 8174,
"successRate": 0.20583717357910905,
"wilsonLowerBound": 0.20188906860482606
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8649,
"modelCount": 8661,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 118,
"successRate": 0.013643195745172853,
"wilsonLowerBound": 0.01140531988049603
"successRate": 0.013624292806835239,
"wilsonLowerBound": 0.01138950128487216
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26896,
"modelCount": 26900,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3306,
"successRate": 0.12291790600832837,
"wilsonLowerBound": 0.1190475695673269
"successRate": 0.1228996282527881,
"wilsonLowerBound": 0.119029828985413
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16534,
"modelCount": 16535,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.1013668803677271,
"wilsonLowerBound": 0.09685856789451742
"successRate": 0.10136074992440278,
"wilsonLowerBound": 0.09685269578187866
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 19219,
"modelCount": 19255,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7284,
"successRate": 0.3789999479681565,
"wilsonLowerBound": 0.3721658467865065
"successCount": 7289,
"successRate": 0.3785510257076084,
"wilsonLowerBound": 0.37172496610162165
}
},
"Cambricon_mlu-370-x8": {
@@ -162,23 +162,23 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 59088,
"modelCount": 59141,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14698,
"successRate": 0.24874763065258598,
"wilsonLowerBound": 0.2452784294690587
"successCount": 14705,
"successRate": 0.2486430733332206,
"wilsonLowerBound": 0.2451759162578343
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 29703,
"modelCount": 29848,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4122,
"successRate": 0.13877386122613877,
"wilsonLowerBound": 0.13488895944606924
"successCount": 4124,
"successRate": 0.13816671133744304,
"wilsonLowerBound": 0.1342984302532253
},
"vllm": {
"framework": "vllm",
@@ -191,32 +191,32 @@
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50731,
"modelCount": 50745,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5798,
"successRate": 0.1142890934537068,
"wilsonLowerBound": 0.11154960190300879
"successCount": 5799,
"successRate": 0.1142772686964233,
"wilsonLowerBound": 0.11153827666271285
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 54606,
"modelCount": 54676,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3901,
"successRate": 0.0714390360033696,
"wilsonLowerBound": 0.06930877503467661
"successRate": 0.0713475748043017,
"wilsonLowerBound": 0.0692199411465272
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95639,
"modelCount": 95644,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24187,
"successRate": 0.252898921987892,
"wilsonLowerBound": 0.2501540105957861
"successCount": 24188,
"successRate": 0.25289615658065323,
"wilsonLowerBound": 0.25015132674991136
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
@@ -238,48 +238,48 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 113035,
"modelCount": 113038,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16551,
"successRate": 0.14642367408324855,
"wilsonLowerBound": 0.14437469768716213
"successRate": 0.14641978803588174,
"wilsonLowerBound": 0.14437086145827077
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 414,
"modelCount": 416,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.004830917874396135,
"wilsonLowerBound": 0.001325785404573985
"successRate": 0.004807692307692308,
"wilsonLowerBound": 0.0013194066384225223
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26570,
"modelCount": 26574,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4281,
"successRate": 0.16112156567557395,
"wilsonLowerBound": 0.15674994788125476
"successCount": 4284,
"successRate": 0.16121020546398734,
"wilsonLowerBound": 0.15683791833501054
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45169,
"modelCount": 45175,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5878,
"successRate": 0.13013349863844673,
"wilsonLowerBound": 0.12706210465353432
"successRate": 0.13011621472053125,
"wilsonLowerBound": 0.127045199287218
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9152,
"modelCount": 9156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 851,
"successRate": 0.09298513986013986,
"wilsonLowerBound": 0.0872047798313016
"successRate": 0.09294451725644386,
"wilsonLowerBound": 0.08716656544095326
}
},
"Iluvatar_mrv-100": {
@@ -294,85 +294,85 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 36951,
"modelCount": 36966,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7577,
"successRate": 0.20505534356309707,
"wilsonLowerBound": 0.2009694253657864
"successCount": 7580,
"successRate": 0.20505329221446736,
"wilsonLowerBound": 0.20096821231761092
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61653,
"modelCount": 61654,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12432,
"successRate": 0.20164468882292833,
"wilsonLowerBound": 0.19849615892273126
"successCount": 12433,
"successRate": 0.20165763778505855,
"wilsonLowerBound": 0.19850905646472622
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21079,
"modelCount": 21122,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5847,
"successRate": 0.27738507519332034,
"wilsonLowerBound": 0.27138203083798584
"successCount": 5849,
"successRate": 0.2769150648612821,
"wilsonLowerBound": 0.2709213324611269
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16998,
"modelCount": 17029,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4103,
"successRate": 0.2413813389810566,
"wilsonLowerBound": 0.2350071289227714
"successRate": 0.24094192260261907,
"wilsonLowerBound": 0.23457755403391903
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 71131,
"modelCount": 71149,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19484,
"successRate": 0.2739171388002418,
"wilsonLowerBound": 0.2706520150921136
"successCount": 19487,
"successRate": 0.2738900054814544,
"wilsonLowerBound": 0.2706253957985047
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2664,
"modelCount": 2686,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1480,
"successRate": 0.5555555555555556,
"wilsonLowerBound": 0.5366194324865675
"successCount": 1487,
"successRate": 0.5536113179448995,
"wilsonLowerBound": 0.5347478392548976
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49329,
"modelCount": 49349,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22189,
"successRate": 0.4498165379391433,
"wilsonLowerBound": 0.445430494979766
"successCount": 22198,
"successRate": 0.4498166122920424,
"wilsonLowerBound": 0.4454314572710641
},
"vllm": {
"framework": "vllm",
"modelCount": 42514,
"modelCount": 42530,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5642,
"successRate": 0.13270922519640588,
"wilsonLowerBound": 0.12951743567807975
"successCount": 5647,
"successRate": 0.13277686339054784,
"wilsonLowerBound": 0.12958496629328398
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1440,
"modelCount": 1447,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
@@ -383,12 +383,12 @@
"Sunrise_pt-200-x1": {
"sglang": {
"framework": "sglang",
"modelCount": 6289,
"modelCount": 6290,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 192,
"successRate": 0.03052949594530132,
"wilsonLowerBound": 0.026555749965692398
"successRate": 0.03052464228934817,
"wilsonLowerBound": 0.026551520034527744
},
"vllm": {
"framework": "vllm",
@@ -401,12 +401,12 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8356,
"modelCount": 8366,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3680,
"successRate": 0.44040210627094306,
"wilsonLowerBound": 0.4297875432965241
"successCount": 3681,
"successRate": 0.4399952187425293,
"wilsonLowerBound": 0.4293882187020666
}
},
"Vastai_va16": {
@@ -421,47 +421,47 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 23324,
"modelCount": 23394,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6483,
"successRate": 0.2779540387583605,
"wilsonLowerBound": 0.27224154961726177
"successCount": 6500,
"successRate": 0.2778490211165256,
"wilsonLowerBound": 0.27214571345892835
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29839,
"modelCount": 29859,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15296,
"successRate": 0.5126177150708804,
"wilsonLowerBound": 0.506944985964303
"successCount": 15311,
"successRate": 0.5127767172376838,
"wilsonLowerBound": 0.5071059139388626
},
"vllm": {
"framework": "vllm",
"modelCount": 69677,
"modelCount": 69684,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7605,
"successRate": 0.10914649023350603,
"wilsonLowerBound": 0.1068526374979912
"successCount": 7606,
"successRate": 0.10914987658572986,
"wilsonLowerBound": 0.1068561062892512
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15108,
"modelCount": 15113,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2846,
"successRate": 0.18837701879798782,
"wilsonLowerBound": 0.18222142201603136
"successCount": 2847,
"successRate": 0.18838086415668628,
"wilsonLowerBound": 0.18222622271416564
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-29T17:18:22.958303+00:00",
"generatedAt": "2026-10-29T17:19:59.022742+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,