state: generation 14919 (cycle)
This commit is contained in:
@@ -1,68 +1,68 @@
|
||||
{
|
||||
"communityAttemptedAt": "2026-10-29T17:04:22.967085+00:00",
|
||||
"communityAttemptedAt": "2026-10-29T17:19:59.022742+00:00",
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-10-29T17:04:22.967085+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-29T11:19:55.886439+00:00",
|
||||
"communityUpdatedAt": "2026-10-29T17:19:59.022742+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-29T17:19:59.022742+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 44807,
|
||||
"modelCount": 44836,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22684,
|
||||
"successRate": 0.5062601825607606,
|
||||
"wilsonLowerBound": 0.5016305040644253
|
||||
"successCount": 22698,
|
||||
"successRate": 0.506244981711125,
|
||||
"wilsonLowerBound": 0.5016168002869654
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 59389,
|
||||
"modelCount": 59409,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15729,
|
||||
"successRate": 0.2648470255434508,
|
||||
"wilsonLowerBound": 0.2613134527362609
|
||||
"successCount": 15730,
|
||||
"successRate": 0.26477469743641535,
|
||||
"wilsonLowerBound": 0.26124203154117526
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 40,
|
||||
"modelCount": 41,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 17,
|
||||
"successRate": 0.425,
|
||||
"wilsonLowerBound": 0.2850916852481588
|
||||
"successRate": 0.4146341463414634,
|
||||
"wilsonLowerBound": 0.2775633082533015
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6422,
|
||||
"modelCount": 6451,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2118,
|
||||
"successRate": 0.32980379943942695,
|
||||
"wilsonLowerBound": 0.3184098101691231
|
||||
"successCount": 2125,
|
||||
"successRate": 0.3294062935978918,
|
||||
"wilsonLowerBound": 0.3180414515869181
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 40044,
|
||||
"modelCount": 40062,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19411,
|
||||
"successRate": 0.4847417840375587,
|
||||
"wilsonLowerBound": 0.479848455876079
|
||||
"successCount": 19424,
|
||||
"successRate": 0.48484848484848486,
|
||||
"wilsonLowerBound": 0.47995621365667024
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41255,
|
||||
"modelCount": 41263,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11253,
|
||||
"successRate": 0.2727669373409284,
|
||||
"wilsonLowerBound": 0.2684904009492146
|
||||
"successCount": 11255,
|
||||
"successRate": 0.2727625233259821,
|
||||
"wilsonLowerBound": 0.2684864215762462
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -75,12 +75,12 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 15786,
|
||||
"modelCount": 15813,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6372,
|
||||
"successRate": 0.40364880273660203,
|
||||
"wilsonLowerBound": 0.3960194138908866
|
||||
"successCount": 6379,
|
||||
"successRate": 0.40340226396003287,
|
||||
"wilsonLowerBound": 0.39578018503880347
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
@@ -95,50 +95,50 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 39633,
|
||||
"modelCount": 39711,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 8167,
|
||||
"successRate": 0.20606565236040672,
|
||||
"wilsonLowerBound": 0.20211203493406288
|
||||
"successCount": 8174,
|
||||
"successRate": 0.20583717357910905,
|
||||
"wilsonLowerBound": 0.20188906860482606
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8649,
|
||||
"modelCount": 8661,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 118,
|
||||
"successRate": 0.013643195745172853,
|
||||
"wilsonLowerBound": 0.01140531988049603
|
||||
"successRate": 0.013624292806835239,
|
||||
"wilsonLowerBound": 0.01138950128487216
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26896,
|
||||
"modelCount": 26900,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3306,
|
||||
"successRate": 0.12291790600832837,
|
||||
"wilsonLowerBound": 0.1190475695673269
|
||||
"successRate": 0.1228996282527881,
|
||||
"wilsonLowerBound": 0.119029828985413
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16534,
|
||||
"modelCount": 16535,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.1013668803677271,
|
||||
"wilsonLowerBound": 0.09685856789451742
|
||||
"successRate": 0.10136074992440278,
|
||||
"wilsonLowerBound": 0.09685269578187866
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 19219,
|
||||
"modelCount": 19255,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7284,
|
||||
"successRate": 0.3789999479681565,
|
||||
"wilsonLowerBound": 0.3721658467865065
|
||||
"successCount": 7289,
|
||||
"successRate": 0.3785510257076084,
|
||||
"wilsonLowerBound": 0.37172496610162165
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
@@ -162,23 +162,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 59088,
|
||||
"modelCount": 59141,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14698,
|
||||
"successRate": 0.24874763065258598,
|
||||
"wilsonLowerBound": 0.2452784294690587
|
||||
"successCount": 14705,
|
||||
"successRate": 0.2486430733332206,
|
||||
"wilsonLowerBound": 0.2451759162578343
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 29703,
|
||||
"modelCount": 29848,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4122,
|
||||
"successRate": 0.13877386122613877,
|
||||
"wilsonLowerBound": 0.13488895944606924
|
||||
"successCount": 4124,
|
||||
"successRate": 0.13816671133744304,
|
||||
"wilsonLowerBound": 0.1342984302532253
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -191,32 +191,32 @@
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 50731,
|
||||
"modelCount": 50745,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5798,
|
||||
"successRate": 0.1142890934537068,
|
||||
"wilsonLowerBound": 0.11154960190300879
|
||||
"successCount": 5799,
|
||||
"successRate": 0.1142772686964233,
|
||||
"wilsonLowerBound": 0.11153827666271285
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 54606,
|
||||
"modelCount": 54676,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3901,
|
||||
"successRate": 0.0714390360033696,
|
||||
"wilsonLowerBound": 0.06930877503467661
|
||||
"successRate": 0.0713475748043017,
|
||||
"wilsonLowerBound": 0.0692199411465272
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 95639,
|
||||
"modelCount": 95644,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 24187,
|
||||
"successRate": 0.252898921987892,
|
||||
"wilsonLowerBound": 0.2501540105957861
|
||||
"successCount": 24188,
|
||||
"successRate": 0.25289615658065323,
|
||||
"wilsonLowerBound": 0.25015132674991136
|
||||
},
|
||||
"llamacpp_opt": {
|
||||
"framework": "llamacpp_opt",
|
||||
@@ -238,48 +238,48 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 113035,
|
||||
"modelCount": 113038,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16551,
|
||||
"successRate": 0.14642367408324855,
|
||||
"wilsonLowerBound": 0.14437469768716213
|
||||
"successRate": 0.14641978803588174,
|
||||
"wilsonLowerBound": 0.14437086145827077
|
||||
},
|
||||
"vllm-0.17.0": {
|
||||
"framework": "vllm-0.17.0",
|
||||
"modelCount": 414,
|
||||
"modelCount": 416,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2,
|
||||
"successRate": 0.004830917874396135,
|
||||
"wilsonLowerBound": 0.001325785404573985
|
||||
"successRate": 0.004807692307692308,
|
||||
"wilsonLowerBound": 0.0013194066384225223
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 26570,
|
||||
"modelCount": 26574,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4281,
|
||||
"successRate": 0.16112156567557395,
|
||||
"wilsonLowerBound": 0.15674994788125476
|
||||
"successCount": 4284,
|
||||
"successRate": 0.16121020546398734,
|
||||
"wilsonLowerBound": 0.15683791833501054
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 45169,
|
||||
"modelCount": 45175,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5878,
|
||||
"successRate": 0.13013349863844673,
|
||||
"wilsonLowerBound": 0.12706210465353432
|
||||
"successRate": 0.13011621472053125,
|
||||
"wilsonLowerBound": 0.127045199287218
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 9152,
|
||||
"modelCount": 9156,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 851,
|
||||
"successRate": 0.09298513986013986,
|
||||
"wilsonLowerBound": 0.0872047798313016
|
||||
"successRate": 0.09294451725644386,
|
||||
"wilsonLowerBound": 0.08716656544095326
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -294,85 +294,85 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 36951,
|
||||
"modelCount": 36966,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7577,
|
||||
"successRate": 0.20505534356309707,
|
||||
"wilsonLowerBound": 0.2009694253657864
|
||||
"successCount": 7580,
|
||||
"successRate": 0.20505329221446736,
|
||||
"wilsonLowerBound": 0.20096821231761092
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61653,
|
||||
"modelCount": 61654,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12432,
|
||||
"successRate": 0.20164468882292833,
|
||||
"wilsonLowerBound": 0.19849615892273126
|
||||
"successCount": 12433,
|
||||
"successRate": 0.20165763778505855,
|
||||
"wilsonLowerBound": 0.19850905646472622
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 21079,
|
||||
"modelCount": 21122,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5847,
|
||||
"successRate": 0.27738507519332034,
|
||||
"wilsonLowerBound": 0.27138203083798584
|
||||
"successCount": 5849,
|
||||
"successRate": 0.2769150648612821,
|
||||
"wilsonLowerBound": 0.2709213324611269
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 16998,
|
||||
"modelCount": 17029,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4103,
|
||||
"successRate": 0.2413813389810566,
|
||||
"wilsonLowerBound": 0.2350071289227714
|
||||
"successRate": 0.24094192260261907,
|
||||
"wilsonLowerBound": 0.23457755403391903
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 71131,
|
||||
"modelCount": 71149,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19484,
|
||||
"successRate": 0.2739171388002418,
|
||||
"wilsonLowerBound": 0.2706520150921136
|
||||
"successCount": 19487,
|
||||
"successRate": 0.2738900054814544,
|
||||
"wilsonLowerBound": 0.2706253957985047
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 2664,
|
||||
"modelCount": 2686,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1480,
|
||||
"successRate": 0.5555555555555556,
|
||||
"wilsonLowerBound": 0.5366194324865675
|
||||
"successCount": 1487,
|
||||
"successRate": 0.5536113179448995,
|
||||
"wilsonLowerBound": 0.5347478392548976
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 49329,
|
||||
"modelCount": 49349,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22189,
|
||||
"successRate": 0.4498165379391433,
|
||||
"wilsonLowerBound": 0.445430494979766
|
||||
"successCount": 22198,
|
||||
"successRate": 0.4498166122920424,
|
||||
"wilsonLowerBound": 0.4454314572710641
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 42514,
|
||||
"modelCount": 42530,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5642,
|
||||
"successRate": 0.13270922519640588,
|
||||
"wilsonLowerBound": 0.12951743567807975
|
||||
"successCount": 5647,
|
||||
"successRate": 0.13277686339054784,
|
||||
"wilsonLowerBound": 0.12958496629328398
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1440,
|
||||
"modelCount": 1447,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -383,12 +383,12 @@
|
||||
"Sunrise_pt-200-x1": {
|
||||
"sglang": {
|
||||
"framework": "sglang",
|
||||
"modelCount": 6289,
|
||||
"modelCount": 6290,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 192,
|
||||
"successRate": 0.03052949594530132,
|
||||
"wilsonLowerBound": 0.026555749965692398
|
||||
"successRate": 0.03052464228934817,
|
||||
"wilsonLowerBound": 0.026551520034527744
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -401,12 +401,12 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 8356,
|
||||
"modelCount": 8366,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3680,
|
||||
"successRate": 0.44040210627094306,
|
||||
"wilsonLowerBound": 0.4297875432965241
|
||||
"successCount": 3681,
|
||||
"successRate": 0.4399952187425293,
|
||||
"wilsonLowerBound": 0.4293882187020666
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -421,47 +421,47 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 23324,
|
||||
"modelCount": 23394,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6483,
|
||||
"successRate": 0.2779540387583605,
|
||||
"wilsonLowerBound": 0.27224154961726177
|
||||
"successCount": 6500,
|
||||
"successRate": 0.2778490211165256,
|
||||
"wilsonLowerBound": 0.27214571345892835
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 29839,
|
||||
"modelCount": 29859,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15296,
|
||||
"successRate": 0.5126177150708804,
|
||||
"wilsonLowerBound": 0.506944985964303
|
||||
"successCount": 15311,
|
||||
"successRate": 0.5127767172376838,
|
||||
"wilsonLowerBound": 0.5071059139388626
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 69677,
|
||||
"modelCount": 69684,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7605,
|
||||
"successRate": 0.10914649023350603,
|
||||
"wilsonLowerBound": 0.1068526374979912
|
||||
"successCount": 7606,
|
||||
"successRate": 0.10914987658572986,
|
||||
"wilsonLowerBound": 0.1068561062892512
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 15108,
|
||||
"modelCount": 15113,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2846,
|
||||
"successRate": 0.18837701879798782,
|
||||
"wilsonLowerBound": 0.18222142201603136
|
||||
"successCount": 2847,
|
||||
"successRate": 0.18838086415668628,
|
||||
"wilsonLowerBound": 0.18222622271416564
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-29T17:18:22.958303+00:00",
|
||||
"generatedAt": "2026-10-29T17:19:59.022742+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user