state: generation 16737 (cycle)

This commit is contained in:
2026-10-31 04:17:24 +00:00
parent 4745bce5bb
commit 77e6063de1
3 changed files with 143 additions and 143 deletions

View File

@@ -3,66 +3,66 @@
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-31T04:07:42.549762+00:00",
"frameworkAttemptedAt": "2026-10-30T22:16:43.037238+00:00",
"frameworkAttemptedAt": "2026-10-31T04:17:23.118302+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 45021,
"modelCount": 45064,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22800,
"successRate": 0.5064303325114946,
"wilsonLowerBound": 0.5018116760943446
"successCount": 22823,
"successRate": 0.5064574826912835,
"wilsonLowerBound": 0.5018410313475152
},
"vllm": {
"framework": "vllm",
"modelCount": 59552,
"modelCount": 59587,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15744,
"successRate": 0.2643739924771628,
"wilsonLowerBound": 0.260847295465
"successCount": 15746,
"successRate": 0.2642522697903905,
"wilsonLowerBound": 0.26072713433476724
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 56,
"modelCount": 60,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 18,
"successRate": 0.32142857142857145,
"wilsonLowerBound": 0.21400827887722296
"successRate": 0.3,
"wilsonLowerBound": 0.19898010252726894
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6614,
"modelCount": 6652,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2175,
"successRate": 0.32884789839733897,
"wilsonLowerBound": 0.3176278709867261
"successCount": 2187,
"successRate": 0.3287733012627781,
"wilsonLowerBound": 0.31758576377947634
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40240,
"modelCount": 40288,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19532,
"successRate": 0.4853876739562624,
"wilsonLowerBound": 0.4805060225734731
"successCount": 19564,
"successRate": 0.48560365369340747,
"wilsonLowerBound": 0.4807248283329607
},
"vllm": {
"framework": "vllm",
"modelCount": 41320,
"modelCount": 41332,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11260,
"successRate": 0.2725072604065828,
"wilsonLowerBound": 0.2682353744879226
"successCount": 11261,
"successRate": 0.2724523371721668,
"wilsonLowerBound": 0.26818134396452314
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
@@ -75,81 +75,81 @@
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16061,
"modelCount": 16124,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6429,
"successRate": 0.40028640806923604,
"wilsonLowerBound": 0.39273360022305204
"successCount": 6445,
"successRate": 0.3997147109898288,
"wilsonLowerBound": 0.3921785597093653
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64355,
"modelCount": 64356,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.1880195788982985,
"wilsonLowerBound": 0.1850193997155498
"successRate": 0.18801665734352663,
"wilsonLowerBound": 0.1850165195205704
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 40555,
"modelCount": 40702,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8261,
"successRate": 0.20369868080384662,
"wilsonLowerBound": 0.19980700551687405
"successCount": 8293,
"successRate": 0.20374920151343914,
"wilsonLowerBound": 0.19986414351821635
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8839,
"modelCount": 8849,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 118,
"successRate": 0.013349926462269488,
"wilsonLowerBound": 0.011159907684070354
"successRate": 0.01333484009492598,
"wilsonLowerBound": 0.011147283477779756
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26931,
"modelCount": 26935,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3310,
"successRate": 0.12290668746054732,
"wilsonLowerBound": 0.11903898739512804
"successRate": 0.12288843512158901,
"wilsonLowerBound": 0.11902127116915305
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16536,
"modelCount": 16537,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10135462022254475,
"wilsonLowerBound": 0.09684682438124673
"successRate": 0.1013484912620185,
"wilsonLowerBound": 0.09684095369249211
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 19473,
"modelCount": 19522,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7335,
"successRate": 0.3766753967031274,
"wilsonLowerBound": 0.3698945298189592
"successCount": 7347,
"successRate": 0.37634463681999797,
"wilsonLowerBound": 0.3695735004750615
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24865,
"modelCount": 24866,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3812,
"successRate": 0.15330786245726927,
"wilsonLowerBound": 0.1488832088267288
"successCount": 3813,
"successRate": 0.1533419126518137,
"wilsonLowerBound": 0.1489169345568916
},
"vllm-customized": {
"framework": "vllm-customized",
@@ -162,23 +162,23 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 59590,
"modelCount": 59684,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14783,
"successRate": 0.24807853666722604,
"wilsonLowerBound": 0.24462708059481802
"successCount": 14810,
"successRate": 0.24814020508008847,
"wilsonLowerBound": 0.2446911626600564
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 30421,
"modelCount": 30529,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4148,
"successRate": 0.13635317708162126,
"wilsonLowerBound": 0.1325427699173584
"successCount": 4160,
"successRate": 0.13626388024501293,
"wilsonLowerBound": 0.1324612106437566
},
"vllm": {
"framework": "vllm",
@@ -191,21 +191,21 @@
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50787,
"modelCount": 50791,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5805,
"successRate": 0.11430090377458799,
"wilsonLowerBound": 0.11156278155019946
"successCount": 5806,
"successRate": 0.11431159063613633,
"wilsonLowerBound": 0.11157346163686337
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 55185,
"modelCount": 55296,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3917,
"successRate": 0.07097943281688865,
"wilsonLowerBound": 0.06886664466892725
"successCount": 3925,
"successRate": 0.07098162615740741,
"wilsonLowerBound": 0.06887089928174854
}
},
"Iluvatar_bi-150": {
@@ -220,7 +220,7 @@
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 170,
"modelCount": 171,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
@@ -229,12 +229,12 @@
},
"transformers": {
"framework": "transformers",
"modelCount": 6758,
"modelCount": 6760,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 631,
"successRate": 0.09337081976916248,
"wilsonLowerBound": 0.08666303017728585
"successRate": 0.09334319526627219,
"wilsonLowerBound": 0.08663729928833827
},
"vllm": {
"framework": "vllm",
@@ -247,12 +247,12 @@
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 425,
"modelCount": 427,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.004705882352941176,
"wilsonLowerBound": 0.0012914456772019308
"successRate": 0.00468384074941452,
"wilsonLowerBound": 0.0012853923156898811
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
@@ -265,12 +265,12 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45536,
"modelCount": 45542,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5898,
"successRate": 0.1295238931834153,
"wilsonLowerBound": 0.12647099190814626
"successCount": 5899,
"successRate": 0.1295287866145536,
"wilsonLowerBound": 0.12647603440543706
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
@@ -294,85 +294,85 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 37097,
"modelCount": 37136,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7618,
"successRate": 0.20535353263067094,
"wilsonLowerBound": 0.20127335653884085
"successCount": 7633,
"successRate": 0.20554179233089187,
"wilsonLowerBound": 0.20146232801545239
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61666,
"modelCount": 61670,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12434,
"successRate": 0.20163461226607854,
"wilsonLowerBound": 0.19848647205420222
"successRate": 0.2016215339711367,
"wilsonLowerBound": 0.19847357282051414
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21394,
"modelCount": 21459,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5879,
"successRate": 0.27479667196410207,
"wilsonLowerBound": 0.2688555132593417
"successCount": 5885,
"successRate": 0.27424390698541407,
"wilsonLowerBound": 0.26831552535634307
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 17124,
"modelCount": 17145,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4117,
"successRate": 0.2404227984115861,
"wilsonLowerBound": 0.23408077529573446
"successCount": 4122,
"successRate": 0.24041994750656168,
"wilsonLowerBound": 0.2340817999519093
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 71331,
"modelCount": 71369,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19528,
"successRate": 0.2737659643072437,
"wilsonLowerBound": 0.27050597469902804
"successCount": 19538,
"successRate": 0.27376031610363044,
"wilsonLowerBound": 0.27050121254224885
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2847,
"modelCount": 2879,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1562,
"successRate": 0.5486476993326308,
"wilsonLowerBound": 0.5303147367227969
"successCount": 1580,
"successRate": 0.5488016672455713,
"wilsonLowerBound": 0.5305714465109577
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49448,
"modelCount": 49470,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22256,
"successRate": 0.45008898236531303,
"wilsonLowerBound": 0.4457079524224785
"successCount": 22269,
"successRate": 0.4501516070345664,
"wilsonLowerBound": 0.44577149023006646
},
"vllm": {
"framework": "vllm",
"modelCount": 42697,
"modelCount": 42740,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5709,
"successRate": 0.13370962831112257,
"wilsonLowerBound": 0.13051428416662766
"successCount": 5720,
"successRate": 0.1338324754328498,
"wilsonLowerBound": 0.1306374587074365
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1471,
"modelCount": 1482,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
@@ -392,21 +392,21 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 10131,
"modelCount": 10132,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 767,
"successRate": 0.07570822228802684,
"wilsonLowerBound": 0.07071634427594103
"successCount": 768,
"successRate": 0.0757994472956968,
"wilsonLowerBound": 0.07080492825439218
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8422,
"modelCount": 8446,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3701,
"successRate": 0.43944431251484206,
"wilsonLowerBound": 0.4288742074549344
"successCount": 3712,
"successRate": 0.43949798721288186,
"wilsonLowerBound": 0.42894270091844666
}
},
"Vastai_va16": {
@@ -421,47 +421,47 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 23760,
"modelCount": 23852,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6598,
"successRate": 0.2776936026936027,
"wilsonLowerBound": 0.2720351127140365
"successCount": 6627,
"successRate": 0.2778383364078484,
"wilsonLowerBound": 0.27218976471183093
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29977,
"modelCount": 30013,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15383,
"successRate": 0.5131600894018747,
"wilsonLowerBound": 0.5075005235009272
"successCount": 15402,
"successRate": 0.5131776230300203,
"wilsonLowerBound": 0.5075214559741497
},
"vllm": {
"framework": "vllm",
"modelCount": 69783,
"modelCount": 69820,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7621,
"successRate": 0.10920997950790307,
"wilsonLowerBound": 0.10691725955341373
"successCount": 7628,
"successRate": 0.10925236321970783,
"wilsonLowerBound": 0.10695984903066724
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15192,
"modelCount": 15224,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2873,
"successRate": 0.18911269088994206,
"wilsonLowerBound": 0.18296442827578813
"successCount": 2884,
"successRate": 0.18943772990015764,
"wilsonLowerBound": 0.18329167346779252
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-31T04:16:19.514047+00:00",
"generatedAt": "2026-10-31T04:17:23.118302+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,