state: generation 16737 (cycle)
This commit is contained in:
@@ -3,66 +3,66 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-10-31T04:07:42.549762+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-30T22:16:43.037238+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-31T04:17:23.118302+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 45021,
|
||||
"modelCount": 45064,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22800,
|
||||
"successRate": 0.5064303325114946,
|
||||
"wilsonLowerBound": 0.5018116760943446
|
||||
"successCount": 22823,
|
||||
"successRate": 0.5064574826912835,
|
||||
"wilsonLowerBound": 0.5018410313475152
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 59552,
|
||||
"modelCount": 59587,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15744,
|
||||
"successRate": 0.2643739924771628,
|
||||
"wilsonLowerBound": 0.260847295465
|
||||
"successCount": 15746,
|
||||
"successRate": 0.2642522697903905,
|
||||
"wilsonLowerBound": 0.26072713433476724
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 56,
|
||||
"modelCount": 60,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 18,
|
||||
"successRate": 0.32142857142857145,
|
||||
"wilsonLowerBound": 0.21400827887722296
|
||||
"successRate": 0.3,
|
||||
"wilsonLowerBound": 0.19898010252726894
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6614,
|
||||
"modelCount": 6652,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2175,
|
||||
"successRate": 0.32884789839733897,
|
||||
"wilsonLowerBound": 0.3176278709867261
|
||||
"successCount": 2187,
|
||||
"successRate": 0.3287733012627781,
|
||||
"wilsonLowerBound": 0.31758576377947634
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 40240,
|
||||
"modelCount": 40288,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19532,
|
||||
"successRate": 0.4853876739562624,
|
||||
"wilsonLowerBound": 0.4805060225734731
|
||||
"successCount": 19564,
|
||||
"successRate": 0.48560365369340747,
|
||||
"wilsonLowerBound": 0.4807248283329607
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41320,
|
||||
"modelCount": 41332,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11260,
|
||||
"successRate": 0.2725072604065828,
|
||||
"wilsonLowerBound": 0.2682353744879226
|
||||
"successCount": 11261,
|
||||
"successRate": 0.2724523371721668,
|
||||
"wilsonLowerBound": 0.26818134396452314
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -75,81 +75,81 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 16061,
|
||||
"modelCount": 16124,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6429,
|
||||
"successRate": 0.40028640806923604,
|
||||
"wilsonLowerBound": 0.39273360022305204
|
||||
"successCount": 6445,
|
||||
"successRate": 0.3997147109898288,
|
||||
"wilsonLowerBound": 0.3921785597093653
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64355,
|
||||
"modelCount": 64356,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12100,
|
||||
"successRate": 0.1880195788982985,
|
||||
"wilsonLowerBound": 0.1850193997155498
|
||||
"successRate": 0.18801665734352663,
|
||||
"wilsonLowerBound": 0.1850165195205704
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 40555,
|
||||
"modelCount": 40702,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 8261,
|
||||
"successRate": 0.20369868080384662,
|
||||
"wilsonLowerBound": 0.19980700551687405
|
||||
"successCount": 8293,
|
||||
"successRate": 0.20374920151343914,
|
||||
"wilsonLowerBound": 0.19986414351821635
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8839,
|
||||
"modelCount": 8849,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 118,
|
||||
"successRate": 0.013349926462269488,
|
||||
"wilsonLowerBound": 0.011159907684070354
|
||||
"successRate": 0.01333484009492598,
|
||||
"wilsonLowerBound": 0.011147283477779756
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26931,
|
||||
"modelCount": 26935,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3310,
|
||||
"successRate": 0.12290668746054732,
|
||||
"wilsonLowerBound": 0.11903898739512804
|
||||
"successRate": 0.12288843512158901,
|
||||
"wilsonLowerBound": 0.11902127116915305
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16536,
|
||||
"modelCount": 16537,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.10135462022254475,
|
||||
"wilsonLowerBound": 0.09684682438124673
|
||||
"successRate": 0.1013484912620185,
|
||||
"wilsonLowerBound": 0.09684095369249211
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 19473,
|
||||
"modelCount": 19522,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7335,
|
||||
"successRate": 0.3766753967031274,
|
||||
"wilsonLowerBound": 0.3698945298189592
|
||||
"successCount": 7347,
|
||||
"successRate": 0.37634463681999797,
|
||||
"wilsonLowerBound": 0.3695735004750615
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24865,
|
||||
"modelCount": 24866,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3812,
|
||||
"successRate": 0.15330786245726927,
|
||||
"wilsonLowerBound": 0.1488832088267288
|
||||
"successCount": 3813,
|
||||
"successRate": 0.1533419126518137,
|
||||
"wilsonLowerBound": 0.1489169345568916
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -162,23 +162,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 59590,
|
||||
"modelCount": 59684,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14783,
|
||||
"successRate": 0.24807853666722604,
|
||||
"wilsonLowerBound": 0.24462708059481802
|
||||
"successCount": 14810,
|
||||
"successRate": 0.24814020508008847,
|
||||
"wilsonLowerBound": 0.2446911626600564
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 30421,
|
||||
"modelCount": 30529,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4148,
|
||||
"successRate": 0.13635317708162126,
|
||||
"wilsonLowerBound": 0.1325427699173584
|
||||
"successCount": 4160,
|
||||
"successRate": 0.13626388024501293,
|
||||
"wilsonLowerBound": 0.1324612106437566
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -191,21 +191,21 @@
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 50787,
|
||||
"modelCount": 50791,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5805,
|
||||
"successRate": 0.11430090377458799,
|
||||
"wilsonLowerBound": 0.11156278155019946
|
||||
"successCount": 5806,
|
||||
"successRate": 0.11431159063613633,
|
||||
"wilsonLowerBound": 0.11157346163686337
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 55185,
|
||||
"modelCount": 55296,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3917,
|
||||
"successRate": 0.07097943281688865,
|
||||
"wilsonLowerBound": 0.06886664466892725
|
||||
"successCount": 3925,
|
||||
"successRate": 0.07098162615740741,
|
||||
"wilsonLowerBound": 0.06887089928174854
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
@@ -220,7 +220,7 @@
|
||||
},
|
||||
"llamacpp_opt": {
|
||||
"framework": "llamacpp_opt",
|
||||
"modelCount": 170,
|
||||
"modelCount": 171,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -229,12 +229,12 @@
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 6758,
|
||||
"modelCount": 6760,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 631,
|
||||
"successRate": 0.09337081976916248,
|
||||
"wilsonLowerBound": 0.08666303017728585
|
||||
"successRate": 0.09334319526627219,
|
||||
"wilsonLowerBound": 0.08663729928833827
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -247,12 +247,12 @@
|
||||
},
|
||||
"vllm-0.17.0": {
|
||||
"framework": "vllm-0.17.0",
|
||||
"modelCount": 425,
|
||||
"modelCount": 427,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2,
|
||||
"successRate": 0.004705882352941176,
|
||||
"wilsonLowerBound": 0.0012914456772019308
|
||||
"successRate": 0.00468384074941452,
|
||||
"wilsonLowerBound": 0.0012853923156898811
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
@@ -265,12 +265,12 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 45536,
|
||||
"modelCount": 45542,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5898,
|
||||
"successRate": 0.1295238931834153,
|
||||
"wilsonLowerBound": 0.12647099190814626
|
||||
"successCount": 5899,
|
||||
"successRate": 0.1295287866145536,
|
||||
"wilsonLowerBound": 0.12647603440543706
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
@@ -294,85 +294,85 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 37097,
|
||||
"modelCount": 37136,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7618,
|
||||
"successRate": 0.20535353263067094,
|
||||
"wilsonLowerBound": 0.20127335653884085
|
||||
"successCount": 7633,
|
||||
"successRate": 0.20554179233089187,
|
||||
"wilsonLowerBound": 0.20146232801545239
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61666,
|
||||
"modelCount": 61670,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12434,
|
||||
"successRate": 0.20163461226607854,
|
||||
"wilsonLowerBound": 0.19848647205420222
|
||||
"successRate": 0.2016215339711367,
|
||||
"wilsonLowerBound": 0.19847357282051414
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 21394,
|
||||
"modelCount": 21459,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5879,
|
||||
"successRate": 0.27479667196410207,
|
||||
"wilsonLowerBound": 0.2688555132593417
|
||||
"successCount": 5885,
|
||||
"successRate": 0.27424390698541407,
|
||||
"wilsonLowerBound": 0.26831552535634307
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 17124,
|
||||
"modelCount": 17145,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4117,
|
||||
"successRate": 0.2404227984115861,
|
||||
"wilsonLowerBound": 0.23408077529573446
|
||||
"successCount": 4122,
|
||||
"successRate": 0.24041994750656168,
|
||||
"wilsonLowerBound": 0.2340817999519093
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 71331,
|
||||
"modelCount": 71369,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19528,
|
||||
"successRate": 0.2737659643072437,
|
||||
"wilsonLowerBound": 0.27050597469902804
|
||||
"successCount": 19538,
|
||||
"successRate": 0.27376031610363044,
|
||||
"wilsonLowerBound": 0.27050121254224885
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 2847,
|
||||
"modelCount": 2879,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1562,
|
||||
"successRate": 0.5486476993326308,
|
||||
"wilsonLowerBound": 0.5303147367227969
|
||||
"successCount": 1580,
|
||||
"successRate": 0.5488016672455713,
|
||||
"wilsonLowerBound": 0.5305714465109577
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 49448,
|
||||
"modelCount": 49470,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22256,
|
||||
"successRate": 0.45008898236531303,
|
||||
"wilsonLowerBound": 0.4457079524224785
|
||||
"successCount": 22269,
|
||||
"successRate": 0.4501516070345664,
|
||||
"wilsonLowerBound": 0.44577149023006646
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 42697,
|
||||
"modelCount": 42740,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5709,
|
||||
"successRate": 0.13370962831112257,
|
||||
"wilsonLowerBound": 0.13051428416662766
|
||||
"successCount": 5720,
|
||||
"successRate": 0.1338324754328498,
|
||||
"wilsonLowerBound": 0.1306374587074365
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1471,
|
||||
"modelCount": 1482,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -392,21 +392,21 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10131,
|
||||
"modelCount": 10132,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 767,
|
||||
"successRate": 0.07570822228802684,
|
||||
"wilsonLowerBound": 0.07071634427594103
|
||||
"successCount": 768,
|
||||
"successRate": 0.0757994472956968,
|
||||
"wilsonLowerBound": 0.07080492825439218
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 8422,
|
||||
"modelCount": 8446,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3701,
|
||||
"successRate": 0.43944431251484206,
|
||||
"wilsonLowerBound": 0.4288742074549344
|
||||
"successCount": 3712,
|
||||
"successRate": 0.43949798721288186,
|
||||
"wilsonLowerBound": 0.42894270091844666
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -421,47 +421,47 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 23760,
|
||||
"modelCount": 23852,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6598,
|
||||
"successRate": 0.2776936026936027,
|
||||
"wilsonLowerBound": 0.2720351127140365
|
||||
"successCount": 6627,
|
||||
"successRate": 0.2778383364078484,
|
||||
"wilsonLowerBound": 0.27218976471183093
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 29977,
|
||||
"modelCount": 30013,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15383,
|
||||
"successRate": 0.5131600894018747,
|
||||
"wilsonLowerBound": 0.5075005235009272
|
||||
"successCount": 15402,
|
||||
"successRate": 0.5131776230300203,
|
||||
"wilsonLowerBound": 0.5075214559741497
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 69783,
|
||||
"modelCount": 69820,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7621,
|
||||
"successRate": 0.10920997950790307,
|
||||
"wilsonLowerBound": 0.10691725955341373
|
||||
"successCount": 7628,
|
||||
"successRate": 0.10925236321970783,
|
||||
"wilsonLowerBound": 0.10695984903066724
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 15192,
|
||||
"modelCount": 15224,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2873,
|
||||
"successRate": 0.18911269088994206,
|
||||
"wilsonLowerBound": 0.18296442827578813
|
||||
"successCount": 2884,
|
||||
"successRate": 0.18943772990015764,
|
||||
"wilsonLowerBound": 0.18329167346779252
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-31T04:16:19.514047+00:00",
|
||||
"generatedAt": "2026-10-31T04:17:23.118302+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user