state: generation 8234 (cycle)
This commit is contained in:
@@ -3,135 +3,135 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-09-16T14:22:38.951651+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-16T08:36:09.285038+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-16T14:37:17.574684+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 39202,
|
||||
"modelCount": 39244,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 18880,
|
||||
"successRate": 0.4816080812203459,
|
||||
"wilsonLowerBound": 0.4766638538422617
|
||||
"successCount": 18905,
|
||||
"successRate": 0.4817296911629803,
|
||||
"wilsonLowerBound": 0.47678805295545296
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 52115,
|
||||
"modelCount": 52176,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14652,
|
||||
"successRate": 0.2811474623428955,
|
||||
"wilsonLowerBound": 0.2773039298314494
|
||||
"successCount": 14666,
|
||||
"successRate": 0.28108708984973935,
|
||||
"wilsonLowerBound": 0.27724605186388557
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 2419,
|
||||
"modelCount": 2451,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 662,
|
||||
"successRate": 0.2736668044646548,
|
||||
"wilsonLowerBound": 0.2562690128996545
|
||||
"successCount": 669,
|
||||
"successRate": 0.2729498164014688,
|
||||
"wilsonLowerBound": 0.2556790305814017
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 32421,
|
||||
"modelCount": 32450,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14203,
|
||||
"successRate": 0.43808025662379324,
|
||||
"wilsonLowerBound": 0.43268712308118457
|
||||
"successCount": 14222,
|
||||
"successRate": 0.4382742681047766,
|
||||
"wilsonLowerBound": 0.4328832554726047
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 37195,
|
||||
"modelCount": 37235,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10595,
|
||||
"successRate": 0.2848501142626697,
|
||||
"wilsonLowerBound": 0.28028560302854555
|
||||
"successCount": 10610,
|
||||
"successRate": 0.28494695850678126,
|
||||
"wilsonLowerBound": 0.2803844088456691
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8207,
|
||||
"modelCount": 8254,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3590,
|
||||
"successRate": 0.43743146094797125,
|
||||
"wilsonLowerBound": 0.42673056543137317
|
||||
"successCount": 3602,
|
||||
"successRate": 0.43639447540586385,
|
||||
"wilsonLowerBound": 0.4257273186463678
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 63870,
|
||||
"modelCount": 63886,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12069,
|
||||
"successRate": 0.18896195396899954,
|
||||
"wilsonLowerBound": 0.18594459918104622
|
||||
"successCount": 12070,
|
||||
"successRate": 0.18893028206492815,
|
||||
"wilsonLowerBound": 0.18591349982583322
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 16211,
|
||||
"modelCount": 16390,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3264,
|
||||
"successRate": 0.20134476589969774,
|
||||
"wilsonLowerBound": 0.1952427813750804
|
||||
"successCount": 3279,
|
||||
"successRate": 0.20006101281269068,
|
||||
"wilsonLowerBound": 0.1940070331487217
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 5694,
|
||||
"modelCount": 5748,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 50,
|
||||
"successRate": 0.008781173164734809,
|
||||
"wilsonLowerBound": 0.006667338775286415
|
||||
"successCount": 51,
|
||||
"successRate": 0.008872651356993737,
|
||||
"wilsonLowerBound": 0.006755067079755657
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26092,
|
||||
"modelCount": 26104,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3210,
|
||||
"successRate": 0.12302621493177986,
|
||||
"wilsonLowerBound": 0.11909600924507383
|
||||
"successCount": 3211,
|
||||
"successRate": 0.12300796812749004,
|
||||
"wilsonLowerBound": 0.11907890985632662
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16462,
|
||||
"modelCount": 16463,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1673,
|
||||
"successRate": 0.10162799173854939,
|
||||
"wilsonLowerBound": 0.0971047102546991
|
||||
"successCount": 1674,
|
||||
"successRate": 0.10168256089412622,
|
||||
"wilsonLowerBound": 0.09715830306169429
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 10628,
|
||||
"modelCount": 10673,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4506,
|
||||
"successRate": 0.42397440722619495,
|
||||
"wilsonLowerBound": 0.41460801089754395
|
||||
"successCount": 4522,
|
||||
"successRate": 0.42368593647521785,
|
||||
"wilsonLowerBound": 0.41434018865755295
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24109,
|
||||
"modelCount": 24113,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3781,
|
||||
"successRate": 0.15682939980919988,
|
||||
"wilsonLowerBound": 0.15229384605837723
|
||||
"successRate": 0.156803384066686,
|
||||
"wilsonLowerBound": 0.15226851594191673
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -144,195 +144,195 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 41744,
|
||||
"modelCount": 41865,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10504,
|
||||
"successRate": 0.25162897661939443,
|
||||
"wilsonLowerBound": 0.24748904238401495
|
||||
"successCount": 10524,
|
||||
"successRate": 0.2513794338946614,
|
||||
"wilsonLowerBound": 0.2472468450875897
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 23149,
|
||||
"modelCount": 23169,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3050,
|
||||
"successRate": 0.1317551514104281,
|
||||
"wilsonLowerBound": 0.12745911165779228
|
||||
"successCount": 3051,
|
||||
"successRate": 0.13168457853165869,
|
||||
"wilsonLowerBound": 0.12739136806252052
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86578,
|
||||
"modelCount": 86586,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9764,
|
||||
"successRate": 0.11277691792372196,
|
||||
"wilsonLowerBound": 0.11068700622859656
|
||||
"successRate": 0.11276649804818331,
|
||||
"wilsonLowerBound": 0.11067676753074022
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 39768,
|
||||
"modelCount": 39828,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4887,
|
||||
"successRate": 0.12288774894387447,
|
||||
"wilsonLowerBound": 0.11969733201910177
|
||||
"successCount": 4891,
|
||||
"successRate": 0.12280305312845234,
|
||||
"wilsonLowerBound": 0.1196159765873758
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 30001,
|
||||
"modelCount": 30145,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3348,
|
||||
"successRate": 0.11159628012399586,
|
||||
"wilsonLowerBound": 0.10808286964809752
|
||||
"successCount": 3355,
|
||||
"successRate": 0.11129540553989054,
|
||||
"wilsonLowerBound": 0.10779450966780564
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 88205,
|
||||
"modelCount": 88245,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20803,
|
||||
"successRate": 0.2358483079190522,
|
||||
"wilsonLowerBound": 0.23305818806413922
|
||||
"successCount": 20831,
|
||||
"successRate": 0.23605870020964362,
|
||||
"wilsonLowerBound": 0.23326833779223471
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5134,
|
||||
"modelCount": 5140,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 565,
|
||||
"successRate": 0.11005064277366576,
|
||||
"wilsonLowerBound": 0.1017797893477458
|
||||
"successRate": 0.10992217898832685,
|
||||
"wilsonLowerBound": 0.1016604529148705
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112489,
|
||||
"modelCount": 112491,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16506,
|
||||
"successRate": 0.14673434735840837,
|
||||
"wilsonLowerBound": 0.14467860884516914
|
||||
"successRate": 0.14673173853908314,
|
||||
"wilsonLowerBound": 0.1446760335022412
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 16448,
|
||||
"modelCount": 16508,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3356,
|
||||
"successRate": 0.20403696498054474,
|
||||
"wilsonLowerBound": 0.19794754443187568
|
||||
"successCount": 3361,
|
||||
"successRate": 0.20359825539132542,
|
||||
"wilsonLowerBound": 0.1975248052469664
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 42769,
|
||||
"modelCount": 42778,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5569,
|
||||
"successRate": 0.13021113423273867,
|
||||
"wilsonLowerBound": 0.1270548174974305
|
||||
"successCount": 5570,
|
||||
"successRate": 0.1302071158071906,
|
||||
"wilsonLowerBound": 0.12705116982567116
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6498,
|
||||
"modelCount": 6520,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 518,
|
||||
"successRate": 0.07971683594952293,
|
||||
"wilsonLowerBound": 0.0733767232547718
|
||||
"successCount": 522,
|
||||
"successRate": 0.08006134969325153,
|
||||
"wilsonLowerBound": 0.07371839332095627
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 199,
|
||||
"modelCount": 200,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 36,
|
||||
"successRate": 0.18090452261306533,
|
||||
"wilsonLowerBound": 0.1336294254176993
|
||||
"successRate": 0.18,
|
||||
"wilsonLowerBound": 0.1329455066253411
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 30746,
|
||||
"modelCount": 30781,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5415,
|
||||
"successRate": 0.17612047095557146,
|
||||
"wilsonLowerBound": 0.17190307700615806
|
||||
"successCount": 5428,
|
||||
"successRate": 0.17634254897501705,
|
||||
"wilsonLowerBound": 0.17212539494046403
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 60809,
|
||||
"modelCount": 60815,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12386,
|
||||
"successRate": 0.2036869542337483,
|
||||
"wilsonLowerBound": 0.20050464534114187
|
||||
"successRate": 0.20366685850530297,
|
||||
"wilsonLowerBound": 0.2004848244460515
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 7106,
|
||||
"modelCount": 7166,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2083,
|
||||
"successRate": 0.29313256403039684,
|
||||
"wilsonLowerBound": 0.2826627384646833
|
||||
"successCount": 2096,
|
||||
"successRate": 0.29249232486742954,
|
||||
"wilsonLowerBound": 0.28207302390780453
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 12374,
|
||||
"modelCount": 12427,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3216,
|
||||
"successRate": 0.2598997898820107,
|
||||
"wilsonLowerBound": 0.2522474655603682
|
||||
"successCount": 3229,
|
||||
"successRate": 0.259837450712159,
|
||||
"wilsonLowerBound": 0.2522019189385515
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 60070,
|
||||
"modelCount": 60142,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16407,
|
||||
"successRate": 0.27313134676211087,
|
||||
"wilsonLowerBound": 0.2695827323939229
|
||||
"successCount": 16433,
|
||||
"successRate": 0.27323667320674405,
|
||||
"wilsonLowerBound": 0.269689739664324
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 46349,
|
||||
"modelCount": 46374,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20223,
|
||||
"successRate": 0.43632009320589443,
|
||||
"wilsonLowerBound": 0.43181058586078214
|
||||
"successCount": 20239,
|
||||
"successRate": 0.4364298960624488,
|
||||
"wilsonLowerBound": 0.4319214655935593
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 36145,
|
||||
"modelCount": 36178,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3285,
|
||||
"successRate": 0.09088393968737031,
|
||||
"wilsonLowerBound": 0.08796389036064986
|
||||
"successCount": 3296,
|
||||
"successRate": 0.091105091492067,
|
||||
"wilsonLowerBound": 0.0881830910725132
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 394,
|
||||
"modelCount": 411,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 8.589864025467196e-19
|
||||
"wilsonLowerBound": 0.0
|
||||
}
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
@@ -356,12 +356,12 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 5763,
|
||||
"modelCount": 5782,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2430,
|
||||
"successRate": 0.4216553878188444,
|
||||
"wilsonLowerBound": 0.4089619013170978
|
||||
"successCount": 2441,
|
||||
"successRate": 0.42217225873400205,
|
||||
"wilsonLowerBound": 0.4094970984451363
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -376,47 +376,47 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 11181,
|
||||
"modelCount": 11216,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3753,
|
||||
"successRate": 0.3356587067346391,
|
||||
"wilsonLowerBound": 0.3269634049258504
|
||||
"successCount": 3760,
|
||||
"successRate": 0.33523537803138376,
|
||||
"wilsonLowerBound": 0.32655643578981447
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 26225,
|
||||
"modelCount": 26237,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 13280,
|
||||
"successRate": 0.5063870352716873,
|
||||
"wilsonLowerBound": 0.5003354629269942
|
||||
"successCount": 13287,
|
||||
"successRate": 0.5064222281510844,
|
||||
"wilsonLowerBound": 0.5003720401797029
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61649,
|
||||
"modelCount": 61709,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6110,
|
||||
"successRate": 0.09910947460623855,
|
||||
"wilsonLowerBound": 0.09677561966421963
|
||||
"successCount": 6126,
|
||||
"successRate": 0.09927239138537329,
|
||||
"wilsonLowerBound": 0.09693792577725639
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 12344,
|
||||
"modelCount": 12352,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1752,
|
||||
"successRate": 0.14193130265716136,
|
||||
"wilsonLowerBound": 0.13588623303935463
|
||||
"successCount": 1753,
|
||||
"successRate": 0.14192033678756477,
|
||||
"wilsonLowerBound": 0.13587739078820216
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-16T14:34:28.580889+00:00",
|
||||
"generatedAt": "2026-09-16T14:37:17.574684+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user