state: generation 5162 (cycle)
This commit is contained in:
@@ -3,135 +3,135 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-09-10T12:29:21.493262+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-10T06:33:41.338309+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-10T12:35:14.692612+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 38282,
|
||||
"modelCount": 38318,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 18259,
|
||||
"successRate": 0.4769604513870749,
|
||||
"wilsonLowerBound": 0.47195959077959815
|
||||
"successCount": 18283,
|
||||
"successRate": 0.47713868155958034,
|
||||
"wilsonLowerBound": 0.47214006949864223
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 50467,
|
||||
"modelCount": 50542,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14307,
|
||||
"successRate": 0.28349218301068024,
|
||||
"wilsonLowerBound": 0.279576598148545
|
||||
"successCount": 14324,
|
||||
"successRate": 0.28340785881049424,
|
||||
"wilsonLowerBound": 0.27949552744451256
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1750,
|
||||
"modelCount": 1770,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 432,
|
||||
"successRate": 0.24685714285714286,
|
||||
"wilsonLowerBound": 0.22722395026816722
|
||||
"successCount": 445,
|
||||
"successRate": 0.2514124293785311,
|
||||
"wilsonLowerBound": 0.2317546860465486
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 31345,
|
||||
"modelCount": 31396,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 13473,
|
||||
"successRate": 0.42982931887063325,
|
||||
"wilsonLowerBound": 0.4243577190058428
|
||||
"successCount": 13506,
|
||||
"successRate": 0.43018218881386167,
|
||||
"wilsonLowerBound": 0.42471443238148554
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 36489,
|
||||
"modelCount": 36514,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10432,
|
||||
"successRate": 0.28589437912795634,
|
||||
"wilsonLowerBound": 0.2812809396888865
|
||||
"successCount": 10437,
|
||||
"successRate": 0.2858355699183875,
|
||||
"wilsonLowerBound": 0.2812239942679824
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6874,
|
||||
"modelCount": 6942,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3176,
|
||||
"successRate": 0.46203084084957813,
|
||||
"wilsonLowerBound": 0.45026934727417167
|
||||
"successCount": 3194,
|
||||
"successRate": 0.460097954479977,
|
||||
"wilsonLowerBound": 0.4483986894698718
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 63786,
|
||||
"modelCount": 63790,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12060,
|
||||
"successRate": 0.18906970181544538,
|
||||
"wilsonLowerBound": 0.1860497026682823
|
||||
"successRate": 0.18905784605737577,
|
||||
"wilsonLowerBound": 0.1860380147747332
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 13658,
|
||||
"modelCount": 13800,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2701,
|
||||
"successRate": 0.1977595548396544,
|
||||
"wilsonLowerBound": 0.19116483226960906
|
||||
"successCount": 2726,
|
||||
"successRate": 0.19753623188405797,
|
||||
"wilsonLowerBound": 0.19097797620808124
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 5123,
|
||||
"modelCount": 5147,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 36,
|
||||
"successRate": 0.007027132539527621,
|
||||
"wilsonLowerBound": 0.005080284971882024
|
||||
"successRate": 0.006994365649893142,
|
||||
"wilsonLowerBound": 0.005056576682829683
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 25928,
|
||||
"modelCount": 25953,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3184,
|
||||
"successRate": 0.12280160444307313,
|
||||
"wilsonLowerBound": 0.11886233601191906
|
||||
"successCount": 3186,
|
||||
"successRate": 0.12276037452317651,
|
||||
"wilsonLowerBound": 0.1188235595334533
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16451,
|
||||
"modelCount": 16452,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1672,
|
||||
"successRate": 0.10163515895690231,
|
||||
"wilsonLowerBound": 0.09711025028380077
|
||||
"successRate": 0.10162898127887186,
|
||||
"wilsonLowerBound": 0.09710433315414777
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 9338,
|
||||
"modelCount": 9391,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4061,
|
||||
"successRate": 0.4348896980081388,
|
||||
"wilsonLowerBound": 0.4248634301344047
|
||||
"successCount": 4077,
|
||||
"successRate": 0.434139069321691,
|
||||
"wilsonLowerBound": 0.424143358656614
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24024,
|
||||
"modelCount": 24027,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3768,
|
||||
"successRate": 0.15684315684315683,
|
||||
"wilsonLowerBound": 0.1522995170944452
|
||||
"successCount": 3770,
|
||||
"successRate": 0.15690681316851876,
|
||||
"wilsonLowerBound": 0.1523626843060331
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -144,106 +144,106 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 39265,
|
||||
"modelCount": 39385,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9901,
|
||||
"successRate": 0.252158410798421,
|
||||
"wilsonLowerBound": 0.24788748546407094
|
||||
"successCount": 9934,
|
||||
"successRate": 0.25222800558588293,
|
||||
"wilsonLowerBound": 0.2479631553725973
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 22910,
|
||||
"modelCount": 22914,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3025,
|
||||
"successRate": 0.13203841117415976,
|
||||
"wilsonLowerBound": 0.12771630357319896
|
||||
"successCount": 3026,
|
||||
"successRate": 0.1320590032294667,
|
||||
"wilsonLowerBound": 0.1277369743815997
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86474,
|
||||
"modelCount": 86481,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9762,
|
||||
"successRate": 0.1128894234105049,
|
||||
"wilsonLowerBound": 0.11079734312904772
|
||||
"successRate": 0.11288028584313317,
|
||||
"wilsonLowerBound": 0.11078836443747443
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 38586,
|
||||
"modelCount": 38609,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4737,
|
||||
"successRate": 0.12276473332296688,
|
||||
"wilsonLowerBound": 0.11952780202650498
|
||||
"successCount": 4738,
|
||||
"successRate": 0.12271750110077961,
|
||||
"wilsonLowerBound": 0.11948206919093914
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 26062,
|
||||
"modelCount": 26113,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3202,
|
||||
"successRate": 0.12286087023252244,
|
||||
"wilsonLowerBound": 0.11893076369219584
|
||||
"successCount": 3210,
|
||||
"successRate": 0.1229272776011948,
|
||||
"wilsonLowerBound": 0.11900002209957782
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 87380,
|
||||
"modelCount": 87397,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20298,
|
||||
"successRate": 0.23229571984435798,
|
||||
"wilsonLowerBound": 0.22950746364821423
|
||||
"successCount": 20307,
|
||||
"successRate": 0.23235351327848783,
|
||||
"wilsonLowerBound": 0.22956528173891405
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5047,
|
||||
"modelCount": 5051,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 562,
|
||||
"successRate": 0.11135327917574797,
|
||||
"wilsonLowerBound": 0.10296842863378637
|
||||
"successRate": 0.11126509602058998,
|
||||
"wilsonLowerBound": 0.10288651808446177
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112420,
|
||||
"modelCount": 112422,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16501,
|
||||
"successRate": 0.14677993239637074,
|
||||
"wilsonLowerBound": 0.14472329926031946
|
||||
"successCount": 16502,
|
||||
"successRate": 0.14678621622102436,
|
||||
"wilsonLowerBound": 0.1447295643963279
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 15590,
|
||||
"modelCount": 15606,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3182,
|
||||
"successRate": 0.20410519563822963,
|
||||
"wilsonLowerBound": 0.19785159485069084
|
||||
"successCount": 3187,
|
||||
"successRate": 0.2042163270536973,
|
||||
"wilsonLowerBound": 0.19796458864174885
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 42416,
|
||||
"modelCount": 42431,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5509,
|
||||
"successRate": 0.12988023387400982,
|
||||
"wilsonLowerBound": 0.12671444161837456
|
||||
"successCount": 5510,
|
||||
"successRate": 0.12985788692229738,
|
||||
"wilsonLowerBound": 0.12669288448244376
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6005,
|
||||
"modelCount": 6020,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 468,
|
||||
"successRate": 0.07793505412156536,
|
||||
"wilsonLowerBound": 0.07142142321860222
|
||||
"successCount": 469,
|
||||
"successRate": 0.07790697674418605,
|
||||
"wilsonLowerBound": 0.07140227111708827
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -258,92 +258,92 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 29820,
|
||||
"modelCount": 29851,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5072,
|
||||
"successRate": 0.17008718980549967,
|
||||
"wilsonLowerBound": 0.16586538447610788
|
||||
"successCount": 5085,
|
||||
"successRate": 0.1703460520585575,
|
||||
"wilsonLowerBound": 0.16612380778830965
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 60726,
|
||||
"modelCount": 60731,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12374,
|
||||
"successRate": 0.20376774363534564,
|
||||
"wilsonLowerBound": 0.20058279583273692
|
||||
"successCount": 12375,
|
||||
"successRate": 0.20376743343597176,
|
||||
"wilsonLowerBound": 0.2005826178036079
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 5914,
|
||||
"modelCount": 5963,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1748,
|
||||
"successRate": 0.2955698342915117,
|
||||
"wilsonLowerBound": 0.2840759682955359
|
||||
"successCount": 1765,
|
||||
"successRate": 0.29599195036055675,
|
||||
"wilsonLowerBound": 0.2845397771768032
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 11659,
|
||||
"modelCount": 11689,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3067,
|
||||
"successRate": 0.26305858135346083,
|
||||
"wilsonLowerBound": 0.2551453292089501
|
||||
"successCount": 3070,
|
||||
"successRate": 0.26264008897253827,
|
||||
"wilsonLowerBound": 0.2547411183645426
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 57998,
|
||||
"modelCount": 58107,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15792,
|
||||
"successRate": 0.27228525121555913,
|
||||
"wilsonLowerBound": 0.268677639812957
|
||||
"successCount": 15820,
|
||||
"successRate": 0.2722563546560655,
|
||||
"wilsonLowerBound": 0.26865223630882573
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 45811,
|
||||
"modelCount": 45825,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19859,
|
||||
"successRate": 0.4334985047259392,
|
||||
"wilsonLowerBound": 0.42896625702829366
|
||||
"successCount": 19871,
|
||||
"successRate": 0.4336279323513366,
|
||||
"wilsonLowerBound": 0.42909620642371943
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 34883,
|
||||
"modelCount": 34986,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2962,
|
||||
"successRate": 0.08491242152337815,
|
||||
"wilsonLowerBound": 0.08203266231913953
|
||||
"successCount": 2968,
|
||||
"successRate": 0.08483393357342937,
|
||||
"wilsonLowerBound": 0.08195958326032747
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 195,
|
||||
"modelCount": 203,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 0.0
|
||||
"wilsonLowerBound": 1.702505035850099e-18
|
||||
}
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"sglang": {
|
||||
"framework": "sglang",
|
||||
"modelCount": 6272,
|
||||
"modelCount": 6273,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 192,
|
||||
"successRate": 0.030612244897959183,
|
||||
"wilsonLowerBound": 0.0266278655632904
|
||||
"successRate": 0.030607364897178385,
|
||||
"wilsonLowerBound": 0.02662361262856994
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -356,67 +356,67 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 5338,
|
||||
"modelCount": 5360,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2230,
|
||||
"successRate": 0.4177594604720869,
|
||||
"wilsonLowerBound": 0.40459258085328775
|
||||
"successCount": 2244,
|
||||
"successRate": 0.41865671641791047,
|
||||
"wilsonLowerBound": 0.40551212475467374
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7358,
|
||||
"modelCount": 7360,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 235,
|
||||
"successRate": 0.031938026637673284,
|
||||
"wilsonLowerBound": 0.02815816298383761
|
||||
"successRate": 0.03192934782608696,
|
||||
"wilsonLowerBound": 0.02815049734326355
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 9777,
|
||||
"modelCount": 9834,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3362,
|
||||
"successRate": 0.3438682622481334,
|
||||
"wilsonLowerBound": 0.3345157039313374
|
||||
"successCount": 3381,
|
||||
"successRate": 0.3438071995118975,
|
||||
"wilsonLowerBound": 0.33448201885340845
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 25524,
|
||||
"modelCount": 25567,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12828,
|
||||
"successRate": 0.5025858015984955,
|
||||
"wilsonLowerBound": 0.4964518439596191
|
||||
"successCount": 12857,
|
||||
"successRate": 0.5028747995462901,
|
||||
"wilsonLowerBound": 0.49674597776775475
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 60400,
|
||||
"modelCount": 60420,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5859,
|
||||
"successRate": 0.09700331125827814,
|
||||
"wilsonLowerBound": 0.09466854048134121
|
||||
"successCount": 5862,
|
||||
"successRate": 0.09702085402184707,
|
||||
"wilsonLowerBound": 0.0946862739354135
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 11974,
|
||||
"modelCount": 11994,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1612,
|
||||
"successRate": 0.13462502087857023,
|
||||
"wilsonLowerBound": 0.12862840018578064
|
||||
"successCount": 1622,
|
||||
"successRate": 0.13523428380857094,
|
||||
"wilsonLowerBound": 0.1292307288142234
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-10T12:32:36.760432+00:00",
|
||||
"generatedAt": "2026-09-10T12:35:14.692612+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user