state: generation 8381 (cycle)
This commit is contained in:
@@ -3,106 +3,106 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-09-16T20:30:57.508604+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-16T14:37:17.574684+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-16T20:37:36.627773+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 39244,
|
||||
"modelCount": 39288,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 18905,
|
||||
"successRate": 0.4817296911629803,
|
||||
"wilsonLowerBound": 0.47678805295545296
|
||||
"successCount": 18933,
|
||||
"successRate": 0.48190287110568114,
|
||||
"wilsonLowerBound": 0.47696392031609386
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 52176,
|
||||
"modelCount": 52233,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14666,
|
||||
"successRate": 0.28108708984973935,
|
||||
"wilsonLowerBound": 0.27724605186388557
|
||||
"successCount": 14681,
|
||||
"successRate": 0.2810675243619934,
|
||||
"wilsonLowerBound": 0.2772286569793075
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 2451,
|
||||
"modelCount": 2477,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 669,
|
||||
"successRate": 0.2729498164014688,
|
||||
"wilsonLowerBound": 0.2556790305814017
|
||||
"successCount": 680,
|
||||
"successRate": 0.2745256358498183,
|
||||
"wilsonLowerBound": 0.2573099177256307
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 32450,
|
||||
"modelCount": 32503,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14222,
|
||||
"successRate": 0.4382742681047766,
|
||||
"wilsonLowerBound": 0.4328832554726047
|
||||
"successCount": 14264,
|
||||
"successRate": 0.43885179829554194,
|
||||
"wilsonLowerBound": 0.4334643308426949
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 37235,
|
||||
"modelCount": 37245,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10610,
|
||||
"successRate": 0.28494695850678126,
|
||||
"wilsonLowerBound": 0.2803844088456691
|
||||
"successCount": 10611,
|
||||
"successRate": 0.28489730165122834,
|
||||
"wilsonLowerBound": 0.280335606892921
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8254,
|
||||
"modelCount": 8302,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3602,
|
||||
"successRate": 0.43639447540586385,
|
||||
"wilsonLowerBound": 0.4257273186463678
|
||||
"successCount": 3617,
|
||||
"successRate": 0.43567814984341124,
|
||||
"wilsonLowerBound": 0.42504409319602304
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 63886,
|
||||
"modelCount": 63890,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12070,
|
||||
"successRate": 0.18893028206492815,
|
||||
"wilsonLowerBound": 0.18591349982583322
|
||||
"successCount": 12071,
|
||||
"successRate": 0.1889341054938175,
|
||||
"wilsonLowerBound": 0.18591739331860657
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 16390,
|
||||
"modelCount": 16510,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3279,
|
||||
"successRate": 0.20006101281269068,
|
||||
"wilsonLowerBound": 0.1940070331487217
|
||||
"successCount": 3304,
|
||||
"successRate": 0.20012113870381587,
|
||||
"wilsonLowerBound": 0.1940882419370684
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 5748,
|
||||
"modelCount": 5787,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 51,
|
||||
"successRate": 0.008872651356993737,
|
||||
"wilsonLowerBound": 0.006755067079755657
|
||||
"successRate": 0.008812856402280975,
|
||||
"wilsonLowerBound": 0.00670950133287407
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26104,
|
||||
"modelCount": 26108,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3211,
|
||||
"successRate": 0.12300796812749004,
|
||||
"wilsonLowerBound": 0.11907890985632662
|
||||
"successCount": 3212,
|
||||
"successRate": 0.12302742454420101,
|
||||
"wilsonLowerBound": 0.11909838938127634
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -115,23 +115,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 10673,
|
||||
"modelCount": 10739,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4522,
|
||||
"successRate": 0.42368593647521785,
|
||||
"wilsonLowerBound": 0.41434018865755295
|
||||
"successCount": 4548,
|
||||
"successRate": 0.4235031194710867,
|
||||
"wilsonLowerBound": 0.41418664004500805
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24113,
|
||||
"modelCount": 24117,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3781,
|
||||
"successRate": 0.156803384066686,
|
||||
"wilsonLowerBound": 0.15226851594191673
|
||||
"successRate": 0.15677737695401583,
|
||||
"wilsonLowerBound": 0.15224319425109478
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -144,106 +144,106 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 41865,
|
||||
"modelCount": 41964,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10524,
|
||||
"successRate": 0.2513794338946614,
|
||||
"wilsonLowerBound": 0.2472468450875897
|
||||
"successCount": 10543,
|
||||
"successRate": 0.25123915737298635,
|
||||
"wilsonLowerBound": 0.2471122012044241
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 23169,
|
||||
"modelCount": 23176,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3051,
|
||||
"successRate": 0.13168457853165869,
|
||||
"wilsonLowerBound": 0.12739136806252052
|
||||
"successCount": 3052,
|
||||
"successRate": 0.13168795305488437,
|
||||
"wilsonLowerBound": 0.12739533392660884
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86586,
|
||||
"modelCount": 86588,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9764,
|
||||
"successRate": 0.11276649804818331,
|
||||
"wilsonLowerBound": 0.11067676753074022
|
||||
"successRate": 0.11276389338014506,
|
||||
"wilsonLowerBound": 0.11067420815224692
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 39828,
|
||||
"modelCount": 39927,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4891,
|
||||
"successRate": 0.12280305312845234,
|
||||
"wilsonLowerBound": 0.1196159765873758
|
||||
"successCount": 4901,
|
||||
"successRate": 0.1227490169559446,
|
||||
"wilsonLowerBound": 0.11956646346479059
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 30145,
|
||||
"modelCount": 30312,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3355,
|
||||
"successRate": 0.11129540553989054,
|
||||
"wilsonLowerBound": 0.10779450966780564
|
||||
"successCount": 3372,
|
||||
"successRate": 0.111243072050673,
|
||||
"wilsonLowerBound": 0.10775243251634917
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 88245,
|
||||
"modelCount": 88283,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20831,
|
||||
"successRate": 0.23605870020964362,
|
||||
"wilsonLowerBound": 0.23326833779223471
|
||||
"successCount": 20857,
|
||||
"successRate": 0.23625159996828382,
|
||||
"wilsonLowerBound": 0.23346103683475566
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5140,
|
||||
"modelCount": 5147,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 565,
|
||||
"successRate": 0.10992217898832685,
|
||||
"wilsonLowerBound": 0.1016604529148705
|
||||
"successRate": 0.10977268311637847,
|
||||
"wilsonLowerBound": 0.10152158033165373
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112491,
|
||||
"modelCount": 112498,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16506,
|
||||
"successRate": 0.14673173853908314,
|
||||
"wilsonLowerBound": 0.1446760335022412
|
||||
"successRate": 0.14672260840192713,
|
||||
"wilsonLowerBound": 0.14466702052400063
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 16508,
|
||||
"modelCount": 16586,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3361,
|
||||
"successRate": 0.20359825539132542,
|
||||
"wilsonLowerBound": 0.1975248052469664
|
||||
"successCount": 3366,
|
||||
"successRate": 0.20294224044374773,
|
||||
"wilsonLowerBound": 0.1968904351159224
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 42778,
|
||||
"modelCount": 42787,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5570,
|
||||
"successRate": 0.1302071158071906,
|
||||
"wilsonLowerBound": 0.12705116982567116
|
||||
"successRate": 0.13017972748732093,
|
||||
"wilsonLowerBound": 0.12702439755054418
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6520,
|
||||
"modelCount": 6552,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 522,
|
||||
"successRate": 0.08006134969325153,
|
||||
"wilsonLowerBound": 0.07371839332095627
|
||||
"successCount": 524,
|
||||
"successRate": 0.07997557997557997,
|
||||
"wilsonLowerBound": 0.0736508027370214
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -258,76 +258,76 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 30781,
|
||||
"modelCount": 30818,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5428,
|
||||
"successRate": 0.17634254897501705,
|
||||
"wilsonLowerBound": 0.17212539494046403
|
||||
"successCount": 5447,
|
||||
"successRate": 0.17674735544162504,
|
||||
"wilsonLowerBound": 0.17252882569403258
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 60815,
|
||||
"modelCount": 60820,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12386,
|
||||
"successRate": 0.20366685850530297,
|
||||
"wilsonLowerBound": 0.2004848244460515
|
||||
"successCount": 12388,
|
||||
"successRate": 0.2036829990134824,
|
||||
"wilsonLowerBound": 0.20050099958682271
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 7166,
|
||||
"modelCount": 7229,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2096,
|
||||
"successRate": 0.29249232486742954,
|
||||
"wilsonLowerBound": 0.28207302390780453
|
||||
"successCount": 2113,
|
||||
"successRate": 0.2922949232258957,
|
||||
"wilsonLowerBound": 0.28192280094488975
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 12427,
|
||||
"modelCount": 12473,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3229,
|
||||
"successRate": 0.259837450712159,
|
||||
"wilsonLowerBound": 0.2522019189385515
|
||||
"successCount": 3237,
|
||||
"successRate": 0.25952056441914534,
|
||||
"wilsonLowerBound": 0.25190212990001654
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 60142,
|
||||
"modelCount": 60201,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16433,
|
||||
"successRate": 0.27323667320674405,
|
||||
"wilsonLowerBound": 0.269689739664324
|
||||
"successCount": 16458,
|
||||
"successRate": 0.2733841630537699,
|
||||
"wilsonLowerBound": 0.26983835219619134
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 46374,
|
||||
"modelCount": 46387,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20239,
|
||||
"successRate": 0.4364298960624488,
|
||||
"wilsonLowerBound": 0.4319214655935593
|
||||
"successCount": 20249,
|
||||
"successRate": 0.4365231638174489,
|
||||
"wilsonLowerBound": 0.4320152479252347
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 36178,
|
||||
"modelCount": 36215,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3296,
|
||||
"successRate": 0.091105091492067,
|
||||
"wilsonLowerBound": 0.0881830910725132
|
||||
"successCount": 3309,
|
||||
"successRate": 0.09137097887615629,
|
||||
"wilsonLowerBound": 0.0884465348647399
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 411,
|
||||
"modelCount": 421,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -356,67 +356,67 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 5782,
|
||||
"modelCount": 5796,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2441,
|
||||
"successRate": 0.42217225873400205,
|
||||
"wilsonLowerBound": 0.4094970984451363
|
||||
"successCount": 2447,
|
||||
"successRate": 0.4221877156659765,
|
||||
"wilsonLowerBound": 0.4095277276933134
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7371,
|
||||
"modelCount": 7372,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 235,
|
||||
"successRate": 0.031881698548365214,
|
||||
"wilsonLowerBound": 0.028108410814796363
|
||||
"successRate": 0.031877373846988605,
|
||||
"wilsonLowerBound": 0.028104591006162857
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 11216,
|
||||
"modelCount": 11252,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3760,
|
||||
"successRate": 0.33523537803138376,
|
||||
"wilsonLowerBound": 0.32655643578981447
|
||||
"successCount": 3766,
|
||||
"successRate": 0.33469605403483826,
|
||||
"wilsonLowerBound": 0.3260345791816279
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 26237,
|
||||
"modelCount": 26264,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 13287,
|
||||
"successRate": 0.5064222281510844,
|
||||
"wilsonLowerBound": 0.5003720401797029
|
||||
"successCount": 13306,
|
||||
"successRate": 0.5066250380749314,
|
||||
"wilsonLowerBound": 0.5005779631358126
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61709,
|
||||
"modelCount": 61766,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6126,
|
||||
"successRate": 0.09927239138537329,
|
||||
"wilsonLowerBound": 0.09693792577725639
|
||||
"successCount": 6139,
|
||||
"successRate": 0.0993912508499822,
|
||||
"wilsonLowerBound": 0.09705658833614847
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 12352,
|
||||
"modelCount": 12363,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1753,
|
||||
"successRate": 0.14192033678756477,
|
||||
"wilsonLowerBound": 0.13587739078820216
|
||||
"successCount": 1755,
|
||||
"successRate": 0.14195583596214512,
|
||||
"wilsonLowerBound": 0.13591487681628772
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-16T20:34:25.353701+00:00",
|
||||
"generatedAt": "2026-09-16T20:37:36.627773+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user