state: generation 15557 (cycle)
This commit is contained in:
@@ -3,66 +3,66 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-10-30T05:05:50.598724+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-29T23:20:09.695458+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-30T05:20:24.581133+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 44860,
|
||||
"modelCount": 44888,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22715,
|
||||
"successRate": 0.5063530985287561,
|
||||
"wilsonLowerBound": 0.5017261586866779
|
||||
"successCount": 22728,
|
||||
"successRate": 0.5063268579575834,
|
||||
"wilsonLowerBound": 0.5017013606383817
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 59431,
|
||||
"modelCount": 59452,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15732,
|
||||
"successRate": 0.264710336356447,
|
||||
"wilsonLowerBound": 0.26117860158472567
|
||||
"successCount": 15734,
|
||||
"successRate": 0.26465047433223443,
|
||||
"wilsonLowerBound": 0.2611196211672694
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 44,
|
||||
"modelCount": 48,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 17,
|
||||
"successRate": 0.38636363636363635,
|
||||
"wilsonLowerBound": 0.25720998886701985
|
||||
"successCount": 18,
|
||||
"successRate": 0.375,
|
||||
"wilsonLowerBound": 0.2521507240406812
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6481,
|
||||
"modelCount": 6512,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2127,
|
||||
"successRate": 0.3281900941212776,
|
||||
"wilsonLowerBound": 0.31686283930272435
|
||||
"successCount": 2137,
|
||||
"successRate": 0.3281633906633907,
|
||||
"wilsonLowerBound": 0.316863126632671
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 40099,
|
||||
"modelCount": 40118,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19444,
|
||||
"successRate": 0.4848998728147834,
|
||||
"wilsonLowerBound": 0.4800098382034683
|
||||
"successCount": 19457,
|
||||
"successRate": 0.48499426691260783,
|
||||
"wilsonLowerBound": 0.4801053530968912
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41275,
|
||||
"modelCount": 41282,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11255,
|
||||
"successRate": 0.2726832222895215,
|
||||
"wilsonLowerBound": 0.26840813681417347
|
||||
"successCount": 11258,
|
||||
"successRate": 0.27270965553994475,
|
||||
"wilsonLowerBound": 0.2684347981279944
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -75,12 +75,12 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 15859,
|
||||
"modelCount": 15894,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6386,
|
||||
"successRate": 0.4026735607541459,
|
||||
"wilsonLowerBound": 0.3950649250364392
|
||||
"successCount": 6391,
|
||||
"successRate": 0.40210142192022147,
|
||||
"wilsonLowerBound": 0.3945030485659582
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
@@ -95,32 +95,32 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 39840,
|
||||
"modelCount": 40198,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 8181,
|
||||
"successRate": 0.20534638554216866,
|
||||
"wilsonLowerBound": 0.2014081889241677
|
||||
"successCount": 8182,
|
||||
"successRate": 0.20354246479924373,
|
||||
"wilsonLowerBound": 0.19963481099709618
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8677,
|
||||
"modelCount": 8782,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 118,
|
||||
"successRate": 0.013599170220122163,
|
||||
"wilsonLowerBound": 0.011368477954769933
|
||||
"successRate": 0.01343657481211569,
|
||||
"wilsonLowerBound": 0.011232415204358599
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26902,
|
||||
"modelCount": 26903,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3307,
|
||||
"successRate": 0.1229276633707531,
|
||||
"wilsonLowerBound": 0.11905761731920174
|
||||
"successRate": 0.12292309407872729,
|
||||
"wilsonLowerBound": 0.11905318229348218
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -133,12 +133,12 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 19291,
|
||||
"modelCount": 19321,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7296,
|
||||
"successRate": 0.37820745425327873,
|
||||
"wilsonLowerBound": 0.37138902696229253
|
||||
"successCount": 7303,
|
||||
"successRate": 0.3779825060814658,
|
||||
"wilsonLowerBound": 0.3711701964687204
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
@@ -162,23 +162,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 59197,
|
||||
"modelCount": 59268,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14714,
|
||||
"successRate": 0.248559893237833,
|
||||
"wilsonLowerBound": 0.2450947638340082
|
||||
"successCount": 14719,
|
||||
"successRate": 0.2483464938921509,
|
||||
"wilsonLowerBound": 0.24488444463036846
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 29958,
|
||||
"modelCount": 30050,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4128,
|
||||
"successRate": 0.13779291007410374,
|
||||
"wilsonLowerBound": 0.13393614208907728
|
||||
"successCount": 4131,
|
||||
"successRate": 0.13747088186356074,
|
||||
"wilsonLowerBound": 0.13362382125783015
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -191,32 +191,32 @@
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 50754,
|
||||
"modelCount": 50758,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5801,
|
||||
"successRate": 0.11429641013516176,
|
||||
"wilsonLowerBound": 0.11155745507496402
|
||||
"successCount": 5802,
|
||||
"successRate": 0.11430710429882975,
|
||||
"wilsonLowerBound": 0.11156814244725469
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 54764,
|
||||
"modelCount": 54857,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3901,
|
||||
"successRate": 0.07123292674019428,
|
||||
"wilsonLowerBound": 0.06910858682779294
|
||||
"successRate": 0.07111216435459468,
|
||||
"wilsonLowerBound": 0.06899129429147444
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 95648,
|
||||
"modelCount": 95649,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 24191,
|
||||
"successRate": 0.2529169454667113,
|
||||
"wilsonLowerBound": 0.2501720970986481
|
||||
"successCount": 24192,
|
||||
"successRate": 0.25292475613963555,
|
||||
"wilsonLowerBound": 0.2501798936199247
|
||||
},
|
||||
"llamacpp_opt": {
|
||||
"framework": "llamacpp_opt",
|
||||
@@ -247,39 +247,39 @@
|
||||
},
|
||||
"vllm-0.17.0": {
|
||||
"framework": "vllm-0.17.0",
|
||||
"modelCount": 420,
|
||||
"modelCount": 423,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2,
|
||||
"successRate": 0.004761904761904762,
|
||||
"wilsonLowerBound": 0.0013068314925680279
|
||||
"successRate": 0.004728132387706856,
|
||||
"wilsonLowerBound": 0.0012975563233095547
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 26584,
|
||||
"modelCount": 26585,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4288,
|
||||
"successRate": 0.1613000300932892,
|
||||
"wilsonLowerBound": 0.15692754888172517
|
||||
"successCount": 4289,
|
||||
"successRate": 0.16133157795749484,
|
||||
"wilsonLowerBound": 0.15695882440705491
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 45178,
|
||||
"modelCount": 45192,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5879,
|
||||
"successRate": 0.13012970915047148,
|
||||
"wilsonLowerBound": 0.1270586567136494
|
||||
"successCount": 5883,
|
||||
"successRate": 0.13017790759426448,
|
||||
"wilsonLowerBound": 0.1271068335521406
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 9170,
|
||||
"modelCount": 9172,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 852,
|
||||
"successRate": 0.09291166848418757,
|
||||
"wilsonLowerBound": 0.08713895613903977
|
||||
"successRate": 0.09289140863497601,
|
||||
"wilsonLowerBound": 0.08711989674000416
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -294,85 +294,85 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 36981,
|
||||
"modelCount": 36989,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7584,
|
||||
"successRate": 0.20507828344284904,
|
||||
"wilsonLowerBound": 0.2009938372301554
|
||||
"successCount": 7585,
|
||||
"successRate": 0.2050609640703993,
|
||||
"wilsonLowerBound": 0.20097708694683536
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61656,
|
||||
"modelCount": 61658,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12433,
|
||||
"successRate": 0.2016510964058648,
|
||||
"wilsonLowerBound": 0.19850260464681613
|
||||
"successRate": 0.20164455545103635,
|
||||
"wilsonLowerBound": 0.19849615324832984
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 21161,
|
||||
"modelCount": 21193,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5851,
|
||||
"successRate": 0.27649922026369267,
|
||||
"wilsonLowerBound": 0.27051384679460766
|
||||
"successCount": 5853,
|
||||
"successRate": 0.27617609588071534,
|
||||
"wilsonLowerBound": 0.2701974454484136
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 17040,
|
||||
"modelCount": 17054,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4106,
|
||||
"successRate": 0.240962441314554,
|
||||
"wilsonLowerBound": 0.23459991699010926
|
||||
"successCount": 4107,
|
||||
"successRate": 0.24082326726867598,
|
||||
"wilsonLowerBound": 0.2344646272461096
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 71189,
|
||||
"modelCount": 71213,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19494,
|
||||
"successRate": 0.2738344407141553,
|
||||
"wilsonLowerBound": 0.27057095483002175
|
||||
"successCount": 19501,
|
||||
"successRate": 0.27384045047954725,
|
||||
"wilsonLowerBound": 0.27057748977987706
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 2711,
|
||||
"modelCount": 2726,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1494,
|
||||
"successRate": 0.551088159350793,
|
||||
"wilsonLowerBound": 0.5323056804127827
|
||||
"successCount": 1497,
|
||||
"successRate": 0.5491562729273661,
|
||||
"wilsonLowerBound": 0.5304210946999314
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 49359,
|
||||
"modelCount": 49371,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22204,
|
||||
"successRate": 0.4498470390404992,
|
||||
"wilsonLowerBound": 0.44546229838795
|
||||
"successCount": 22214,
|
||||
"successRate": 0.4499402483239148,
|
||||
"wilsonLowerBound": 0.4455559500063054
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 42550,
|
||||
"modelCount": 42573,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5652,
|
||||
"successRate": 0.1328319623971798,
|
||||
"wilsonLowerBound": 0.1296402364142506
|
||||
"successCount": 5660,
|
||||
"successRate": 0.13294811265355977,
|
||||
"wilsonLowerBound": 0.12975603653266926
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1450,
|
||||
"modelCount": 1455,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -401,67 +401,67 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 8374,
|
||||
"modelCount": 8380,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3683,
|
||||
"successRate": 0.439813709099594,
|
||||
"wilsonLowerBound": 0.42921231504779533
|
||||
"successCount": 3684,
|
||||
"successRate": 0.439618138424821,
|
||||
"wilsonLowerBound": 0.429021126544874
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7475,
|
||||
"modelCount": 7476,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 254,
|
||||
"successRate": 0.03397993311036789,
|
||||
"wilsonLowerBound": 0.030106108984936833
|
||||
"successRate": 0.03397538790797218,
|
||||
"wilsonLowerBound": 0.030102074381377207
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 23460,
|
||||
"modelCount": 23524,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6515,
|
||||
"successRate": 0.2777067348678602,
|
||||
"wilsonLowerBound": 0.2720123295745113
|
||||
"successCount": 6531,
|
||||
"successRate": 0.2776313552116987,
|
||||
"wilsonLowerBound": 0.2719451413435138
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 29875,
|
||||
"modelCount": 29886,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15322,
|
||||
"successRate": 0.5128702928870292,
|
||||
"wilsonLowerBound": 0.507201023764924
|
||||
"successCount": 15326,
|
||||
"successRate": 0.5128153650538714,
|
||||
"wilsonLowerBound": 0.5071471305905274
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 69699,
|
||||
"modelCount": 69711,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7607,
|
||||
"successRate": 0.10914073372645232,
|
||||
"wilsonLowerBound": 0.10684729352994995
|
||||
"successCount": 7608,
|
||||
"successRate": 0.10913629125962904,
|
||||
"wilsonLowerBound": 0.10684308819807396
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 15120,
|
||||
"modelCount": 15130,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2850,
|
||||
"successRate": 0.1884920634920635,
|
||||
"wilsonLowerBound": 0.18233738868803925
|
||||
"successCount": 2854,
|
||||
"successRate": 0.18863185723727693,
|
||||
"wilsonLowerBound": 0.1824773821689591
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-30T05:19:18.464850+00:00",
|
||||
"generatedAt": "2026-10-30T05:20:24.581133+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user