state: generation 7233 (cycle)
This commit is contained in:
@@ -1,108 +1,108 @@
|
||||
{
|
||||
"communityAttemptedAt": "2026-09-14T14:37:19.302102+00:00",
|
||||
"communityAttemptedAt": "2026-09-14T14:53:04.199321+00:00",
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-09-14T14:37:19.302102+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-14T08:52:35.873259+00:00",
|
||||
"communityUpdatedAt": "2026-09-14T14:53:04.199321+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-14T14:53:04.199321+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 38903,
|
||||
"modelCount": 38933,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 18691,
|
||||
"successRate": 0.4804513790710228,
|
||||
"wilsonLowerBound": 0.4754887473013081
|
||||
"successCount": 18705,
|
||||
"successRate": 0.4804407571982637,
|
||||
"wilsonLowerBound": 0.4754800420312105
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 51589,
|
||||
"modelCount": 51648,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14531,
|
||||
"successRate": 0.2816685727577584,
|
||||
"wilsonLowerBound": 0.27780335476171675
|
||||
"successCount": 14545,
|
||||
"successRate": 0.2816178748451053,
|
||||
"wilsonLowerBound": 0.2777550717889186
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 2159,
|
||||
"modelCount": 2191,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 580,
|
||||
"successRate": 0.2686428902269569,
|
||||
"wilsonLowerBound": 0.25036847480988095
|
||||
"successCount": 593,
|
||||
"successRate": 0.27065267001369236,
|
||||
"wilsonLowerBound": 0.25246196591208553
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 32051,
|
||||
"modelCount": 32097,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 13950,
|
||||
"successRate": 0.4352438301457053,
|
||||
"wilsonLowerBound": 0.42982400747321364
|
||||
"successCount": 13983,
|
||||
"successRate": 0.43564819141975886,
|
||||
"wilsonLowerBound": 0.43023162359631334
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 37050,
|
||||
"modelCount": 37066,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10563,
|
||||
"successRate": 0.2851012145748988,
|
||||
"wilsonLowerBound": 0.28052658059967994
|
||||
"successCount": 10569,
|
||||
"successRate": 0.2851400205039659,
|
||||
"wilsonLowerBound": 0.2805661770759682
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7797,
|
||||
"modelCount": 7846,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3443,
|
||||
"successRate": 0.4415800949082981,
|
||||
"wilsonLowerBound": 0.43058910752609597
|
||||
"successCount": 3465,
|
||||
"successRate": 0.4416263063981647,
|
||||
"wilsonLowerBound": 0.43066944429632004
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 63852,
|
||||
"modelCount": 63853,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12067,
|
||||
"successRate": 0.18898390026937292,
|
||||
"wilsonLowerBound": 0.1859659863111859
|
||||
"successRate": 0.18898094059793588,
|
||||
"wilsonLowerBound": 0.1859630685382231
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 15938,
|
||||
"modelCount": 15967,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3198,
|
||||
"successRate": 0.200652528548124,
|
||||
"wilsonLowerBound": 0.19450730170886638
|
||||
"successCount": 3203,
|
||||
"successRate": 0.20060124005761884,
|
||||
"wilsonLowerBound": 0.19446213712546148
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 5588,
|
||||
"modelCount": 5598,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 47,
|
||||
"successRate": 0.008410880458124553,
|
||||
"wilsonLowerBound": 0.006331220151686142
|
||||
"successRate": 0.00839585566273669,
|
||||
"wilsonLowerBound": 0.006319900205681883
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26055,
|
||||
"modelCount": 26056,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3202,
|
||||
"successRate": 0.12289387833429284,
|
||||
"wilsonLowerBound": 0.11896278620056841
|
||||
"successRate": 0.12288916180534235,
|
||||
"wilsonLowerBound": 0.11895821050069917
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -115,23 +115,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 10195,
|
||||
"modelCount": 10256,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4364,
|
||||
"successRate": 0.42805296714075525,
|
||||
"wilsonLowerBound": 0.4184770207892547
|
||||
"successCount": 4387,
|
||||
"successRate": 0.42774960998439937,
|
||||
"wilsonLowerBound": 0.4182030614474656
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24081,
|
||||
"modelCount": 24085,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3778,
|
||||
"successRate": 0.15688717245961548,
|
||||
"wilsonLowerBound": 0.15234831695375226
|
||||
"successRate": 0.15686111687772472,
|
||||
"wilsonLowerBound": 0.15232294826670206
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -144,106 +144,106 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 40959,
|
||||
"modelCount": 41072,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10336,
|
||||
"successRate": 0.2523499108864963,
|
||||
"wilsonLowerBound": 0.2481666600454341
|
||||
"successCount": 10363,
|
||||
"successRate": 0.2523130112972341,
|
||||
"wilsonLowerBound": 0.24813569365627852
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 23002,
|
||||
"modelCount": 23016,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3038,
|
||||
"successRate": 0.1320754716981132,
|
||||
"wilsonLowerBound": 0.1277613667522935
|
||||
"successCount": 3041,
|
||||
"successRate": 0.13212547792839763,
|
||||
"wilsonLowerBound": 0.12781195656912708
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86532,
|
||||
"modelCount": 86535,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9763,
|
||||
"successRate": 0.11282531317893958,
|
||||
"wilsonLowerBound": 0.11073445383652336
|
||||
"successRate": 0.1128214017449587,
|
||||
"wilsonLowerBound": 0.11073061041261582
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 39288,
|
||||
"modelCount": 39351,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4820,
|
||||
"successRate": 0.12268377112604358,
|
||||
"wilsonLowerBound": 0.11947648424760395
|
||||
"successCount": 4824,
|
||||
"successRate": 0.12258900663261417,
|
||||
"wilsonLowerBound": 0.11938534493932597
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 28655,
|
||||
"modelCount": 28866,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3314,
|
||||
"successRate": 0.115651718722736,
|
||||
"wilsonLowerBound": 0.11200021520136422
|
||||
"successCount": 3316,
|
||||
"successRate": 0.11487563223169127,
|
||||
"wilsonLowerBound": 0.11124819832700311
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 87896,
|
||||
"modelCount": 87923,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20604,
|
||||
"successRate": 0.23441339765177027,
|
||||
"wilsonLowerBound": 0.23162438527040344
|
||||
"successCount": 20622,
|
||||
"successRate": 0.23454613696074975,
|
||||
"wilsonLowerBound": 0.23175699541088174
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5099,
|
||||
"modelCount": 5103,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 562,
|
||||
"successRate": 0.11021768974308688,
|
||||
"wilsonLowerBound": 0.10191366158708373
|
||||
"successCount": 563,
|
||||
"successRate": 0.11032725847540663,
|
||||
"wilsonLowerBound": 0.10202255557468329
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112465,
|
||||
"modelCount": 112467,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16505,
|
||||
"successRate": 0.146756768772507,
|
||||
"wilsonLowerBound": 0.14470068063362454
|
||||
"successRate": 0.14675415899775046,
|
||||
"wilsonLowerBound": 0.144698104347555
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 16030,
|
||||
"modelCount": 16068,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3281,
|
||||
"successRate": 0.20467872738615098,
|
||||
"wilsonLowerBound": 0.19850390397513457
|
||||
"successCount": 3286,
|
||||
"successRate": 0.2045058501369181,
|
||||
"wilsonLowerBound": 0.19834024618549653
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 42663,
|
||||
"modelCount": 42667,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5552,
|
||||
"successRate": 0.13013618357827625,
|
||||
"wilsonLowerBound": 0.12697677767960353
|
||||
"successRate": 0.13012398340637965,
|
||||
"wilsonLowerBound": 0.1269648523885545
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6301,
|
||||
"modelCount": 6328,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 491,
|
||||
"successRate": 0.0779241390255515,
|
||||
"wilsonLowerBound": 0.07155966553002724
|
||||
"successCount": 493,
|
||||
"successRate": 0.07790771175726928,
|
||||
"wilsonLowerBound": 0.07155694212480938
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -258,76 +258,76 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 30464,
|
||||
"modelCount": 30501,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5308,
|
||||
"successRate": 0.17423844537815125,
|
||||
"wilsonLowerBound": 0.17002005773437032
|
||||
"successCount": 5323,
|
||||
"successRate": 0.1745188682338284,
|
||||
"wilsonLowerBound": 0.17030027953858615
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 60777,
|
||||
"modelCount": 60781,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12381,
|
||||
"successRate": 0.20371193050002467,
|
||||
"wilsonLowerBound": 0.20052864125350028
|
||||
"successCount": 12382,
|
||||
"successRate": 0.2037149767196986,
|
||||
"wilsonLowerBound": 0.2005317735957852
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 6692,
|
||||
"modelCount": 6758,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1985,
|
||||
"successRate": 0.2966228332337119,
|
||||
"wilsonLowerBound": 0.2857980735780291
|
||||
"successCount": 1994,
|
||||
"successRate": 0.2950577093814738,
|
||||
"wilsonLowerBound": 0.28430291141319025
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 12113,
|
||||
"modelCount": 12150,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3172,
|
||||
"successRate": 0.26186741517378026,
|
||||
"wilsonLowerBound": 0.2541142174545183
|
||||
"successCount": 3182,
|
||||
"successRate": 0.2618930041152263,
|
||||
"wilsonLowerBound": 0.2541512488195746
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 59448,
|
||||
"modelCount": 59534,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16198,
|
||||
"successRate": 0.27247342215045084,
|
||||
"wilsonLowerBound": 0.2689091086929003
|
||||
"successCount": 16232,
|
||||
"successRate": 0.27265092216212583,
|
||||
"wilsonLowerBound": 0.2690884336515849
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 46164,
|
||||
"modelCount": 46184,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20096,
|
||||
"successRate": 0.43531756346937006,
|
||||
"wilsonLowerBound": 0.4308003076514547
|
||||
"successCount": 20110,
|
||||
"successRate": 0.43543218430625324,
|
||||
"wilsonLowerBound": 0.4309157596740713
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 35872,
|
||||
"modelCount": 35905,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3170,
|
||||
"successRate": 0.08836975914362176,
|
||||
"wilsonLowerBound": 0.08547642295677237
|
||||
"successCount": 3186,
|
||||
"successRate": 0.08873415958780115,
|
||||
"wilsonLowerBound": 0.08583663681173372
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 321,
|
||||
"modelCount": 330,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -356,12 +356,12 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 5636,
|
||||
"modelCount": 5649,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2370,
|
||||
"successRate": 0.4205110007097232,
|
||||
"wilsonLowerBound": 0.4076815301382713
|
||||
"successCount": 2375,
|
||||
"successRate": 0.4204283944060896,
|
||||
"wilsonLowerBound": 0.40761402535934943
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -376,47 +376,47 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 10812,
|
||||
"modelCount": 10866,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3682,
|
||||
"successRate": 0.34054753977062524,
|
||||
"wilsonLowerBound": 0.3316728624686578
|
||||
"successCount": 3692,
|
||||
"successRate": 0.3397754463464016,
|
||||
"wilsonLowerBound": 0.33092786910865496
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 26067,
|
||||
"modelCount": 26080,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 13178,
|
||||
"successRate": 0.5055434073733073,
|
||||
"wilsonLowerBound": 0.4994735245262943
|
||||
"successCount": 13185,
|
||||
"successRate": 0.5055598159509203,
|
||||
"wilsonLowerBound": 0.4994914458832435
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61085,
|
||||
"modelCount": 61170,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5998,
|
||||
"successRate": 0.09819104526479495,
|
||||
"wilsonLowerBound": 0.09585641518631678
|
||||
"successCount": 6016,
|
||||
"successRate": 0.09834886382213504,
|
||||
"wilsonLowerBound": 0.09601414141824964
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 12266,
|
||||
"modelCount": 12272,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1734,
|
||||
"successRate": 0.141366378607533,
|
||||
"wilsonLowerBound": 0.13531291819401237
|
||||
"successCount": 1737,
|
||||
"successRate": 0.14154172099087353,
|
||||
"wilsonLowerBound": 0.1354864684978023
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-14T14:49:08.303078+00:00",
|
||||
"generatedAt": "2026-09-14T14:53:04.199321+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user