state: generation 18349 (cycle)
This commit is contained in:
@@ -3,66 +3,66 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-11-01T10:15:02.622117+00:00",
|
||||
"frameworkAttemptedAt": "2026-11-01T04:19:44.752242+00:00",
|
||||
"frameworkAttemptedAt": "2026-11-01T10:20:32.433673+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 45220,
|
||||
"modelCount": 45268,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22907,
|
||||
"successRate": 0.5065678903140204,
|
||||
"wilsonLowerBound": 0.5019594129157073
|
||||
"successCount": 22936,
|
||||
"successRate": 0.5066713793408147,
|
||||
"wilsonLowerBound": 0.5020653498217382
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 59729,
|
||||
"modelCount": 59763,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15759,
|
||||
"successRate": 0.2638416849436622,
|
||||
"wilsonLowerBound": 0.26032251278042495
|
||||
"successCount": 15764,
|
||||
"successRate": 0.26377524555326876,
|
||||
"wilsonLowerBound": 0.26025735994991256
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 69,
|
||||
"modelCount": 70,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 19,
|
||||
"successRate": 0.2753623188405797,
|
||||
"wilsonLowerBound": 0.18394380762574333
|
||||
"successRate": 0.2714285714285714,
|
||||
"wilsonLowerBound": 0.18119460808784751
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6790,
|
||||
"modelCount": 6823,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2239,
|
||||
"successRate": 0.3297496318114875,
|
||||
"wilsonLowerBound": 0.31866632900117925
|
||||
"successCount": 2250,
|
||||
"successRate": 0.32976696467829403,
|
||||
"wilsonLowerBound": 0.3187100929387816
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 40439,
|
||||
"modelCount": 40486,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19663,
|
||||
"successRate": 0.48623853211009177,
|
||||
"wilsonLowerBound": 0.4813685860667674
|
||||
"successCount": 19688,
|
||||
"successRate": 0.48629155757545817,
|
||||
"wilsonLowerBound": 0.48142441885162024
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41379,
|
||||
"modelCount": 41392,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11265,
|
||||
"successRate": 0.27223954179656346,
|
||||
"wilsonLowerBound": 0.26797203081774545
|
||||
"successCount": 11268,
|
||||
"successRate": 0.27222651720139157,
|
||||
"wilsonLowerBound": 0.2679597384656086
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -75,70 +75,70 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 16347,
|
||||
"modelCount": 16409,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6506,
|
||||
"successRate": 0.39799351562977914,
|
||||
"wilsonLowerBound": 0.39051462235994067
|
||||
"successCount": 6521,
|
||||
"successRate": 0.3974038637333171,
|
||||
"wilsonLowerBound": 0.38994108781735387
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64358,
|
||||
"modelCount": 64359,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12100,
|
||||
"successRate": 0.18801081450635507,
|
||||
"wilsonLowerBound": 0.18501075939964742
|
||||
"successRate": 0.18800789322394693,
|
||||
"wilsonLowerBound": 0.18500787947369549
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 41376,
|
||||
"modelCount": 41575,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 8314,
|
||||
"successRate": 0.20093774168600154,
|
||||
"wilsonLowerBound": 0.19710455783758057
|
||||
"successCount": 8318,
|
||||
"successRate": 0.20007215874924836,
|
||||
"wilsonLowerBound": 0.19625439592726113
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8886,
|
||||
"modelCount": 8897,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 118,
|
||||
"successRate": 0.01327931577762773,
|
||||
"wilsonLowerBound": 0.011100821220508702
|
||||
"successRate": 0.013262897605934585,
|
||||
"wilsonLowerBound": 0.011087082714735156
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26945,
|
||||
"modelCount": 26951,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3314,
|
||||
"successRate": 0.12299127853033959,
|
||||
"wilsonLowerBound": 0.11912339800122651
|
||||
"successCount": 3315,
|
||||
"successRate": 0.12300100181811435,
|
||||
"wilsonLowerBound": 0.11913341129927003
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16538,
|
||||
"modelCount": 16539,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.10134236304268956,
|
||||
"wilsonLowerBound": 0.09683508371548533
|
||||
"successRate": 0.10133623556442349,
|
||||
"wilsonLowerBound": 0.09682921445009696
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 19738,
|
||||
"modelCount": 19786,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7406,
|
||||
"successRate": 0.3752153207011855,
|
||||
"wilsonLowerBound": 0.36848545569275243
|
||||
"successCount": 7418,
|
||||
"successRate": 0.3749115536237744,
|
||||
"wilsonLowerBound": 0.36819097677519613
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
@@ -162,23 +162,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 60148,
|
||||
"modelCount": 60261,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14922,
|
||||
"successRate": 0.24808804947795438,
|
||||
"wilsonLowerBound": 0.2446525197195532
|
||||
"successCount": 14953,
|
||||
"successRate": 0.2481372695441496,
|
||||
"wilsonLowerBound": 0.24470471489987997
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 30985,
|
||||
"modelCount": 31056,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4197,
|
||||
"successRate": 0.1354526383734065,
|
||||
"wilsonLowerBound": 0.13168741706252027
|
||||
"successCount": 4201,
|
||||
"successRate": 0.1352717671303452,
|
||||
"wilsonLowerBound": 0.13151296668986495
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -191,21 +191,21 @@
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 50838,
|
||||
"modelCount": 50851,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5806,
|
||||
"successRate": 0.11420590896573429,
|
||||
"wilsonLowerBound": 0.11147015426445969
|
||||
"successRate": 0.11417671235570588,
|
||||
"wilsonLowerBound": 0.11144161365327104
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 55723,
|
||||
"modelCount": 55844,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3938,
|
||||
"successRate": 0.07067099761319383,
|
||||
"wilsonLowerBound": 0.0685725959224989
|
||||
"successRate": 0.07051787121266385,
|
||||
"wilsonLowerBound": 0.0684238515714918
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
@@ -229,12 +229,12 @@
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 6765,
|
||||
"modelCount": 6768,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 631,
|
||||
"successRate": 0.09327420546932742,
|
||||
"wilsonLowerBound": 0.08657303886970658
|
||||
"successRate": 0.09323286052009457,
|
||||
"wilsonLowerBound": 0.08653452835886856
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -247,39 +247,39 @@
|
||||
},
|
||||
"vllm-0.17.0": {
|
||||
"framework": "vllm-0.17.0",
|
||||
"modelCount": 434,
|
||||
"modelCount": 436,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2,
|
||||
"successRate": 0.004608294930875576,
|
||||
"wilsonLowerBound": 0.0012646452245052846
|
||||
"successRate": 0.0045871559633027525,
|
||||
"wilsonLowerBound": 0.0012588399337193044
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 26606,
|
||||
"modelCount": 26609,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4292,
|
||||
"successRate": 0.1613169961662783,
|
||||
"wilsonLowerBound": 0.15694611270447575
|
||||
"successRate": 0.161298808673757,
|
||||
"wilsonLowerBound": 0.15692837265153667
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 45590,
|
||||
"modelCount": 45612,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5903,
|
||||
"successRate": 0.12948014915551656,
|
||||
"wilsonLowerBound": 0.12642948469378135
|
||||
"successCount": 5908,
|
||||
"successRate": 0.12952731737262124,
|
||||
"wilsonLowerBound": 0.12647689964435174
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 9185,
|
||||
"modelCount": 9187,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 853,
|
||||
"successRate": 0.09286880783886772,
|
||||
"wilsonLowerBound": 0.08710192003600777
|
||||
"successRate": 0.09284859039947753,
|
||||
"wilsonLowerBound": 0.08708289990367094
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -294,85 +294,85 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 37276,
|
||||
"modelCount": 37318,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7681,
|
||||
"successRate": 0.20605751690095503,
|
||||
"wilsonLowerBound": 0.2019818006827339
|
||||
"successCount": 7698,
|
||||
"successRate": 0.2062811511870947,
|
||||
"wilsonLowerBound": 0.20220604128072728
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61679,
|
||||
"modelCount": 61681,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12434,
|
||||
"successRate": 0.2015921140096305,
|
||||
"wilsonLowerBound": 0.19844455567460456
|
||||
"successRate": 0.2015855774063326,
|
||||
"wilsonLowerBound": 0.1984381085723057
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 21745,
|
||||
"modelCount": 21806,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5951,
|
||||
"successRate": 0.27367210853069673,
|
||||
"wilsonLowerBound": 0.26778652424831945
|
||||
"successCount": 5964,
|
||||
"successRate": 0.27350270567733653,
|
||||
"wilsonLowerBound": 0.26762647383798804
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 17236,
|
||||
"modelCount": 17256,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4142,
|
||||
"successRate": 0.24031097702483176,
|
||||
"wilsonLowerBound": 0.2339904399875165
|
||||
"successCount": 4145,
|
||||
"successRate": 0.24020630505331478,
|
||||
"wilsonLowerBound": 0.23389037027404935
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 71523,
|
||||
"modelCount": 71562,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19581,
|
||||
"successRate": 0.27377207331907216,
|
||||
"wilsonLowerBound": 0.27051642273541576
|
||||
"successCount": 19592,
|
||||
"successRate": 0.2737765853385875,
|
||||
"wilsonLowerBound": 0.27052180165256157
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 3033,
|
||||
"modelCount": 3067,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1668,
|
||||
"successRate": 0.5499505440158259,
|
||||
"wilsonLowerBound": 0.5321927990477294
|
||||
"successCount": 1687,
|
||||
"successRate": 0.5500489077274209,
|
||||
"wilsonLowerBound": 0.53239031845964
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 49574,
|
||||
"modelCount": 49588,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22324,
|
||||
"successRate": 0.450316698269254,
|
||||
"wilsonLowerBound": 0.4459410157869193
|
||||
"successCount": 22334,
|
||||
"successRate": 0.45039122368314916,
|
||||
"wilsonLowerBound": 0.44601608711920876
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 42896,
|
||||
"modelCount": 42927,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5786,
|
||||
"successRate": 0.13488437150317045,
|
||||
"wilsonLowerBound": 0.13168434509278082
|
||||
"successCount": 5798,
|
||||
"successRate": 0.1350665082582058,
|
||||
"wilsonLowerBound": 0.13186576913199902
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1503,
|
||||
"modelCount": 1511,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -392,21 +392,21 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10133,
|
||||
"modelCount": 10134,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 768,
|
||||
"successRate": 0.07579196684101451,
|
||||
"wilsonLowerBound": 0.0707979225110708
|
||||
"successRate": 0.07578448786264061,
|
||||
"wilsonLowerBound": 0.0707909181540423
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 8512,
|
||||
"modelCount": 8541,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3746,
|
||||
"successRate": 0.44008458646616544,
|
||||
"wilsonLowerBound": 0.4295684015247897
|
||||
"successCount": 3751,
|
||||
"successRate": 0.43917574054560354,
|
||||
"wilsonLowerBound": 0.42868012170168546
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -421,47 +421,47 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 24092,
|
||||
"modelCount": 24179,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6696,
|
||||
"successRate": 0.27793458409430516,
|
||||
"wilsonLowerBound": 0.2723134188974092
|
||||
"successCount": 6716,
|
||||
"successRate": 0.27776169403201123,
|
||||
"wilsonLowerBound": 0.27215169401628303
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 30200,
|
||||
"modelCount": 30233,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15447,
|
||||
"successRate": 0.5114900662251656,
|
||||
"wilsonLowerBound": 0.5058511860655419
|
||||
"successCount": 15463,
|
||||
"successRate": 0.5114609863394304,
|
||||
"wilsonLowerBound": 0.5058251810793393
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 70048,
|
||||
"modelCount": 70076,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7644,
|
||||
"successRate": 0.10912517131110096,
|
||||
"wilsonLowerBound": 0.10683754344595649
|
||||
"successCount": 7647,
|
||||
"successRate": 0.10912437924539072,
|
||||
"wilsonLowerBound": 0.10683721158262517
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 15459,
|
||||
"modelCount": 15496,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2920,
|
||||
"successRate": 0.18888673264764863,
|
||||
"wilsonLowerBound": 0.18279400009960844
|
||||
"successCount": 2932,
|
||||
"successRate": 0.1892101187403201,
|
||||
"wilsonLowerBound": 0.1831204495298458
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-11-01T10:19:27.562186+00:00",
|
||||
"generatedAt": "2026-11-01T10:20:32.433673+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user