state: generation 9758 (cycle)
This commit is contained in:
@@ -3,106 +3,106 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-09-19T10:42:53.153161+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-19T04:55:42.165883+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-19T10:55:53.360314+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 39617,
|
||||
"modelCount": 39649,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19153,
|
||||
"successRate": 0.4834540727465482,
|
||||
"wilsonLowerBound": 0.47853498336381056
|
||||
"successCount": 19173,
|
||||
"successRate": 0.48356831193724936,
|
||||
"wilsonLowerBound": 0.4786511590050993
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 52875,
|
||||
"modelCount": 52929,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14795,
|
||||
"successRate": 0.27981087470449173,
|
||||
"wilsonLowerBound": 0.2760006112711989
|
||||
"successCount": 14803,
|
||||
"successRate": 0.2796765478282227,
|
||||
"wilsonLowerBound": 0.2758687915255134
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 2702,
|
||||
"modelCount": 2727,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 766,
|
||||
"successRate": 0.2834937083641747,
|
||||
"wilsonLowerBound": 0.26681639732081075
|
||||
"successCount": 774,
|
||||
"successRate": 0.2838283828382838,
|
||||
"wilsonLowerBound": 0.2672197210297423
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 32904,
|
||||
"modelCount": 32941,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14532,
|
||||
"successRate": 0.4416484318016047,
|
||||
"wilsonLowerBound": 0.4362898827705224
|
||||
"successCount": 14560,
|
||||
"successRate": 0.4420023678698279,
|
||||
"wilsonLowerBound": 0.43664633598673586
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 37461,
|
||||
"modelCount": 37487,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10653,
|
||||
"successRate": 0.28437575078081206,
|
||||
"wilsonLowerBound": 0.27982973528437066
|
||||
"successCount": 10658,
|
||||
"successRate": 0.2843118947901939,
|
||||
"wilsonLowerBound": 0.27976776380124685
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8753,
|
||||
"modelCount": 8803,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3772,
|
||||
"successRate": 0.4309379641265852,
|
||||
"wilsonLowerBound": 0.42059604998869243
|
||||
"successCount": 3793,
|
||||
"successRate": 0.4308758377825741,
|
||||
"wilsonLowerBound": 0.4205634454732765
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 63938,
|
||||
"modelCount": 63943,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12083,
|
||||
"successRate": 0.18897994932590947,
|
||||
"wilsonLowerBound": 0.18596407761915776
|
||||
"successCount": 12085,
|
||||
"successRate": 0.18899644996324852,
|
||||
"wilsonLowerBound": 0.18598059285508717
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 17606,
|
||||
"modelCount": 17739,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3529,
|
||||
"successRate": 0.20044303078495967,
|
||||
"wilsonLowerBound": 0.19459514549589388
|
||||
"successCount": 3555,
|
||||
"successRate": 0.20040588533739218,
|
||||
"wilsonLowerBound": 0.19458013428186713
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6027,
|
||||
"modelCount": 6055,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 60,
|
||||
"successRate": 0.009955201592832254,
|
||||
"wilsonLowerBound": 0.007742341899991391
|
||||
"successCount": 61,
|
||||
"successRate": 0.010074318744838976,
|
||||
"wilsonLowerBound": 0.007851232482495736
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26148,
|
||||
"modelCount": 26149,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3222,
|
||||
"successRate": 0.12322166131252868,
|
||||
"wilsonLowerBound": 0.11929286222102076
|
||||
"successRate": 0.12321694902290718,
|
||||
"wilsonLowerBound": 0.11928829014571207
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -115,23 +115,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 11162,
|
||||
"modelCount": 11219,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4705,
|
||||
"successRate": 0.42151944096040134,
|
||||
"wilsonLowerBound": 0.41238707608578357
|
||||
"successCount": 4718,
|
||||
"successRate": 0.42053658971387825,
|
||||
"wilsonLowerBound": 0.41143062139785014
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24155,
|
||||
"modelCount": 24160,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3786,
|
||||
"successRate": 0.1567377354584972,
|
||||
"wilsonLowerBound": 0.15220755578349682
|
||||
"successCount": 3787,
|
||||
"successRate": 0.15674668874172185,
|
||||
"wilsonLowerBound": 0.15221686421980002
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -144,106 +144,106 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 42878,
|
||||
"modelCount": 43001,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10757,
|
||||
"successRate": 0.2508745743738047,
|
||||
"wilsonLowerBound": 0.24679361036277012
|
||||
"successCount": 10783,
|
||||
"successRate": 0.25076161019511173,
|
||||
"wilsonLowerBound": 0.24668707847642302
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 23263,
|
||||
"modelCount": 23275,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3058,
|
||||
"successRate": 0.13145338090530026,
|
||||
"wilsonLowerBound": 0.1271720055511798
|
||||
"successRate": 0.13138560687432868,
|
||||
"wilsonLowerBound": 0.12710628044551123
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86632,
|
||||
"modelCount": 86638,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9764,
|
||||
"successRate": 0.11270662110998246,
|
||||
"wilsonLowerBound": 0.11061793175894352
|
||||
"successRate": 0.11269881576213671,
|
||||
"wilsonLowerBound": 0.1106102621394359
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 40438,
|
||||
"modelCount": 40495,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4961,
|
||||
"successRate": 0.12268163608487066,
|
||||
"wilsonLowerBound": 0.1195197883985751
|
||||
"successCount": 4966,
|
||||
"successRate": 0.12263242375601927,
|
||||
"wilsonLowerBound": 0.11947333290376597
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 31733,
|
||||
"modelCount": 31872,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3406,
|
||||
"successRate": 0.10733306022122081,
|
||||
"wilsonLowerBound": 0.10397472132795404
|
||||
"successCount": 3412,
|
||||
"successRate": 0.10705321285140562,
|
||||
"wilsonLowerBound": 0.10370603594923977
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 88572,
|
||||
"modelCount": 88608,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 21036,
|
||||
"successRate": 0.23750169353746106,
|
||||
"wilsonLowerBound": 0.23471051900048204
|
||||
"successCount": 21053,
|
||||
"successRate": 0.23759705669916936,
|
||||
"wilsonLowerBound": 0.2348060555643921
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 5175,
|
||||
"modelCount": 5176,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 566,
|
||||
"successRate": 0.1093719806763285,
|
||||
"wilsonLowerBound": 0.10115637485123319
|
||||
"successRate": 0.10935085007727975,
|
||||
"wilsonLowerBound": 0.10113674531118214
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112539,
|
||||
"modelCount": 112544,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16509,
|
||||
"successRate": 0.1466958121184656,
|
||||
"wilsonLowerBound": 0.14464075375258342
|
||||
"successCount": 16510,
|
||||
"successRate": 0.14669818026727324,
|
||||
"wilsonLowerBound": 0.1446431533880307
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 17284,
|
||||
"modelCount": 17386,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3438,
|
||||
"successRate": 0.19891228882203194,
|
||||
"wilsonLowerBound": 0.19302827657910676
|
||||
"successCount": 3447,
|
||||
"successRate": 0.1982629702059128,
|
||||
"wilsonLowerBound": 0.1924034789077327
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 42834,
|
||||
"modelCount": 42842,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5572,
|
||||
"successRate": 0.1300835784657048,
|
||||
"wilsonLowerBound": 0.1269309713741711
|
||||
"successRate": 0.13005928761495728,
|
||||
"wilsonLowerBound": 0.1269072268820772
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6698,
|
||||
"modelCount": 6716,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 551,
|
||||
"successRate": 0.08226336219767094,
|
||||
"wilsonLowerBound": 0.07592004395653756
|
||||
"successCount": 553,
|
||||
"successRate": 0.0823406789755807,
|
||||
"wilsonLowerBound": 0.07600270288220645
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -258,76 +258,76 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 31136,
|
||||
"modelCount": 31163,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5581,
|
||||
"successRate": 0.17924588900308325,
|
||||
"wilsonLowerBound": 0.1750250850336538
|
||||
"successCount": 5594,
|
||||
"successRate": 0.1795077495748163,
|
||||
"wilsonLowerBound": 0.1752862958884982
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 60879,
|
||||
"modelCount": 60885,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12390,
|
||||
"successRate": 0.20351845463953086,
|
||||
"wilsonLowerBound": 0.20033896076146995
|
||||
"successRate": 0.20349839862034985,
|
||||
"wilsonLowerBound": 0.20031917905724989
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 7876,
|
||||
"modelCount": 7940,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2279,
|
||||
"successRate": 0.2893600812595226,
|
||||
"wilsonLowerBound": 0.27944977154448675
|
||||
"successCount": 2298,
|
||||
"successRate": 0.28942065491183877,
|
||||
"wilsonLowerBound": 0.2795492911887878
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 12876,
|
||||
"modelCount": 12909,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3326,
|
||||
"successRate": 0.25831003417210313,
|
||||
"wilsonLowerBound": 0.2508224593895046
|
||||
"successCount": 3334,
|
||||
"successRate": 0.25826942443256645,
|
||||
"wilsonLowerBound": 0.25079173096035
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 60867,
|
||||
"modelCount": 60959,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16685,
|
||||
"successRate": 0.2741222665812345,
|
||||
"wilsonLowerBound": 0.27059280655541496
|
||||
"successCount": 16706,
|
||||
"successRate": 0.2740530520513788,
|
||||
"wilsonLowerBound": 0.2705265281208323
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 46572,
|
||||
"modelCount": 46588,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20386,
|
||||
"successRate": 0.43773082538864555,
|
||||
"wilsonLowerBound": 0.43323037105454126
|
||||
"successCount": 20396,
|
||||
"successRate": 0.43779514037949685,
|
||||
"wilsonLowerBound": 0.4332953794169114
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 36497,
|
||||
"modelCount": 36538,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3442,
|
||||
"successRate": 0.09430912129764091,
|
||||
"wilsonLowerBound": 0.09135323988883876
|
||||
"successCount": 3457,
|
||||
"successRate": 0.09461382670096885,
|
||||
"wilsonLowerBound": 0.09165521722299894
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 518,
|
||||
"modelCount": 529,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -347,76 +347,76 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10024,
|
||||
"modelCount": 10025,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 738,
|
||||
"successRate": 0.07362330407023145,
|
||||
"wilsonLowerBound": 0.06867247302280925
|
||||
"successCount": 739,
|
||||
"successRate": 0.07371571072319202,
|
||||
"wilsonLowerBound": 0.06876213429325025
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 5935,
|
||||
"modelCount": 5945,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2517,
|
||||
"successRate": 0.42409435551811286,
|
||||
"wilsonLowerBound": 0.4115740303726488
|
||||
"successCount": 2522,
|
||||
"successRate": 0.42422203532380154,
|
||||
"wilsonLowerBound": 0.4117116168026808
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 7375,
|
||||
"modelCount": 7376,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 235,
|
||||
"successRate": 0.031864406779661014,
|
||||
"wilsonLowerBound": 0.02809313780695749
|
||||
"successRate": 0.03186008676789588,
|
||||
"wilsonLowerBound": 0.02808932214804452
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 11601,
|
||||
"modelCount": 11639,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3826,
|
||||
"successRate": 0.32979915524523745,
|
||||
"wilsonLowerBound": 0.32130142088261376
|
||||
"successCount": 3830,
|
||||
"successRate": 0.32906607096829626,
|
||||
"wilsonLowerBound": 0.32058719684809334
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 26448,
|
||||
"modelCount": 26465,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 13413,
|
||||
"successRate": 0.5071460980036298,
|
||||
"wilsonLowerBound": 0.5011201057672462
|
||||
"successCount": 13426,
|
||||
"successRate": 0.5073115435480824,
|
||||
"wilsonLowerBound": 0.501287491899656
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 62323,
|
||||
"modelCount": 62390,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6260,
|
||||
"successRate": 0.10044445870705838,
|
||||
"wilsonLowerBound": 0.09810904706927923
|
||||
"successCount": 6274,
|
||||
"successRate": 0.10056098733771437,
|
||||
"wilsonLowerBound": 0.09822559492565791
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 12462,
|
||||
"modelCount": 12473,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1791,
|
||||
"successRate": 0.14371689937409726,
|
||||
"wilsonLowerBound": 0.13766745854689252
|
||||
"successCount": 1793,
|
||||
"successRate": 0.14375050108233786,
|
||||
"wilsonLowerBound": 0.13770307117974315
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-19T10:53:25.261526+00:00",
|
||||
"generatedAt": "2026-09-19T10:55:53.360314+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user