state: generation 29255 (cycle)

This commit is contained in:
2026-11-11 02:48:39 +00:00
parent b6ce738388
commit cc9f03e9f8
6 changed files with 1058 additions and 1058 deletions

View File

@@ -3,28 +3,28 @@
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-11-11T02:35:57.497574+00:00",
"frameworkAttemptedAt": "2026-11-10T20:48:10.728045+00:00",
"frameworkAttemptedAt": "2026-11-11T02:48:35.206574+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 46833,
"modelCount": 46874,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 23833,
"successRate": 0.5088933017316849,
"wilsonLowerBound": 0.50436501898676
"successCount": 23858,
"successRate": 0.5089815249391987,
"wilsonLowerBound": 0.504455230242341
},
"vllm": {
"framework": "vllm",
"modelCount": 61154,
"modelCount": 61187,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15928,
"successRate": 0.260457206396965,
"wilsonLowerBound": 0.2569938180706206
"successCount": 15931,
"successRate": 0.26036576396947064,
"wilsonLowerBound": 0.2569037068885866
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
@@ -37,108 +37,108 @@
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8222,
"modelCount": 8270,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2749,
"successRate": 0.3343468742398443,
"wilsonLowerBound": 0.3242289130659816
"successCount": 2769,
"successRate": 0.3348246674727932,
"wilsonLowerBound": 0.32473204655747695
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 42179,
"modelCount": 42231,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20782,
"successRate": 0.4927096422390289,
"wilsonLowerBound": 0.4879392778584442
"successCount": 20810,
"successRate": 0.49276597759939383,
"wilsonLowerBound": 0.4879985374492545
},
"vllm": {
"framework": "vllm",
"modelCount": 42091,
"modelCount": 42110,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11356,
"successRate": 0.2697963935283077,
"wilsonLowerBound": 0.26557719543264874
"successCount": 11360,
"successRate": 0.26976965091427213,
"wilsonLowerBound": 0.2655515348796936
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 9,
"modelCount": 10,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 3,
"successRate": 0.3333333333333333,
"wilsonLowerBound": 0.12058159868274292
"successCount": 4,
"successRate": 0.4,
"wilsonLowerBound": 0.16817758120350967
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 18549,
"modelCount": 18612,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7132,
"successRate": 0.3844951210307833,
"wilsonLowerBound": 0.3775187715897163
"successCount": 7150,
"successRate": 0.38416075650118203,
"wilsonLowerBound": 0.3771973924444854
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64511,
"modelCount": 64512,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.18756491141045714,
"wilsonLowerBound": 0.18457117093629385
"successRate": 0.18756200396825398,
"wilsonLowerBound": 0.18456830468091018
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 46796,
"modelCount": 46946,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8561,
"successRate": 0.18294298658004957,
"wilsonLowerBound": 0.17946609476940048
"successCount": 8569,
"successRate": 0.18252886294892004,
"wilsonLowerBound": 0.1790605974221904
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9400,
"modelCount": 9412,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 120,
"successRate": 0.01276595744680851,
"wilsonLowerBound": 0.010687256287066755
"successRate": 0.012749681257968552,
"wilsonLowerBound": 0.010673617333848744
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 27073,
"modelCount": 27076,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3339,
"successRate": 0.12333321020943375,
"wilsonLowerBound": 0.11946963986082638
"successCount": 3340,
"successRate": 0.12335647806175211,
"wilsonLowerBound": 0.11949279814548544
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16555,
"modelCount": 16556,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1677,
"successRate": 0.1012987012987013,
"wilsonLowerBound": 0.09679457808591668
"successRate": 0.10129258274945639,
"wilsonLowerBound": 0.09678871731033986
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 21687,
"modelCount": 21738,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7937,
"successRate": 0.36597961912666577,
"wilsonLowerBound": 0.3595927221961592
"successCount": 7950,
"successRate": 0.3657190173889042,
"wilsonLowerBound": 0.3593405986873368
}
},
"Cambricon_mlu-370-x8": {
@@ -162,23 +162,23 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 63966,
"modelCount": 64042,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15817,
"successRate": 0.2472719882437545,
"wilsonLowerBound": 0.24394383414193188
"successCount": 15837,
"successRate": 0.2472908403859967,
"wilsonLowerBound": 0.2439645659355245
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 35806,
"modelCount": 35886,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4316,
"successRate": 0.12053845724180305,
"wilsonLowerBound": 0.11720662004307794
"successCount": 4322,
"successRate": 0.12043693919634398,
"wilsonLowerBound": 0.11711000778936628
},
"vllm": {
"framework": "vllm",
@@ -191,50 +191,50 @@
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 51215,
"modelCount": 51224,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5826,
"successRate": 0.11375573562432881,
"wilsonLowerBound": 0.11103473086196639
"successCount": 5827,
"successRate": 0.11375527096673434,
"wilsonLowerBound": 0.11103450764685029
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 59924,
"modelCount": 60077,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3972,
"successRate": 0.0662839596822642,
"wilsonLowerBound": 0.06431973336047069
"successCount": 3975,
"successRate": 0.066165088136891,
"wilsonLowerBound": 0.0642049949371982
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95993,
"modelCount": 95994,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24227,
"successRate": 0.25238298625941474,
"wilsonLowerBound": 0.24964500093408618
"successCount": 24228,
"successRate": 0.25239077442340146,
"wilsonLowerBound": 0.24965277491277774
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 188,
"modelCount": 190,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
"successRate": 0.0,
"wilsonLowerBound": 1.6999858919214589e-18
"wilsonLowerBound": 0.0
},
"transformers": {
"framework": "transformers",
"modelCount": 8218,
"modelCount": 8220,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 634,
"successRate": 0.07714772450717937,
"wilsonLowerBound": 0.07157426269296333
"successRate": 0.07712895377128953,
"wilsonLowerBound": 0.07155679758494629
},
"vllm": {
"framework": "vllm",
@@ -247,21 +247,21 @@
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 476,
"modelCount": 477,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4,
"successRate": 0.008403361344537815,
"wilsonLowerBound": 0.0032725639043298164
"successRate": 0.008385744234800839,
"wilsonLowerBound": 0.0032656932912722824
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26855,
"modelCount": 26862,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4328,
"successRate": 0.1611617948240551,
"wilsonLowerBound": 0.15681272712426278
"successCount": 4332,
"successRate": 0.16126870672325216,
"wilsonLowerBound": 0.15691900653632576
},
"vllm_0_31_0_corex_5_0_0": {
"framework": "vllm_0_31_0_corex_5_0_0",
@@ -274,12 +274,12 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 46144,
"modelCount": 46152,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5944,
"successRate": 0.1288141470180305,
"wilsonLowerBound": 0.12578843850021565
"successCount": 5945,
"successRate": 0.12881348587276825,
"wilsonLowerBound": 0.12578804366987825
},
"vllm_gemma_4": {
"framework": "vllm_gemma_4",
@@ -292,12 +292,12 @@
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9647,
"modelCount": 9648,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 856,
"successRate": 0.0887322483673681,
"wilsonLowerBound": 0.08322027629432208
"successCount": 857,
"successRate": 0.08882669983416253,
"wilsonLowerBound": 0.08331224532344195
}
},
"Iluvatar_mrv-100": {
@@ -312,23 +312,23 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 38807,
"modelCount": 38870,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 8205,
"successRate": 0.21143092741000336,
"wilsonLowerBound": 0.207396981112032
"successCount": 8213,
"successRate": 0.2112940571134551,
"wilsonLowerBound": 0.20726433325084764
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 62030,
"modelCount": 62033,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12445,
"successRate": 0.20062872803482187,
"wilsonLowerBound": 0.19749574728660546
"successRate": 0.20061902535747103,
"wilsonLowerBound": 0.19748617759233655
},
"vllm_0.25.1": {
"framework": "vllm_0.25.1",
@@ -341,65 +341,65 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 24459,
"modelCount": 24548,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 6541,
"successRate": 0.2674271229404309,
"wilsonLowerBound": 0.26191687550213316
"successCount": 6556,
"successRate": 0.2670686002933029,
"wilsonLowerBound": 0.26157069796028853
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 18089,
"modelCount": 18126,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4218,
"successRate": 0.23318038586986567,
"wilsonLowerBound": 0.22707515299578443
"successCount": 4222,
"successRate": 0.23292507999558645,
"wilsonLowerBound": 0.22682842302024642
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 73244,
"modelCount": 73287,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19918,
"successRate": 0.27194036371579927,
"wilsonLowerBound": 0.2687299060247817
"successCount": 19926,
"successRate": 0.27188996684268696,
"wilsonLowerBound": 0.26868063725391805
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 4383,
"modelCount": 4412,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2404,
"successRate": 0.5484827743554643,
"wilsonLowerBound": 0.533713783064077
"successCount": 2423,
"successRate": 0.549184043517679,
"wilsonLowerBound": 0.5344651856238684
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 50506,
"modelCount": 50519,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22866,
"successRate": 0.45273828852017584,
"wilsonLowerBound": 0.44840088732037225
"successCount": 22875,
"successRate": 0.4527999366574952,
"wilsonLowerBound": 0.4484630373673125
},
"vllm": {
"framework": "vllm",
"modelCount": 45015,
"modelCount": 45090,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6216,
"successRate": 0.1380873042319227,
"wilsonLowerBound": 0.13493114514798354
"successRate": 0.13785761809713906,
"wilsonLowerBound": 0.13470630406106807
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1928,
"modelCount": 1944,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
@@ -419,21 +419,21 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 10153,
"modelCount": 10155,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 770,
"successRate": 0.07583965330444203,
"wilsonLowerBound": 0.07084887213321521
"successRate": 0.0758247168882324,
"wilsonLowerBound": 0.07083488235167128
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 9159,
"modelCount": 9177,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4043,
"successRate": 0.4414237362157441,
"wilsonLowerBound": 0.4312808616034925
"successCount": 4050,
"successRate": 0.44132069303694016,
"wilsonLowerBound": 0.4311880342641909
}
},
"Vastai_va16": {
@@ -448,41 +448,41 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 27606,
"modelCount": 27703,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7704,
"successRate": 0.27906976744186046,
"wilsonLowerBound": 0.27380954765282717
"successCount": 7722,
"successRate": 0.27874237447207884,
"wilsonLowerBound": 0.2734932628319736
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 31130,
"modelCount": 31138,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15872,
"successRate": 0.5098618695791841,
"wilsonLowerBound": 0.5043076838647361
"successCount": 15878,
"successRate": 0.5099235660607617,
"wilsonLowerBound": 0.5043700999014135
},
"vllm": {
"framework": "vllm",
"modelCount": 71099,
"modelCount": 71125,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7747,
"successRate": 0.10896074487686185,
"wilsonLowerBound": 0.10669145545345973
"successCount": 7753,
"successRate": 0.10900527240773286,
"wilsonLowerBound": 0.10673598096738811
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 16782,
"modelCount": 16809,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3237,
"successRate": 0.192885234179478,
"wilsonLowerBound": 0.18698610556208653
"successCount": 3245,
"successRate": 0.1930513415432209,
"wilsonLowerBound": 0.1871549049298547
},
"vllm_0.21.0": {
"framework": "vllm_0.21.0",
@@ -497,7 +497,7 @@
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-11-11T02:47:20.933675+00:00",
"generatedAt": "2026-11-11T02:48:35.206574+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,