state: generation 29255 (cycle)
This commit is contained in:
@@ -3,28 +3,28 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-11-11T02:35:57.497574+00:00",
|
||||
"frameworkAttemptedAt": "2026-11-10T20:48:10.728045+00:00",
|
||||
"frameworkAttemptedAt": "2026-11-11T02:48:35.206574+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 46833,
|
||||
"modelCount": 46874,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 23833,
|
||||
"successRate": 0.5088933017316849,
|
||||
"wilsonLowerBound": 0.50436501898676
|
||||
"successCount": 23858,
|
||||
"successRate": 0.5089815249391987,
|
||||
"wilsonLowerBound": 0.504455230242341
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61154,
|
||||
"modelCount": 61187,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15928,
|
||||
"successRate": 0.260457206396965,
|
||||
"wilsonLowerBound": 0.2569938180706206
|
||||
"successCount": 15931,
|
||||
"successRate": 0.26036576396947064,
|
||||
"wilsonLowerBound": 0.2569037068885866
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -37,108 +37,108 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8222,
|
||||
"modelCount": 8270,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2749,
|
||||
"successRate": 0.3343468742398443,
|
||||
"wilsonLowerBound": 0.3242289130659816
|
||||
"successCount": 2769,
|
||||
"successRate": 0.3348246674727932,
|
||||
"wilsonLowerBound": 0.32473204655747695
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 42179,
|
||||
"modelCount": 42231,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20782,
|
||||
"successRate": 0.4927096422390289,
|
||||
"wilsonLowerBound": 0.4879392778584442
|
||||
"successCount": 20810,
|
||||
"successRate": 0.49276597759939383,
|
||||
"wilsonLowerBound": 0.4879985374492545
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 42091,
|
||||
"modelCount": 42110,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11356,
|
||||
"successRate": 0.2697963935283077,
|
||||
"wilsonLowerBound": 0.26557719543264874
|
||||
"successCount": 11360,
|
||||
"successRate": 0.26976965091427213,
|
||||
"wilsonLowerBound": 0.2655515348796936
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 9,
|
||||
"modelCount": 10,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 3,
|
||||
"successRate": 0.3333333333333333,
|
||||
"wilsonLowerBound": 0.12058159868274292
|
||||
"successCount": 4,
|
||||
"successRate": 0.4,
|
||||
"wilsonLowerBound": 0.16817758120350967
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 18549,
|
||||
"modelCount": 18612,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7132,
|
||||
"successRate": 0.3844951210307833,
|
||||
"wilsonLowerBound": 0.3775187715897163
|
||||
"successCount": 7150,
|
||||
"successRate": 0.38416075650118203,
|
||||
"wilsonLowerBound": 0.3771973924444854
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64511,
|
||||
"modelCount": 64512,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12100,
|
||||
"successRate": 0.18756491141045714,
|
||||
"wilsonLowerBound": 0.18457117093629385
|
||||
"successRate": 0.18756200396825398,
|
||||
"wilsonLowerBound": 0.18456830468091018
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 46796,
|
||||
"modelCount": 46946,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 8561,
|
||||
"successRate": 0.18294298658004957,
|
||||
"wilsonLowerBound": 0.17946609476940048
|
||||
"successCount": 8569,
|
||||
"successRate": 0.18252886294892004,
|
||||
"wilsonLowerBound": 0.1790605974221904
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 9400,
|
||||
"modelCount": 9412,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 120,
|
||||
"successRate": 0.01276595744680851,
|
||||
"wilsonLowerBound": 0.010687256287066755
|
||||
"successRate": 0.012749681257968552,
|
||||
"wilsonLowerBound": 0.010673617333848744
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 27073,
|
||||
"modelCount": 27076,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3339,
|
||||
"successRate": 0.12333321020943375,
|
||||
"wilsonLowerBound": 0.11946963986082638
|
||||
"successCount": 3340,
|
||||
"successRate": 0.12335647806175211,
|
||||
"wilsonLowerBound": 0.11949279814548544
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16555,
|
||||
"modelCount": 16556,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1677,
|
||||
"successRate": 0.1012987012987013,
|
||||
"wilsonLowerBound": 0.09679457808591668
|
||||
"successRate": 0.10129258274945639,
|
||||
"wilsonLowerBound": 0.09678871731033986
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 21687,
|
||||
"modelCount": 21738,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7937,
|
||||
"successRate": 0.36597961912666577,
|
||||
"wilsonLowerBound": 0.3595927221961592
|
||||
"successCount": 7950,
|
||||
"successRate": 0.3657190173889042,
|
||||
"wilsonLowerBound": 0.3593405986873368
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
@@ -162,23 +162,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 63966,
|
||||
"modelCount": 64042,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15817,
|
||||
"successRate": 0.2472719882437545,
|
||||
"wilsonLowerBound": 0.24394383414193188
|
||||
"successCount": 15837,
|
||||
"successRate": 0.2472908403859967,
|
||||
"wilsonLowerBound": 0.2439645659355245
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 35806,
|
||||
"modelCount": 35886,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4316,
|
||||
"successRate": 0.12053845724180305,
|
||||
"wilsonLowerBound": 0.11720662004307794
|
||||
"successCount": 4322,
|
||||
"successRate": 0.12043693919634398,
|
||||
"wilsonLowerBound": 0.11711000778936628
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -191,50 +191,50 @@
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 51215,
|
||||
"modelCount": 51224,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5826,
|
||||
"successRate": 0.11375573562432881,
|
||||
"wilsonLowerBound": 0.11103473086196639
|
||||
"successCount": 5827,
|
||||
"successRate": 0.11375527096673434,
|
||||
"wilsonLowerBound": 0.11103450764685029
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 59924,
|
||||
"modelCount": 60077,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3972,
|
||||
"successRate": 0.0662839596822642,
|
||||
"wilsonLowerBound": 0.06431973336047069
|
||||
"successCount": 3975,
|
||||
"successRate": 0.066165088136891,
|
||||
"wilsonLowerBound": 0.0642049949371982
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 95993,
|
||||
"modelCount": 95994,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 24227,
|
||||
"successRate": 0.25238298625941474,
|
||||
"wilsonLowerBound": 0.24964500093408618
|
||||
"successCount": 24228,
|
||||
"successRate": 0.25239077442340146,
|
||||
"wilsonLowerBound": 0.24965277491277774
|
||||
},
|
||||
"llamacpp_opt": {
|
||||
"framework": "llamacpp_opt",
|
||||
"modelCount": 188,
|
||||
"modelCount": 190,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
"successRate": 0.0,
|
||||
"wilsonLowerBound": 1.6999858919214589e-18
|
||||
"wilsonLowerBound": 0.0
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 8218,
|
||||
"modelCount": 8220,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 634,
|
||||
"successRate": 0.07714772450717937,
|
||||
"wilsonLowerBound": 0.07157426269296333
|
||||
"successRate": 0.07712895377128953,
|
||||
"wilsonLowerBound": 0.07155679758494629
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -247,21 +247,21 @@
|
||||
},
|
||||
"vllm-0.17.0": {
|
||||
"framework": "vllm-0.17.0",
|
||||
"modelCount": 476,
|
||||
"modelCount": 477,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4,
|
||||
"successRate": 0.008403361344537815,
|
||||
"wilsonLowerBound": 0.0032725639043298164
|
||||
"successRate": 0.008385744234800839,
|
||||
"wilsonLowerBound": 0.0032656932912722824
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 26855,
|
||||
"modelCount": 26862,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4328,
|
||||
"successRate": 0.1611617948240551,
|
||||
"wilsonLowerBound": 0.15681272712426278
|
||||
"successCount": 4332,
|
||||
"successRate": 0.16126870672325216,
|
||||
"wilsonLowerBound": 0.15691900653632576
|
||||
},
|
||||
"vllm_0_31_0_corex_5_0_0": {
|
||||
"framework": "vllm_0_31_0_corex_5_0_0",
|
||||
@@ -274,12 +274,12 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 46144,
|
||||
"modelCount": 46152,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5944,
|
||||
"successRate": 0.1288141470180305,
|
||||
"wilsonLowerBound": 0.12578843850021565
|
||||
"successCount": 5945,
|
||||
"successRate": 0.12881348587276825,
|
||||
"wilsonLowerBound": 0.12578804366987825
|
||||
},
|
||||
"vllm_gemma_4": {
|
||||
"framework": "vllm_gemma_4",
|
||||
@@ -292,12 +292,12 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 9647,
|
||||
"modelCount": 9648,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 856,
|
||||
"successRate": 0.0887322483673681,
|
||||
"wilsonLowerBound": 0.08322027629432208
|
||||
"successCount": 857,
|
||||
"successRate": 0.08882669983416253,
|
||||
"wilsonLowerBound": 0.08331224532344195
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -312,23 +312,23 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 38807,
|
||||
"modelCount": 38870,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 8205,
|
||||
"successRate": 0.21143092741000336,
|
||||
"wilsonLowerBound": 0.207396981112032
|
||||
"successCount": 8213,
|
||||
"successRate": 0.2112940571134551,
|
||||
"wilsonLowerBound": 0.20726433325084764
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 62030,
|
||||
"modelCount": 62033,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12445,
|
||||
"successRate": 0.20062872803482187,
|
||||
"wilsonLowerBound": 0.19749574728660546
|
||||
"successRate": 0.20061902535747103,
|
||||
"wilsonLowerBound": 0.19748617759233655
|
||||
},
|
||||
"vllm_0.25.1": {
|
||||
"framework": "vllm_0.25.1",
|
||||
@@ -341,65 +341,65 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 24459,
|
||||
"modelCount": 24548,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 6541,
|
||||
"successRate": 0.2674271229404309,
|
||||
"wilsonLowerBound": 0.26191687550213316
|
||||
"successCount": 6556,
|
||||
"successRate": 0.2670686002933029,
|
||||
"wilsonLowerBound": 0.26157069796028853
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 18089,
|
||||
"modelCount": 18126,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4218,
|
||||
"successRate": 0.23318038586986567,
|
||||
"wilsonLowerBound": 0.22707515299578443
|
||||
"successCount": 4222,
|
||||
"successRate": 0.23292507999558645,
|
||||
"wilsonLowerBound": 0.22682842302024642
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 73244,
|
||||
"modelCount": 73287,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19918,
|
||||
"successRate": 0.27194036371579927,
|
||||
"wilsonLowerBound": 0.2687299060247817
|
||||
"successCount": 19926,
|
||||
"successRate": 0.27188996684268696,
|
||||
"wilsonLowerBound": 0.26868063725391805
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 4383,
|
||||
"modelCount": 4412,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2404,
|
||||
"successRate": 0.5484827743554643,
|
||||
"wilsonLowerBound": 0.533713783064077
|
||||
"successCount": 2423,
|
||||
"successRate": 0.549184043517679,
|
||||
"wilsonLowerBound": 0.5344651856238684
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 50506,
|
||||
"modelCount": 50519,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22866,
|
||||
"successRate": 0.45273828852017584,
|
||||
"wilsonLowerBound": 0.44840088732037225
|
||||
"successCount": 22875,
|
||||
"successRate": 0.4527999366574952,
|
||||
"wilsonLowerBound": 0.4484630373673125
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 45015,
|
||||
"modelCount": 45090,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6216,
|
||||
"successRate": 0.1380873042319227,
|
||||
"wilsonLowerBound": 0.13493114514798354
|
||||
"successRate": 0.13785761809713906,
|
||||
"wilsonLowerBound": 0.13470630406106807
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1928,
|
||||
"modelCount": 1944,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -419,21 +419,21 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 10153,
|
||||
"modelCount": 10155,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 770,
|
||||
"successRate": 0.07583965330444203,
|
||||
"wilsonLowerBound": 0.07084887213321521
|
||||
"successRate": 0.0758247168882324,
|
||||
"wilsonLowerBound": 0.07083488235167128
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 9159,
|
||||
"modelCount": 9177,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4043,
|
||||
"successRate": 0.4414237362157441,
|
||||
"wilsonLowerBound": 0.4312808616034925
|
||||
"successCount": 4050,
|
||||
"successRate": 0.44132069303694016,
|
||||
"wilsonLowerBound": 0.4311880342641909
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -448,41 +448,41 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 27606,
|
||||
"modelCount": 27703,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7704,
|
||||
"successRate": 0.27906976744186046,
|
||||
"wilsonLowerBound": 0.27380954765282717
|
||||
"successCount": 7722,
|
||||
"successRate": 0.27874237447207884,
|
||||
"wilsonLowerBound": 0.2734932628319736
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 31130,
|
||||
"modelCount": 31138,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15872,
|
||||
"successRate": 0.5098618695791841,
|
||||
"wilsonLowerBound": 0.5043076838647361
|
||||
"successCount": 15878,
|
||||
"successRate": 0.5099235660607617,
|
||||
"wilsonLowerBound": 0.5043700999014135
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 71099,
|
||||
"modelCount": 71125,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7747,
|
||||
"successRate": 0.10896074487686185,
|
||||
"wilsonLowerBound": 0.10669145545345973
|
||||
"successCount": 7753,
|
||||
"successRate": 0.10900527240773286,
|
||||
"wilsonLowerBound": 0.10673598096738811
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 16782,
|
||||
"modelCount": 16809,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3237,
|
||||
"successRate": 0.192885234179478,
|
||||
"wilsonLowerBound": 0.18698610556208653
|
||||
"successCount": 3245,
|
||||
"successRate": 0.1930513415432209,
|
||||
"wilsonLowerBound": 0.1871549049298547
|
||||
},
|
||||
"vllm_0.21.0": {
|
||||
"framework": "vllm_0.21.0",
|
||||
@@ -497,7 +497,7 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-11-11T02:47:20.933675+00:00",
|
||||
"generatedAt": "2026-11-11T02:48:35.206574+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user