state: generation 18720 (cycle)
This commit is contained in:
@@ -3,28 +3,28 @@
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-09-30T07:52:10.560151+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-30T02:21:12.566642+00:00",
|
||||
"frameworkAttemptedAt": "2026-09-30T08:06:04.668005+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 40195,
|
||||
"modelCount": 40256,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19518,
|
||||
"successRate": 0.4855827839283493,
|
||||
"wilsonLowerBound": 0.4806983277112154
|
||||
"successCount": 19563,
|
||||
"successRate": 0.4859648251192369,
|
||||
"wilsonLowerBound": 0.48108392695307933
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 53858,
|
||||
"modelCount": 53899,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14958,
|
||||
"successRate": 0.27773032789929075,
|
||||
"wilsonLowerBound": 0.2739636661434069
|
||||
"successCount": 14967,
|
||||
"successRate": 0.2776860424126607,
|
||||
"wilsonLowerBound": 0.2739209961417689
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -37,110 +37,110 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 3205,
|
||||
"modelCount": 3243,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 906,
|
||||
"successRate": 0.2826833073322933,
|
||||
"wilsonLowerBound": 0.2673605865985704
|
||||
"successCount": 914,
|
||||
"successRate": 0.2818378045020043,
|
||||
"wilsonLowerBound": 0.2666185720625757
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 34747,
|
||||
"modelCount": 34787,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15860,
|
||||
"successRate": 0.4564422827870032,
|
||||
"wilsonLowerBound": 0.4512100161419619
|
||||
"successCount": 15894,
|
||||
"successRate": 0.45689481702935003,
|
||||
"wilsonLowerBound": 0.45166509274135147
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 38628,
|
||||
"modelCount": 38659,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 10839,
|
||||
"successRate": 0.2805995650823237,
|
||||
"wilsonLowerBound": 0.2761409766542501
|
||||
"successCount": 10847,
|
||||
"successRate": 0.28058149460668924,
|
||||
"wilsonLowerBound": 0.27612477504118943
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 10804,
|
||||
"modelCount": 10836,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4521,
|
||||
"successRate": 0.41845612736023696,
|
||||
"wilsonLowerBound": 0.40918464163411417
|
||||
"successCount": 4537,
|
||||
"successRate": 0.4186969361387966,
|
||||
"wilsonLowerBound": 0.40943826966088753
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64138,
|
||||
"modelCount": 64140,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12092,
|
||||
"successRate": 0.18853098007421498,
|
||||
"wilsonLowerBound": 0.1855225752776889
|
||||
"successRate": 0.18852510134081696,
|
||||
"wilsonLowerBound": 0.18551677973478153
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 23756,
|
||||
"modelCount": 23884,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4872,
|
||||
"successRate": 0.20508503115002524,
|
||||
"wilsonLowerBound": 0.19999842488595082
|
||||
"successCount": 4899,
|
||||
"successRate": 0.20511639591358233,
|
||||
"wilsonLowerBound": 0.20004301404445157
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7029,
|
||||
"modelCount": 7055,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 79,
|
||||
"successRate": 0.011239152084222506,
|
||||
"wilsonLowerBound": 0.009027922121244968
|
||||
"successCount": 80,
|
||||
"successRate": 0.011339475549255847,
|
||||
"wilsonLowerBound": 0.009121070863476945
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26464,
|
||||
"modelCount": 26472,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3252,
|
||||
"successRate": 0.1228839177750907,
|
||||
"wilsonLowerBound": 0.11898303424872389
|
||||
"successCount": 3254,
|
||||
"successRate": 0.12292233303112723,
|
||||
"wilsonLowerBound": 0.11902149382397478
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
"modelCount": 16490,
|
||||
"modelCount": 16491,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1676,
|
||||
"successRate": 0.10163735597331716,
|
||||
"wilsonLowerBound": 0.09711764770880076
|
||||
"successRate": 0.10163119277181493,
|
||||
"wilsonLowerBound": 0.09711174413917853
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 13206,
|
||||
"modelCount": 13265,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5408,
|
||||
"successRate": 0.4095108284113282,
|
||||
"wilsonLowerBound": 0.40115127498061653
|
||||
"successCount": 5426,
|
||||
"successRate": 0.4090463626083679,
|
||||
"wilsonLowerBound": 0.40070694922665295
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 24471,
|
||||
"modelCount": 24474,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3796,
|
||||
"successRate": 0.15512238976747988,
|
||||
"wilsonLowerBound": 0.15064064588412457
|
||||
"successRate": 0.15510337501021493,
|
||||
"wilsonLowerBound": 0.15062213237258332
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -153,12 +153,12 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 47227,
|
||||
"modelCount": 47324,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11745,
|
||||
"successRate": 0.24869248523090606,
|
||||
"wilsonLowerBound": 0.2448144988367385
|
||||
"successCount": 11774,
|
||||
"successRate": 0.24879553714817007,
|
||||
"wilsonLowerBound": 0.2449209580493539
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
@@ -173,41 +173,41 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 86819,
|
||||
"modelCount": 86820,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 9767,
|
||||
"successRate": 0.11249841624529193,
|
||||
"wilsonLowerBound": 0.11041366545587353
|
||||
"successRate": 0.11249712047915227,
|
||||
"wilsonLowerBound": 0.11041239222412472
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 43171,
|
||||
"modelCount": 43250,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5273,
|
||||
"successRate": 0.12214217877742002,
|
||||
"wilsonLowerBound": 0.11908684640379548
|
||||
"successCount": 5280,
|
||||
"successRate": 0.12208092485549132,
|
||||
"wilsonLowerBound": 0.11902902517406508
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 38864,
|
||||
"modelCount": 39062,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3550,
|
||||
"successRate": 0.09134417455743105,
|
||||
"wilsonLowerBound": 0.08852009576675245
|
||||
"successRate": 0.09088116327888997,
|
||||
"wilsonLowerBound": 0.08807071768856889
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 90499,
|
||||
"modelCount": 90542,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22037,
|
||||
"successRate": 0.24350545309892926,
|
||||
"wilsonLowerBound": 0.24072002939666878
|
||||
"successCount": 22070,
|
||||
"successRate": 0.24375427978175873,
|
||||
"wilsonLowerBound": 0.24096853651816055
|
||||
},
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
@@ -220,39 +220,39 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 112754,
|
||||
"modelCount": 112755,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 16526,
|
||||
"successRate": 0.14656686237295352,
|
||||
"wilsonLowerBound": 0.14451450898539636
|
||||
"successRate": 0.1465655625027715,
|
||||
"wilsonLowerBound": 0.14451322578873768
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 20459,
|
||||
"modelCount": 20529,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3719,
|
||||
"successRate": 0.18177819052739624,
|
||||
"wilsonLowerBound": 0.17655339108209514
|
||||
"successCount": 3720,
|
||||
"successRate": 0.18120707292123336,
|
||||
"wilsonLowerBound": 0.17599764742658236
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 43284,
|
||||
"modelCount": 43288,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5633,
|
||||
"successRate": 0.13014046760927825,
|
||||
"wilsonLowerBound": 0.1270035254543304
|
||||
"successCount": 5634,
|
||||
"successRate": 0.1301515431528368,
|
||||
"wilsonLowerBound": 0.12701462876897476
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 7393,
|
||||
"modelCount": 7410,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 655,
|
||||
"successRate": 0.08859732179088327,
|
||||
"wilsonLowerBound": 0.08233158916631594
|
||||
"successCount": 658,
|
||||
"successRate": 0.08879892037786774,
|
||||
"wilsonLowerBound": 0.08253340250711545
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -267,85 +267,85 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 32563,
|
||||
"modelCount": 32597,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6160,
|
||||
"successRate": 0.18917175935878144,
|
||||
"wilsonLowerBound": 0.18495462576641236
|
||||
"successCount": 6172,
|
||||
"successRate": 0.18934257753781022,
|
||||
"wilsonLowerBound": 0.1851261337422368
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61284,
|
||||
"modelCount": 61290,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12404,
|
||||
"successRate": 0.20240193198877357,
|
||||
"wilsonLowerBound": 0.19923949733849936
|
||||
"successRate": 0.20238211780062001,
|
||||
"wilsonLowerBound": 0.19921995445527238
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 11151,
|
||||
"modelCount": 11218,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3276,
|
||||
"successRate": 0.2937853107344633,
|
||||
"wilsonLowerBound": 0.28540309052388907
|
||||
"successCount": 3295,
|
||||
"successRate": 0.29372437154573006,
|
||||
"wilsonLowerBound": 0.28536753311869784
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 14369,
|
||||
"modelCount": 14397,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3600,
|
||||
"successRate": 0.2505393555571021,
|
||||
"wilsonLowerBound": 0.24352141480808184
|
||||
"successCount": 3608,
|
||||
"successRate": 0.2506077655067028,
|
||||
"wilsonLowerBound": 0.24359592532821317
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64557,
|
||||
"modelCount": 64615,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 17697,
|
||||
"successRate": 0.2741298387471537,
|
||||
"wilsonLowerBound": 0.27070229667477813
|
||||
"successCount": 17718,
|
||||
"successRate": 0.27420877505223246,
|
||||
"wilsonLowerBound": 0.270782452765093
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 331,
|
||||
"modelCount": 350,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 208,
|
||||
"successRate": 0.6283987915407855,
|
||||
"wilsonLowerBound": 0.5751449274823321
|
||||
"successCount": 221,
|
||||
"successRate": 0.6314285714285715,
|
||||
"wilsonLowerBound": 0.5797153959193067
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 47425,
|
||||
"modelCount": 47442,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 20994,
|
||||
"successRate": 0.44267791249341065,
|
||||
"wilsonLowerBound": 0.43821230244140635
|
||||
"successCount": 21007,
|
||||
"successRate": 0.44279330550988577,
|
||||
"wilsonLowerBound": 0.43832836567998795
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 37968,
|
||||
"modelCount": 38000,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4064,
|
||||
"successRate": 0.10703750526759376,
|
||||
"wilsonLowerBound": 0.10396736900903684
|
||||
"successCount": 4082,
|
||||
"successRate": 0.10742105263157894,
|
||||
"wilsonLowerBound": 0.1043472595660648
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 800,
|
||||
"modelCount": 806,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -374,12 +374,12 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 6540,
|
||||
"modelCount": 6554,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2836,
|
||||
"successRate": 0.43363914373088686,
|
||||
"wilsonLowerBound": 0.421670594989094
|
||||
"successCount": 2842,
|
||||
"successRate": 0.4336283185840708,
|
||||
"wilsonLowerBound": 0.421672552169198
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -394,47 +394,47 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 14655,
|
||||
"modelCount": 14721,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4737,
|
||||
"successRate": 0.3232343909928352,
|
||||
"wilsonLowerBound": 0.3157090346748608
|
||||
"successCount": 4748,
|
||||
"successRate": 0.32253243665511855,
|
||||
"wilsonLowerBound": 0.31502833811470826
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 27337,
|
||||
"modelCount": 27349,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 13934,
|
||||
"successRate": 0.5097121117898818,
|
||||
"wilsonLowerBound": 0.5037850670579854
|
||||
"successCount": 13942,
|
||||
"successRate": 0.5097809791948518,
|
||||
"wilsonLowerBound": 0.5038552412734948
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 64592,
|
||||
"modelCount": 64650,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6715,
|
||||
"successRate": 0.10396024275452069,
|
||||
"wilsonLowerBound": 0.10162997810451746
|
||||
"successCount": 6731,
|
||||
"successRate": 0.10411446249033256,
|
||||
"wilsonLowerBound": 0.10178368209802098
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 13036,
|
||||
"modelCount": 13041,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2011,
|
||||
"successRate": 0.15426511199754525,
|
||||
"wilsonLowerBound": 0.14816642736392852
|
||||
"successCount": 2015,
|
||||
"successRate": 0.1545126907445748,
|
||||
"wilsonLowerBound": 0.14841102073890672
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-30T07:57:56.889575+00:00",
|
||||
"generatedAt": "2026-09-30T08:06:04.668005+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
Reference in New Issue
Block a user