state: generation 16416 (cycle)

This commit is contained in:
2026-10-30 22:16:45 +00:00
parent da467d7bf1
commit a14404bd66
3 changed files with 160 additions and 160 deletions

View File

@@ -3,66 +3,66 @@
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-30T22:08:35.799023+00:00",
"frameworkAttemptedAt": "2026-10-30T16:16:41.093310+00:00",
"frameworkAttemptedAt": "2026-10-30T22:16:43.037238+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44980,
"modelCount": 45021,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22774,
"successRate": 0.5063139172965763,
"wilsonLowerBound": 0.5016931525297287
"successCount": 22800,
"successRate": 0.5064303325114946,
"wilsonLowerBound": 0.5018116760943446
},
"vllm": {
"framework": "vllm",
"modelCount": 59514,
"modelCount": 59552,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15742,
"successRate": 0.2645091911146957,
"wilsonLowerBound": 0.26098078445968087
"successCount": 15744,
"successRate": 0.2643739924771628,
"wilsonLowerBound": 0.260847295465
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 52,
"modelCount": 56,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 18,
"successRate": 0.34615384615384615,
"wilsonLowerBound": 0.23150828073938615
"successRate": 0.32142857142857145,
"wilsonLowerBound": 0.21400827887722296
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6579,
"modelCount": 6614,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2161,
"successRate": 0.32846937224502204,
"wilsonLowerBound": 0.3172233732474805
"successCount": 2175,
"successRate": 0.32884789839733897,
"wilsonLowerBound": 0.3176278709867261
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40201,
"modelCount": 40240,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19505,
"successRate": 0.48518693564836696,
"wilsonLowerBound": 0.4803029947751103
"successCount": 19532,
"successRate": 0.4853876739562624,
"wilsonLowerBound": 0.4805060225734731
},
"vllm": {
"framework": "vllm",
"modelCount": 41307,
"modelCount": 41320,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11259,
"successRate": 0.2725688140024693,
"wilsonLowerBound": 0.2682959503749288
"successCount": 11260,
"successRate": 0.2725072604065828,
"wilsonLowerBound": 0.2682353744879226
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
@@ -75,52 +75,52 @@
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 15994,
"modelCount": 16061,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6417,
"successRate": 0.4012129548580718,
"wilsonLowerBound": 0.3936412678254247
"successCount": 6429,
"successRate": 0.40028640806923604,
"wilsonLowerBound": 0.39273360022305204
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64354,
"modelCount": 64355,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.18802250054386674,
"wilsonLowerBound": 0.18502228000021326
"successRate": 0.1880195788982985,
"wilsonLowerBound": 0.1850193997155498
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 40404,
"modelCount": 40555,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8222,
"successRate": 0.2034947034947035,
"wilsonLowerBound": 0.1995972988999546
"successCount": 8261,
"successRate": 0.20369868080384662,
"wilsonLowerBound": 0.19980700551687405
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8824,
"modelCount": 8839,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 118,
"successRate": 0.013372620126926565,
"wilsonLowerBound": 0.011178897697952156
"successRate": 0.013349926462269488,
"wilsonLowerBound": 0.011159907684070354
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26930,
"modelCount": 26931,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3310,
"successRate": 0.12291125139249907,
"wilsonLowerBound": 0.11904341727579179
"successRate": 0.12290668746054732,
"wilsonLowerBound": 0.11903898739512804
},
"vllm-customized": {
"framework": "vllm-customized",
@@ -133,12 +133,12 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 19414,
"modelCount": 19473,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7316,
"successRate": 0.37684145462037705,
"wilsonLowerBound": 0.37004970399435316
"successCount": 7335,
"successRate": 0.3766753967031274,
"wilsonLowerBound": 0.3698945298189592
}
},
"Cambricon_mlu-370-x8": {
@@ -162,23 +162,23 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 59479,
"modelCount": 59590,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14754,
"successRate": 0.24805393500226972,
"wilsonLowerBound": 0.24459939207388923
"successCount": 14783,
"successRate": 0.24807853666722604,
"wilsonLowerBound": 0.24462708059481802
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 30296,
"modelCount": 30421,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4145,
"successRate": 0.13681674148402428,
"wilsonLowerBound": 0.1329929948168685
"successCount": 4148,
"successRate": 0.13635317708162126,
"wilsonLowerBound": 0.1325427699173584
},
"vllm": {
"framework": "vllm",
@@ -191,36 +191,36 @@
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50779,
"modelCount": 50787,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5805,
"successRate": 0.11431891136099569,
"wilsonLowerBound": 0.11158038455927313
"successRate": 0.11430090377458799,
"wilsonLowerBound": 0.11156278155019946
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 55059,
"modelCount": 55185,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3913,
"successRate": 0.07106921665849361,
"wilsonLowerBound": 0.06895278778160145
"successCount": 3917,
"successRate": 0.07097943281688865,
"wilsonLowerBound": 0.06886664466892725
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 95652,
"modelCount": 95656,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 24194,
"successRate": 0.2529377326140593,
"wilsonLowerBound": 0.25019286572296573
"successRate": 0.25292715564104706,
"wilsonLowerBound": 0.2501823844515038
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 168,
"modelCount": 170,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
@@ -247,39 +247,39 @@
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 423,
"modelCount": 425,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.004728132387706856,
"wilsonLowerBound": 0.0012975563233095547
"successRate": 0.004705882352941176,
"wilsonLowerBound": 0.0012914456772019308
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26591,
"modelCount": 26596,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4289,
"successRate": 0.16129517505923058,
"wilsonLowerBound": 0.15692331737923118
"successRate": 0.16126485185742218,
"wilsonLowerBound": 0.15689374046022242
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45475,
"modelCount": 45536,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5895,
"successRate": 0.12963166575041232,
"wilsonLowerBound": 0.12657563704477579
"successCount": 5898,
"successRate": 0.1295238931834153,
"wilsonLowerBound": 0.12647099190814626
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 9178,
"modelCount": 9179,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 853,
"successRate": 0.0929396382654173,
"wilsonLowerBound": 0.08716855598402456
"successRate": 0.09292951301884737,
"wilsonLowerBound": 0.08715903032077496
}
},
"Iluvatar_mrv-100": {
@@ -294,85 +294,85 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 37052,
"modelCount": 37097,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7605,
"successRate": 0.20525207816042318,
"wilsonLowerBound": 0.2011702078450526
"successCount": 7618,
"successRate": 0.20535353263067094,
"wilsonLowerBound": 0.20127335653884085
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61664,
"modelCount": 61666,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12434,
"successRate": 0.20164115204981836,
"wilsonLowerBound": 0.19849292229990603
"successRate": 0.20163461226607854,
"wilsonLowerBound": 0.19848647205420222
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21326,
"modelCount": 21394,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5863,
"successRate": 0.27492262965394354,
"wilsonLowerBound": 0.268971197304106
"successCount": 5879,
"successRate": 0.27479667196410207,
"wilsonLowerBound": 0.2688555132593417
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 17100,
"modelCount": 17124,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4115,
"successRate": 0.24064327485380116,
"wilsonLowerBound": 0.23429478934693687
"successCount": 4117,
"successRate": 0.2404227984115861,
"wilsonLowerBound": 0.23408077529573446
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 71298,
"modelCount": 71331,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19520,
"successRate": 0.2737804707004404,
"wilsonLowerBound": 0.2705196747914755
"successCount": 19528,
"successRate": 0.2737659643072437,
"wilsonLowerBound": 0.27050597469902804
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2804,
"modelCount": 2847,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1539,
"successRate": 0.5488587731811697,
"wilsonLowerBound": 0.5303859355125221
"successCount": 1562,
"successRate": 0.5486476993326308,
"wilsonLowerBound": 0.5303147367227969
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49416,
"modelCount": 49448,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22238,
"successRate": 0.45001618908855434,
"wilsonLowerBound": 0.44563381233009536
"successCount": 22256,
"successRate": 0.45008898236531303,
"wilsonLowerBound": 0.4457079524224785
},
"vllm": {
"framework": "vllm",
"modelCount": 42659,
"modelCount": 42697,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5692,
"successRate": 0.13343022574368832,
"wilsonLowerBound": 0.13023635396907535
"successCount": 5709,
"successRate": 0.13370962831112257,
"wilsonLowerBound": 0.13051428416662766
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1466,
"modelCount": 1471,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
@@ -401,12 +401,12 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8404,
"modelCount": 8422,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3692,
"successRate": 0.4393146120894812,
"wilsonLowerBound": 0.42873362575245194
"successCount": 3701,
"successRate": 0.43944431251484206,
"wilsonLowerBound": 0.4288742074549344
}
},
"Vastai_va16": {
@@ -421,47 +421,47 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 23679,
"modelCount": 23760,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6573,
"successRate": 0.2775877359685798,
"wilsonLowerBound": 0.271920325320184
"successCount": 6598,
"successRate": 0.2776936026936027,
"wilsonLowerBound": 0.2720351127140365
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29936,
"modelCount": 29977,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15361,
"successRate": 0.5131280064136825,
"wilsonLowerBound": 0.5074645601033321
"successCount": 15383,
"successRate": 0.5131600894018747,
"wilsonLowerBound": 0.5075005235009272
},
"vllm": {
"framework": "vllm",
"modelCount": 69755,
"modelCount": 69783,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7615,
"successRate": 0.10916780159128378,
"wilsonLowerBound": 0.10687502033253095
"successCount": 7621,
"successRate": 0.10920997950790307,
"wilsonLowerBound": 0.10691725955341373
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15161,
"modelCount": 15192,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2866,
"successRate": 0.189037662423323,
"wilsonLowerBound": 0.18288416514392783
"successCount": 2873,
"successRate": 0.18911269088994206,
"wilsonLowerBound": 0.18296442827578813
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-30T22:15:11.644793+00:00",
"generatedAt": "2026-10-30T22:16:43.037238+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
@@ -478,7 +478,7 @@
"recentSuccessRate": 1.0,
"recentTerminal": 347813,
"recentWilsonLowerBound": 0.9999889551064222,
"running": 3,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
@@ -500,7 +500,7 @@
"recentSuccessRate": 1.0,
"recentTerminal": 347813,
"recentWilsonLowerBound": 0.9999889551064222,
"running": 0,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
@@ -509,7 +509,7 @@
},
"Biren_166m": {
"available": true,
"backlogHours": 0.0016905636074557304,
"backlogHours": 0.001707814256511401,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
@@ -522,16 +522,16 @@
"recentSuccessRate": 1.0,
"recentTerminal": 347813,
"recentWilsonLowerBound": 0.9999889551064222,
"running": 0,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57968.833333333336,
"waiting": 98
"waiting": 99
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 0.0016905636074557304,
"backlogHours": 0.001707814256511401,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
@@ -549,7 +549,7 @@
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57968.833333333336,
"waiting": 98
"waiting": 99
},
"Cambricon_mlu-370-x8": {
"available": true,
@@ -597,7 +597,7 @@
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 0.0016905636074557304,
"backlogHours": 0.001707814256511401,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
@@ -615,11 +615,11 @@
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57968.833333333336,
"waiting": 98
"waiting": 99
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 0.0016905636074557304,
"backlogHours": 0.001707814256511401,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
@@ -632,16 +632,16 @@
"recentSuccessRate": 1.0,
"recentTerminal": 347813,
"recentWilsonLowerBound": 0.9999889551064222,
"running": 0,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57968.833333333336,
"waiting": 98
"waiting": 99
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 0.001707814256511401,
"backlogHours": 0.0016905636074557304,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
@@ -654,12 +654,12 @@
"recentSuccessRate": 1.0,
"recentTerminal": 347813,
"recentWilsonLowerBound": 0.9999889551064222,
"running": 0,
"running": 3,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57968.833333333336,
"waiting": 99
"waiting": 98
},
"MetaX_c-500": {
"available": true,
@@ -685,7 +685,7 @@
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 0.0016905636074557304,
"backlogHours": 0.001707814256511401,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
@@ -698,12 +698,12 @@
"recentSuccessRate": 1.0,
"recentTerminal": 347813,
"recentWilsonLowerBound": 0.9999889551064222,
"running": 3,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57968.833333333336,
"waiting": 98
"waiting": 99
},
"Sunrise_pt-200-x1": {
"available": true,
@@ -720,7 +720,7 @@
"recentSuccessRate": 1.0,
"recentTerminal": 347813,
"recentWilsonLowerBound": 0.9999889551064222,
"running": 3,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
@@ -742,7 +742,7 @@
"recentSuccessRate": 1.0,
"recentTerminal": 347813,
"recentWilsonLowerBound": 0.9999889551064222,
"running": 3,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
@@ -764,7 +764,7 @@
"recentSuccessRate": 1.0,
"recentTerminal": 347813,
"recentWilsonLowerBound": 0.9999889551064222,
"running": 3,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
@@ -772,9 +772,9 @@
"waiting": 98
}
},
"queueAttemptedAt": "2026-10-30T22:06:25.886858+00:00",
"queueAttemptedAt": "2026-10-30T22:16:43.037238+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-30T22:06:25.886858+00:00",
"queueUpdatedAt": "2026-10-30T22:16:43.037238+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",