state: generation 15815 (cycle)

This commit is contained in:
2026-10-30 10:15:00 +00:00
parent f9fa822635
commit c34acbb76c
3 changed files with 245 additions and 205 deletions

View File

@@ -1,30 +1,30 @@
{
"communityAttemptedAt": "2026-10-30T10:09:29.475104+00:00",
"communityAttemptedAt": "2026-10-30T10:14:56.181880+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-30T10:09:29.475104+00:00",
"frameworkAttemptedAt": "2026-10-30T09:06:35.896969+00:00",
"communityUpdatedAt": "2026-10-30T10:14:56.181880+00:00",
"frameworkAttemptedAt": "2026-10-30T10:14:56.181880+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 44921,
"modelCount": 44930,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22745,
"successRate": 0.5063333407537677,
"wilsonLowerBound": 0.5017095430031777
"successCount": 22750,
"successRate": 0.5063432005341643,
"wilsonLowerBound": 0.5017198662342807
},
"vllm": {
"framework": "vllm",
"modelCount": 59476,
"modelCount": 59480,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15737,
"successRate": 0.2645941219987894,
"wilsonLowerBound": 0.2610642234653945
"successCount": 15738,
"successRate": 0.26459314055144584,
"wilsonLowerBound": 0.2610633644674953
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
@@ -37,32 +37,32 @@
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6528,
"modelCount": 6536,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2141,
"successRate": 0.32797181372549017,
"wilsonLowerBound": 0.31668708845277965
"successCount": 2144,
"successRate": 0.32802937576499386,
"wilsonLowerBound": 0.3167509488282683
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40147,
"modelCount": 40158,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19472,
"successRate": 0.48501756046529004,
"wilsonLowerBound": 0.48013040295921794
"successCount": 19478,
"successRate": 0.4850341152447831,
"wilsonLowerBound": 0.48014762043039355
},
"vllm": {
"framework": "vllm",
"modelCount": 41292,
"modelCount": 41293,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11259,
"successRate": 0.27266782911944204,
"wilsonLowerBound": 0.26839369656113865
"successRate": 0.2726612258736348,
"wilsonLowerBound": 0.26838717793237604
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
@@ -75,12 +75,41 @@
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 15923,
"modelCount": 15932,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6395,
"successRate": 0.4016202976825975,
"wilsonLowerBound": 0.3940304350814958
"successCount": 6398,
"successRate": 0.4015817223198594,
"wilsonLowerBound": 0.39399412607512047
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64352,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.18802834410740926,
"wilsonLowerBound": 0.18502804083860971
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 40286,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8203,
"successRate": 0.2036191232686293,
"wilsonLowerBound": 0.1997151503122255
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8810,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 118,
"successRate": 0.013393870601589104,
"wilsonLowerBound": 0.011196680112575583
}
},
"Cambricon_mlu-370-x4": {
@@ -104,12 +133,12 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 19348,
"modelCount": 19369,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7305,
"successRate": 0.37755840396940255,
"wilsonLowerBound": 0.3707524218050106
"successCount": 7306,
"successRate": 0.37720068150136815,
"wilsonLowerBound": 0.37039972099119395
}
},
"Cambricon_mlu-370-x8": {
@@ -133,23 +162,23 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 59335,
"modelCount": 59356,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14730,
"successRate": 0.24825145361085363,
"wilsonLowerBound": 0.24479180189483532
"successCount": 14732,
"successRate": 0.24819731787856325,
"wilsonLowerBound": 0.244738532629012
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 30129,
"modelCount": 30153,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4136,
"successRate": 0.13727637824023367,
"wilsonLowerBound": 0.13343664171515127
"successCount": 4137,
"successRate": 0.13720027857924585,
"wilsonLowerBound": 0.1333629670920725
},
"vllm": {
"framework": "vllm",
@@ -162,21 +191,21 @@
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50764,
"modelCount": 50766,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5805,
"successRate": 0.11435269088330313,
"wilsonLowerBound": 0.11161340517892779
"successRate": 0.11434818579364141,
"wilsonLowerBound": 0.11160900130042302
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 54947,
"modelCount": 54962,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3906,
"successRate": 0.07108668353140299,
"wilsonLowerBound": 0.06896788403753468
"successCount": 3908,
"successRate": 0.07110367162767002,
"wilsonLowerBound": 0.06898491904511449
}
},
"Iluvatar_bi-150": {
@@ -200,12 +229,12 @@
},
"transformers": {
"framework": "transformers",
"modelCount": 6755,
"modelCount": 6757,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 631,
"successRate": 0.09341228719467061,
"wilsonLowerBound": 0.08670165518342235
"successRate": 0.09338463815302649,
"wilsonLowerBound": 0.08667590135459897
},
"vllm": {
"framework": "vllm",
@@ -227,21 +256,21 @@
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26588,
"modelCount": 26589,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4289,
"successRate": 0.1613133744546412,
"wilsonLowerBound": 0.1569410688845808
"successRate": 0.16130730753319042,
"wilsonLowerBound": 0.15693515126985108
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45223,
"modelCount": 45226,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5889,
"successRate": 0.13022134754439113,
"wilsonLowerBound": 0.12715087195282573
"successCount": 5890,
"successRate": 0.13023482067837086,
"wilsonLowerBound": 0.12716430833663406
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
@@ -265,12 +294,12 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 37006,
"modelCount": 37014,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7594,
"successRate": 0.20520996595146732,
"wilsonLowerBound": 0.20112589604900902
"successCount": 7595,
"successRate": 0.2051926298157454,
"wilsonLowerBound": 0.20110912866277988
}
},
"Kunlunxin_p-800": {
@@ -285,61 +314,61 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21246,
"modelCount": 21258,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5859,
"successRate": 0.27576955662242303,
"wilsonLowerBound": 0.2698011288494846
"successCount": 5861,
"successRate": 0.27570796876470033,
"wilsonLowerBound": 0.2697416406167757
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 17073,
"modelCount": 17077,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4110,
"successRate": 0.2407309787383588,
"wilsonLowerBound": 0.23437670466950508
"successRate": 0.24067459155589388,
"wilsonLowerBound": 0.23432158023327374
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 71242,
"modelCount": 71249,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19504,
"successRate": 0.27377109008730804,
"wilsonLowerBound": 0.27050905314382084
"successCount": 19506,
"successRate": 0.2737722634703645,
"wilsonLowerBound": 0.27051038173358777
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2757,
"modelCount": 2760,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1513,
"successRate": 0.5487849111352919,
"wilsonLowerBound": 0.5301547574869946
"successCount": 1514,
"successRate": 0.5485507246376812,
"wilsonLowerBound": 0.5299301945236919
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49383,
"modelCount": 49384,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22221,
"successRate": 0.4499726626571897,
"wilsonLowerBound": 0.44558886527027025
"successRate": 0.4499635509476754,
"wilsonLowerBound": 0.44557980669287656
},
"vllm": {
"framework": "vllm",
"modelCount": 42600,
"modelCount": 42613,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5674,
"successRate": 0.1331924882629108,
"wilsonLowerBound": 0.12999888480514207
"successCount": 5677,
"successRate": 0.13322225611902472,
"wilsonLowerBound": 0.13002882708163754
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
@@ -372,12 +401,12 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8389,
"modelCount": 8392,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3688,
"successRate": 0.4396233162474669,
"wilsonLowerBound": 0.42903195707240865
"successCount": 3690,
"successRate": 0.43970448045757865,
"wilsonLowerBound": 0.4291147606902373
}
},
"Vastai_va16": {
@@ -392,51 +421,51 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 23561,
"modelCount": 23580,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6540,
"successRate": 0.27757735240439707,
"wilsonLowerBound": 0.271895927207455
"successCount": 6545,
"successRate": 0.2775657336726039,
"wilsonLowerBound": 0.27188665854342997
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29901,
"modelCount": 29903,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15333,
"successRate": 0.5127922143072138,
"wilsonLowerBound": 0.5071253982564852
"successCount": 15335,
"successRate": 0.5128248001872722,
"wilsonLowerBound": 0.5071581789539187
},
"vllm": {
"framework": "vllm",
"modelCount": 69730,
"modelCount": 69734,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7611,
"successRate": 0.10914957693962427,
"wilsonLowerBound": 0.10685655907668663
"successRate": 0.10914331602948346,
"wilsonLowerBound": 0.1068504219018826
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15147,
"modelCount": 15150,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2863,
"successRate": 0.18901432626922823,
"wilsonLowerBound": 0.18285832350524583
"successCount": 2865,
"successRate": 0.1891089108910891,
"wilsonLowerBound": 0.1829522903252564
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-30T10:13:50.552694+00:00",
"generatedAt": "2026-10-30T10:14:56.181880+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 0.0,
"backlogHours": 0.0012101828240480615,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
@@ -454,11 +483,11 @@
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57842.5,
"waiting": 0
"waiting": 70
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 0.0,
"backlogHours": 0.0012101828240480615,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
@@ -471,7 +500,29 @@
"recentSuccessRate": 1.0,
"recentTerminal": 347055,
"recentWilsonLowerBound": 0.9999889309836272,
"running": 8,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57842.5,
"waiting": 70
},
"Biren_166m": {
"available": true,
"backlogHours": 0.0,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 347055,
"recentSuccessRate": 1.0,
"recentTerminal": 347055,
"recentWilsonLowerBound": 0.9999889309836272,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
@@ -493,7 +544,7 @@
"recentSuccessRate": 1.0,
"recentTerminal": 347055,
"recentWilsonLowerBound": 0.9999889309836272,
"running": 0,
"running": 8,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
@@ -546,7 +597,7 @@
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 0.0,
"backlogHours": 0.0012101828240480615,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
@@ -559,12 +610,12 @@
"recentSuccessRate": 1.0,
"recentTerminal": 347055,
"recentWilsonLowerBound": 0.9999889309836272,
"running": 0,
"running": 8,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57842.5,
"waiting": 0
"waiting": 70
},
"Iluvatar_mrv-100": {
"available": true,
@@ -603,7 +654,7 @@
"recentSuccessRate": 1.0,
"recentTerminal": 347055,
"recentWilsonLowerBound": 0.9999889309836272,
"running": 0,
"running": 8,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
@@ -625,7 +676,7 @@
"recentSuccessRate": 1.0,
"recentTerminal": 347055,
"recentWilsonLowerBound": 0.9999889309836272,
"running": 8,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
@@ -634,7 +685,7 @@
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 0.0012101828240480615,
"backlogHours": 0.0,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
@@ -647,12 +698,12 @@
"recentSuccessRate": 1.0,
"recentTerminal": 347055,
"recentWilsonLowerBound": 0.9999889309836272,
"running": 0,
"running": 8,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57842.5,
"waiting": 70
"waiting": 0
},
"Sunrise_pt-200-x1": {
"available": true,
@@ -691,7 +742,7 @@
"recentSuccessRate": 1.0,
"recentTerminal": 347055,
"recentWilsonLowerBound": 0.9999889309836272,
"running": 8,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
@@ -700,7 +751,7 @@
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 0.0012101828240480615,
"backlogHours": 0.0,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
@@ -718,18 +769,19 @@
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57842.5,
"waiting": 70
"waiting": 0
}
},
"queueAttemptedAt": "2026-10-30T10:10:37.099847+00:00",
"queueAttemptedAt": "2026-10-30T10:14:56.181880+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-30T10:10:37.099847+00:00",
"queueUpdatedAt": "2026-10-30T10:14:56.181880+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
"Iluvatar_mrv-100",
"Kunlunxin_p-800",
"Iluvatar_bi-150",
"Biren_166m",
"Ascend_910-b4",
"Ascend_910-b3",
"MetaX_c-500",