state: generation 9521 (cycle)
This commit is contained in:
@@ -1743,7 +1743,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-18T23:41:25.404748+00:00",
|
||||
"generatedAt": "2026-09-18T23:44:10.295292+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 84,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -35,7 +35,7 @@
|
||||
"2": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 694,
|
||||
"listingErrors": 695,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 2,
|
||||
"nextAccountIndex": 3,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-18T23:41:25.380463+00:00",
|
||||
"updatedAt": "2026-09-18T23:44:10.267376+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -416,121 +416,121 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-18T23:39:23.207262+00:00",
|
||||
"generatedAt": "2026-09-18T23:42:33.151300+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 544.6976744186046,
|
||||
"backlogHours": 534.3650190114068,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.3045882546271659,
|
||||
"queueFactor": 1.0902879417774622,
|
||||
"queueWeight": 1.0902879417774622,
|
||||
"qualityFactor": 0.2917277460736038,
|
||||
"queueFactor": 1.0945749139649743,
|
||||
"queueWeight": 1.0945749139649743,
|
||||
"recentSuccess": 47,
|
||||
"recentSuccessRate": 0.1821705426356589,
|
||||
"recentTerminal": 258,
|
||||
"recentWilsonLowerBound": 0.13984884770935388,
|
||||
"recentSuccessRate": 0.17870722433460076,
|
||||
"recentTerminal": 263,
|
||||
"recentWilsonLowerBound": 0.13713325807457258,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.33208890122704227,
|
||||
"selectionWeight": 0.3193178725597107,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 43.0,
|
||||
"waiting": 23422
|
||||
"throughputPerHour": 43.833333333333336,
|
||||
"waiting": 23423
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1230.8321167883212,
|
||||
"backlogHours": 1221.8695652173913,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.5833215827893428,
|
||||
"queueFactor": 0.9647942669507551,
|
||||
"queueWeight": 0.9647942669507551,
|
||||
"recentSuccess": 51,
|
||||
"recentSuccessRate": 0.3722627737226277,
|
||||
"recentTerminal": 137,
|
||||
"recentWilsonLowerBound": 0.2958339238729821,
|
||||
"qualityFactor": 1.6367330413129058,
|
||||
"queueFactor": 0.966868622595196,
|
||||
"queueWeight": 0.966868622595196,
|
||||
"recentSuccess": 52,
|
||||
"recentSuccessRate": 0.37681159420289856,
|
||||
"recentTerminal": 138,
|
||||
"recentWilsonLowerBound": 0.3003290837805292,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.5275795858145533,
|
||||
"selectionWeight": 1.5825058212102552,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 22.833333333333332,
|
||||
"waiting": 28104
|
||||
"throughputPerHour": 23.0,
|
||||
"waiting": 28103
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 255.3781512605042,
|
||||
"backlogHours": 257.4406779661017,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.16099257275491946,
|
||||
"queueFactor": 1.2214817322672011,
|
||||
"queueWeight": 1.2214817322672011,
|
||||
"qualityFactor": 0.16408568722022382,
|
||||
"queueFactor": 1.2212922973021558,
|
||||
"queueWeight": 1.2212922973021558,
|
||||
"recentSuccess": 19,
|
||||
"recentSuccessRate": 0.15966386554621848,
|
||||
"recentTerminal": 119,
|
||||
"recentWilsonLowerBound": 0.10466269961883354,
|
||||
"recentSuccessRate": 0.16101694915254236,
|
||||
"recentTerminal": 118,
|
||||
"recentWilsonLowerBound": 0.10557198487865982,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.19664948665083243,
|
||||
"selectionWeight": 0.20039658589959014,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.833333333333332,
|
||||
"waiting": 5065
|
||||
"throughputPerHour": 19.666666666666668,
|
||||
"waiting": 5063
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 2119.3953488372094,
|
||||
"backlogHours": 2222.6341463414633,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 1.0341568284857874,
|
||||
"queueFactor": 0.8892681554578675,
|
||||
"queueWeight": 0.8892681554578675,
|
||||
"qualityFactor": 1.1573823623335984,
|
||||
"queueFactor": 0.8838752971544569,
|
||||
"queueWeight": 0.8838752971544569,
|
||||
"recentSuccess": 16,
|
||||
"recentSuccessRate": 0.37209302325581395,
|
||||
"recentTerminal": 43,
|
||||
"recentWilsonLowerBound": 0.2437613889377433,
|
||||
"recentSuccessRate": 0.3902439024390244,
|
||||
"recentTerminal": 41,
|
||||
"recentWilsonLowerBound": 0.2565593521532712,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.9196427353217144,
|
||||
"selectionWeight": 1.0229816794289366,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 7.166666666666667,
|
||||
"waiting": 15189
|
||||
"throughputPerHour": 6.833333333333333,
|
||||
"waiting": 15188
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 475.8974358974359,
|
||||
"backlogHours": 484.0695652173913,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.31449560450264824,
|
||||
"queueFactor": 1.1125960977504947,
|
||||
"queueWeight": 1.1125960977504947,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.20512820512820512,
|
||||
"recentTerminal": 117,
|
||||
"recentWilsonLowerBound": 0.14189847337772166,
|
||||
"qualityFactor": 0.25878929702504405,
|
||||
"queueFactor": 1.1109257333929707,
|
||||
"queueWeight": 1.1109257333929707,
|
||||
"recentSuccess": 22,
|
||||
"recentSuccessRate": 0.19130434782608696,
|
||||
"recentTerminal": 115,
|
||||
"recentWilsonLowerBound": 0.12986500788825311,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.34990658232932936,
|
||||
"selectionWeight": 0.2874956895917984,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.5,
|
||||
"waiting": 9280
|
||||
"throughputPerHour": 19.166666666666668,
|
||||
"waiting": 9278
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 51.63210702341137,
|
||||
"backlogHours": 49.34185303514377,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
@@ -539,104 +539,104 @@
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 13,
|
||||
"recentSuccessRate": 0.043478260869565216,
|
||||
"recentTerminal": 299,
|
||||
"recentWilsonLowerBound": 0.025582059272516666,
|
||||
"recentSuccess": 10,
|
||||
"recentSuccessRate": 0.03194888178913738,
|
||||
"recentTerminal": 313,
|
||||
"recentWilsonLowerBound": 0.01744467813317713,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 49.833333333333336,
|
||||
"waiting": 2573
|
||||
"throughputPerHour": 52.166666666666664,
|
||||
"waiting": 2574
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 211.14893617021278,
|
||||
"backlogHours": 181.5,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.22996353318992074,
|
||||
"queueFactor": 1.2568290273065996,
|
||||
"queueWeight": 1.2568290273065996,
|
||||
"qualityFactor": 0.16361843670589477,
|
||||
"queueFactor": 1.2870330493602917,
|
||||
"queueWeight": 1.2870330493602917,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.1773049645390071,
|
||||
"recentTerminal": 141,
|
||||
"recentWilsonLowerBound": 0.12307779859865452,
|
||||
"running": 5,
|
||||
"selectionWeight": 0.28902484373507703,
|
||||
"recentSuccessRate": 0.1524390243902439,
|
||||
"recentTerminal": 164,
|
||||
"recentWilsonLowerBound": 0.10543523002808428,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.21058233552515163,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 23.5,
|
||||
"waiting": 4962
|
||||
"throughputPerHour": 27.333333333333332,
|
||||
"waiting": 4961
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 2903.6363636363635,
|
||||
"backlogHours": 2994.375,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.3199467722378562,
|
||||
"queueFactor": 0.8482487007635715,
|
||||
"queueWeight": 0.8482487007635715,
|
||||
"qualityFactor": 1.421110890975764,
|
||||
"queueFactor": 0.8452307048254915,
|
||||
"queueWeight": 0.8452307048254915,
|
||||
"recentSuccess": 14,
|
||||
"recentSuccessRate": 0.42424242424242425,
|
||||
"recentTerminal": 33,
|
||||
"recentWilsonLowerBound": 0.272353589950299,
|
||||
"recentSuccessRate": 0.4375,
|
||||
"recentTerminal": 32,
|
||||
"recentWilsonLowerBound": 0.28165085969443177,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.1196431346278313,
|
||||
"selectionWeight": 1.201166560014627,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 5.5,
|
||||
"throughputPerHour": 5.333333333333333,
|
||||
"waiting": 15970
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 561.9130434782609,
|
||||
"backlogHours": 556.9655172413793,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.2917110135223135,
|
||||
"queueFactor": 1.0852109572164295,
|
||||
"queueWeight": 1.0852109572164295,
|
||||
"recentSuccess": 23,
|
||||
"recentSuccessRate": 0.2,
|
||||
"recentTerminal": 115,
|
||||
"recentWilsonLowerBound": 0.1371296827840679,
|
||||
"qualityFactor": 0.3206800535605768,
|
||||
"queueFactor": 1.0877947222367168,
|
||||
"queueWeight": 1.0877947222367168,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.20689655172413793,
|
||||
"recentTerminal": 116,
|
||||
"recentWilsonLowerBound": 0.14316009603424576,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.3165679882151246,
|
||||
"selectionWeight": 0.34883406978978315,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.166666666666668,
|
||||
"waiting": 10770
|
||||
"throughputPerHour": 19.333333333333332,
|
||||
"waiting": 10768
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 921.4054054054054,
|
||||
"backlogHours": 885.4285714285713,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.8982457687546688,
|
||||
"queueFactor": 1.007620335602245,
|
||||
"queueWeight": 1.007620335602245,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.32432432432432434,
|
||||
"recentTerminal": 74,
|
||||
"recentWilsonLowerBound": 0.22863921647459504,
|
||||
"qualityFactor": 0.9152127699816919,
|
||||
"queueFactor": 1.0147245408384655,
|
||||
"queueWeight": 1.0147245408384655,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.3246753246753247,
|
||||
"recentTerminal": 77,
|
||||
"recentWilsonLowerBound": 0.2305922805932014,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.905090702965876,
|
||||
"selectionWeight": 0.9286888577891724,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 12.333333333333334,
|
||||
"waiting": 11364
|
||||
"throughputPerHour": 12.833333333333334,
|
||||
"waiting": 11363
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
@@ -647,14 +647,14 @@
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.8945859495628307,
|
||||
"queueWeight": 0.8945859495628307,
|
||||
"queueFactor": 0.8955270927787944,
|
||||
"queueWeight": 0.8955270927787944,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.4838709677419355,
|
||||
"recentTerminal": 62,
|
||||
"recentWilsonLowerBound": 0.3640965420650529,
|
||||
"running": 4,
|
||||
"selectionWeight": 2.2364648739070767,
|
||||
"selectionWeight": 2.2388177319469857,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 10.333333333333334,
|
||||
@@ -662,74 +662,74 @@
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 5871.375,
|
||||
"backlogHours": 5526.0,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.4027660377095044,
|
||||
"queueFactor": 0.7632267163697201,
|
||||
"queueWeight": 0.7632267163697201,
|
||||
"recentSuccess": 8,
|
||||
"recentSuccessRate": 0.5,
|
||||
"recentTerminal": 16,
|
||||
"recentWilsonLowerBound": 0.2799923761135083,
|
||||
"qualityFactor": 1.7503104774663036,
|
||||
"queueFactor": 0.7710092021827382,
|
||||
"queueWeight": 0.7710092021827382,
|
||||
"recentSuccess": 9,
|
||||
"recentSuccessRate": 0.5294117647058824,
|
||||
"recentTerminal": 17,
|
||||
"recentWilsonLowerBound": 0.3096289731154949,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.070628516795988,
|
||||
"selectionWeight": 1.3495054848033823,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 2.6666666666666665,
|
||||
"throughputPerHour": 2.8333333333333335,
|
||||
"waiting": 15657
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 1905.2,
|
||||
"backlogHours": 2256.157894736842,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.05191332513534905,
|
||||
"queueFactor": 0.9035942345163934,
|
||||
"queueWeight": 0.9035942345163934,
|
||||
"qualityFactor": 0.07606888868520098,
|
||||
"queueFactor": 0.8818927454860862,
|
||||
"queueWeight": 0.8818927454860862,
|
||||
"recentSuccess": 6,
|
||||
"recentSuccessRate": 0.13333333333333333,
|
||||
"recentTerminal": 45,
|
||||
"recentWilsonLowerBound": 0.06257063634349681,
|
||||
"recentSuccessRate": 0.15789473684210525,
|
||||
"recentTerminal": 38,
|
||||
"recentWilsonLowerBound": 0.07443762223722684,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.04690858128687637,
|
||||
"selectionWeight": 0.06708460108866737,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 7.5,
|
||||
"throughputPerHour": 6.333333333333333,
|
||||
"waiting": 14289
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 1017.0697674418604,
|
||||
"backlogHours": 1066.6829268292684,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 0.7089779452263961,
|
||||
"queueFactor": 0.9928003586133051,
|
||||
"queueWeight": 0.9928003586133051,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.29069767441860467,
|
||||
"recentTerminal": 86,
|
||||
"recentWilsonLowerBound": 0.20532437829302616,
|
||||
"qualityFactor": 0.7085041651413144,
|
||||
"queueFactor": 0.986769896605193,
|
||||
"queueWeight": 0.986769896605193,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.2926829268292683,
|
||||
"recentTerminal": 82,
|
||||
"recentWilsonLowerBound": 0.20526199890885147,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.7038735582696902,
|
||||
"selectionWeight": 0.6991305817808434,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 14.333333333333334,
|
||||
"throughputPerHour": 13.666666666666666,
|
||||
"waiting": 14578
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-18T23:30:37.331251+00:00",
|
||||
"queueAttemptedAt": "2026-09-18T23:42:33.151300+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-18T23:30:37.331251+00:00",
|
||||
"queueUpdatedAt": "2026-09-18T23:42:33.151300+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Kunlunxin_p-800",
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user