state: generation 9630 (cycle)
This commit is contained in:
@@ -1764,7 +1764,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-19T04:14:46.353829+00:00",
|
||||
"generatedAt": "2026-09-19T04:17:52.829969+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 85,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -43,7 +43,7 @@
|
||||
"3": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 702,
|
||||
"listingErrors": 703,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 3,
|
||||
"nextAccountIndex": 4,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-19T04:14:46.329605+00:00",
|
||||
"updatedAt": "2026-09-19T04:17:52.804745+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -416,121 +416,121 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-19T04:13:10.827852+00:00",
|
||||
"generatedAt": "2026-09-19T04:15:55.065780+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 917.5657894736843,
|
||||
"backlogHours": 912.0392156862745,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.7234902648037439,
|
||||
"queueFactor": 1.0161212113118498,
|
||||
"queueWeight": 1.0161212113118498,
|
||||
"recentSuccess": 48,
|
||||
"recentSuccessRate": 0.3157894736842105,
|
||||
"recentTerminal": 152,
|
||||
"recentWilsonLowerBound": 0.24720854569312692,
|
||||
"qualityFactor": 0.9075749256940808,
|
||||
"queueFactor": 1.0183035923732267,
|
||||
"queueWeight": 1.0183035923732267,
|
||||
"recentSuccess": 50,
|
||||
"recentSuccessRate": 0.32679738562091504,
|
||||
"recentTerminal": 153,
|
||||
"recentWilsonLowerBound": 0.25751021482630554,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.7351538042447112,
|
||||
"selectionWeight": 0.9241868071821467,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 25.333333333333332,
|
||||
"waiting": 23245
|
||||
"throughputPerHour": 25.5,
|
||||
"waiting": 23257
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1552.0373831775703,
|
||||
"backlogHours": 1510.527272727273,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.010822484559895,
|
||||
"queueFactor": 0.9390868789182336,
|
||||
"queueWeight": 0.9390868789182336,
|
||||
"recentSuccess": 52,
|
||||
"recentSuccessRate": 0.48598130841121495,
|
||||
"recentTerminal": 107,
|
||||
"recentWilsonLowerBound": 0.3934185759175708,
|
||||
"running": 9,
|
||||
"selectionWeight": 1.8883370110839597,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.9440826515231401,
|
||||
"queueWeight": 0.9440826515231401,
|
||||
"recentSuccess": 55,
|
||||
"recentSuccessRate": 0.5,
|
||||
"recentTerminal": 110,
|
||||
"recentWilsonLowerBound": 0.40815075723076516,
|
||||
"running": 8,
|
||||
"selectionWeight": 2.36020662880785,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 17.833333333333332,
|
||||
"waiting": 27678
|
||||
"throughputPerHour": 18.333333333333332,
|
||||
"waiting": 27693
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 181.20805369127518,
|
||||
"backlogHours": 181.61073825503357,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.16896119600619777,
|
||||
"queueFactor": 1.296028270088967,
|
||||
"queueWeight": 1.296028270088967,
|
||||
"qualityFactor": 0.19374415661944183,
|
||||
"queueFactor": 1.2972033876505824,
|
||||
"queueWeight": 1.2972033876505824,
|
||||
"recentSuccess": 27,
|
||||
"recentSuccessRate": 0.18120805369127516,
|
||||
"recentTerminal": 149,
|
||||
"recentWilsonLowerBound": 0.1276297123181046,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.21897848657207536,
|
||||
"selectionWeight": 0.25132557630424496,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 24.833333333333332,
|
||||
"waiting": 4500
|
||||
"waiting": 4510
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1350.65625,
|
||||
"backlogHours": 1394.7096774193546,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.44916904306183336,
|
||||
"queueFactor": 0.9588692121777562,
|
||||
"queueWeight": 0.9588692121777562,
|
||||
"qualityFactor": 0.5543459475018423,
|
||||
"queueFactor": 0.9554472848170187,
|
||||
"queueWeight": 0.9554472848170187,
|
||||
"recentSuccess": 19,
|
||||
"recentSuccessRate": 0.296875,
|
||||
"recentTerminal": 64,
|
||||
"recentWilsonLowerBound": 0.19904999589075245,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.4306943664553368,
|
||||
"recentSuccessRate": 0.3064516129032258,
|
||||
"recentTerminal": 62,
|
||||
"recentWilsonLowerBound": 0.20581430019850633,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.5296483303899528,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 10.666666666666666,
|
||||
"waiting": 14407
|
||||
"throughputPerHour": 10.333333333333334,
|
||||
"waiting": 14412
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 522.1188118811882,
|
||||
"backlogHours": 522.6534653465347,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.2980619114347471,
|
||||
"queueFactor": 1.1057977401055732,
|
||||
"queueWeight": 1.1057977401055732,
|
||||
"qualityFactor": 0.3417811605049575,
|
||||
"queueFactor": 1.1069989975605323,
|
||||
"queueWeight": 1.1069989975605323,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.2376237623762376,
|
||||
"recentTerminal": 101,
|
||||
"recentWilsonLowerBound": 0.1651985046175726,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.3295961880760908,
|
||||
"selectionWeight": 0.37835140206406337,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 16.833333333333332,
|
||||
"waiting": 8789
|
||||
"waiting": 8798
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 68.0,
|
||||
"backlogHours": 67.62931034482759,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
@@ -540,196 +540,196 @@
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 4,
|
||||
"recentSuccessRate": 0.017316017316017316,
|
||||
"recentTerminal": 231,
|
||||
"recentWilsonLowerBound": 0.0067538337217940584,
|
||||
"running": 25,
|
||||
"recentSuccessRate": 0.017241379310344827,
|
||||
"recentTerminal": 232,
|
||||
"recentWilsonLowerBound": 0.0067246356242918375,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 38.5,
|
||||
"waiting": 2618
|
||||
"throughputPerHour": 38.666666666666664,
|
||||
"waiting": 2615
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 215.2230215827338,
|
||||
"backlogHours": 209.2027972027972,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.2176747875556475,
|
||||
"queueFactor": 1.2630129123377831,
|
||||
"queueWeight": 1.2630129123377831,
|
||||
"recentSuccess": 28,
|
||||
"recentSuccessRate": 0.2014388489208633,
|
||||
"recentTerminal": 139,
|
||||
"recentWilsonLowerBound": 0.1432060631755529,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.2749260673731666,
|
||||
"qualityFactor": 0.2568231987800328,
|
||||
"queueFactor": 1.2699720989095615,
|
||||
"queueWeight": 1.2699720989095615,
|
||||
"recentSuccess": 29,
|
||||
"recentSuccessRate": 0.20279720279720279,
|
||||
"recentTerminal": 143,
|
||||
"recentWilsonLowerBound": 0.1450743778152789,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.3261582968033458,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 23.166666666666668,
|
||||
"throughputPerHour": 23.833333333333332,
|
||||
"waiting": 4986
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 3423.428571428571,
|
||||
"backlogHours": 3305.7931034482763,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.8435931177053198,
|
||||
"queueFactor": 0.8340112493928725,
|
||||
"queueWeight": 0.8340112493928725,
|
||||
"recentSuccess": 12,
|
||||
"recentSuccessRate": 0.42857142857142855,
|
||||
"recentTerminal": 28,
|
||||
"recentWilsonLowerBound": 0.2650829618073122,
|
||||
"qualityFactor": 0.686875050354298,
|
||||
"queueFactor": 0.8394366995922558,
|
||||
"queueWeight": 0.8394366995922558,
|
||||
"recentSuccess": 11,
|
||||
"recentSuccessRate": 0.3793103448275862,
|
||||
"recentTerminal": 29,
|
||||
"recentWilsonLowerBound": 0.2268779573086734,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.7035661500766422,
|
||||
"selectionWeight": 0.5765881253016764,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 4.666666666666667,
|
||||
"waiting": 15976
|
||||
"throughputPerHour": 4.833333333333333,
|
||||
"waiting": 15978
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 540.3103448275863,
|
||||
"backlogHours": 527.2941176470589,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.19402538018701312,
|
||||
"queueFactor": 1.100131517279773,
|
||||
"queueWeight": 1.100131517279773,
|
||||
"recentSuccess": 23,
|
||||
"recentSuccessRate": 0.19827586206896552,
|
||||
"recentTerminal": 116,
|
||||
"recentWilsonLowerBound": 0.13591176378176467,
|
||||
"qualityFactor": 0.23539272422491983,
|
||||
"queueFactor": 1.105532116766347,
|
||||
"queueWeight": 1.105532116766347,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.20168067226890757,
|
||||
"recentTerminal": 119,
|
||||
"recentWilsonLowerBound": 0.13944089576973434,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.21345343589592355,
|
||||
"selectionWeight": 0.2602342166837726,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.333333333333332,
|
||||
"waiting": 10446
|
||||
"throughputPerHour": 19.833333333333332,
|
||||
"waiting": 10458
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 958.0,
|
||||
"backlogHours": 958.3478260869565,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.5650967078011228,
|
||||
"queueFactor": 1.009569618956189,
|
||||
"queueWeight": 1.009569618956189,
|
||||
"recentSuccess": 22,
|
||||
"recentSuccessRate": 0.3188405797101449,
|
||||
"qualityFactor": 0.5703533598417899,
|
||||
"queueFactor": 1.0107664740324143,
|
||||
"queueWeight": 1.0107664740324143,
|
||||
"recentSuccess": 21,
|
||||
"recentSuccessRate": 0.30434782608695654,
|
||||
"recentTerminal": 69,
|
||||
"recentWilsonLowerBound": 0.2209460520472577,
|
||||
"running": 5,
|
||||
"selectionWeight": 0.5705044679681763,
|
||||
"recentWilsonLowerBound": 0.2084947626304856,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.5764940544798268,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 11.5,
|
||||
"waiting": 11017
|
||||
"waiting": 11021
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1606.96,
|
||||
"backlogHours": 1567.5584415584415,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 1.1800689338241965,
|
||||
"queueFactor": 0.9342010244945084,
|
||||
"queueWeight": 0.9342010244945084,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.41333333333333333,
|
||||
"recentTerminal": 75,
|
||||
"recentWilsonLowerBound": 0.30877553459149687,
|
||||
"running": 5,
|
||||
"selectionWeight": 1.1024216069527066,
|
||||
"qualityFactor": 1.5046523656152522,
|
||||
"queueFactor": 0.9388489860446535,
|
||||
"queueWeight": 0.9388489860446535,
|
||||
"recentSuccess": 33,
|
||||
"recentSuccessRate": 0.42857142857142855,
|
||||
"recentTerminal": 77,
|
||||
"recentWilsonLowerBound": 0.32403475215621097,
|
||||
"running": 4,
|
||||
"selectionWeight": 1.4126413478075688,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 12.5,
|
||||
"waiting": 20087
|
||||
"throughputPerHour": 12.833333333333334,
|
||||
"waiting": 20117
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 8554.363636363636,
|
||||
"backlogHours": 9412.199999999999,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.7269640642259118,
|
||||
"queueWeight": 0.7269640642259118,
|
||||
"recentSuccess": 8,
|
||||
"recentSuccessRate": 0.7272727272727273,
|
||||
"recentTerminal": 11,
|
||||
"recentWilsonLowerBound": 0.4343497069897538,
|
||||
"qualityFactor": 2.3492424973844885,
|
||||
"queueFactor": 0.7175061546044911,
|
||||
"queueWeight": 0.7175061546044911,
|
||||
"recentSuccess": 7,
|
||||
"recentSuccessRate": 0.7,
|
||||
"recentTerminal": 10,
|
||||
"recentWilsonLowerBound": 0.3967732199795652,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.8174101605647794,
|
||||
"selectionWeight": 1.6855959505317955,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 1.8333333333333333,
|
||||
"waiting": 15683
|
||||
"throughputPerHour": 1.6666666666666667,
|
||||
"waiting": 15687
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 2275.3714285714286,
|
||||
"backlogHours": 2344.5882352941176,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 0.8867133644254047,
|
||||
"queueWeight": 0.8867133644254047,
|
||||
"queueFactor": 0.8838311736643577,
|
||||
"queueWeight": 0.8838311736643577,
|
||||
"recentSuccess": 5,
|
||||
"recentSuccessRate": 0.14285714285714285,
|
||||
"recentTerminal": 35,
|
||||
"recentWilsonLowerBound": 0.06260138804853498,
|
||||
"recentSuccessRate": 0.14705882352941177,
|
||||
"recentTerminal": 34,
|
||||
"recentWilsonLowerBound": 0.06449346382626417,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.04433566822127024,
|
||||
"selectionWeight": 0.04419155868321789,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 5.833333333333333,
|
||||
"waiting": 13273
|
||||
"throughputPerHour": 5.666666666666667,
|
||||
"waiting": 13286
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 1083.6,
|
||||
"backlogHours": 1100.1891891891892,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 1.1800689338241965,
|
||||
"queueFactor": 0.9910846498891391,
|
||||
"queueWeight": 0.9910846498891391,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.41333333333333333,
|
||||
"recentTerminal": 75,
|
||||
"recentWilsonLowerBound": 0.30877553459149687,
|
||||
"qualityFactor": 1.2784267872930655,
|
||||
"queueFactor": 0.9900547158938486,
|
||||
"queueWeight": 0.9900547158938486,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.40540540540540543,
|
||||
"recentTerminal": 74,
|
||||
"recentWilsonLowerBound": 0.3009038972107517,
|
||||
"running": 6,
|
||||
"selectionWeight": 1.1695482061242035,
|
||||
"selectionWeight": 1.2657124696845217,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 12.5,
|
||||
"waiting": 13545
|
||||
"throughputPerHour": 12.333333333333334,
|
||||
"waiting": 13569
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-19T04:04:48.559902+00:00",
|
||||
"queueAttemptedAt": "2026-09-19T04:15:55.065780+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-19T04:04:48.559902+00:00",
|
||||
"queueUpdatedAt": "2026-09-19T04:15:55.065780+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Kunlunxin_p-800",
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user