state: generation 9616 (cycle)
This commit is contained in:
@@ -1764,7 +1764,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-19T03:41:12.491708+00:00",
|
||||
"generatedAt": "2026-09-19T03:44:20.467137+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 85,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -43,7 +43,7 @@
|
||||
"3": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 701,
|
||||
"listingErrors": 702,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 3,
|
||||
"nextAccountIndex": 4,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-19T03:41:12.467959+00:00",
|
||||
"updatedAt": "2026-09-19T03:44:20.442987+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -416,121 +416,121 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-19T03:39:32.540500+00:00",
|
||||
"generatedAt": "2026-09-19T03:42:19.823175+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 961.0344827586207,
|
||||
"backlogHours": 935.5570469798658,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.7609757347821682,
|
||||
"queueFactor": 1.0094378005256142,
|
||||
"queueWeight": 1.0094378005256142,
|
||||
"recentSuccess": 50,
|
||||
"recentSuccessRate": 0.3448275862068966,
|
||||
"recentTerminal": 145,
|
||||
"recentWilsonLowerBound": 0.27236643559303747,
|
||||
"qualityFactor": 0.6436094753370525,
|
||||
"queueFactor": 1.0105761931890895,
|
||||
"queueWeight": 1.0105761931890895,
|
||||
"recentSuccess": 48,
|
||||
"recentSuccessRate": 0.3221476510067114,
|
||||
"recentTerminal": 149,
|
||||
"recentWilsonLowerBound": 0.2523981353536608,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.7681576719718749,
|
||||
"selectionWeight": 0.6504164134865457,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 24.166666666666668,
|
||||
"waiting": 23225
|
||||
"throughputPerHour": 24.833333333333332,
|
||||
"waiting": 23233
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1455.421052631579,
|
||||
"backlogHours": 1495.2972972972973,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.3996473595896228,
|
||||
"queueFactor": 0.948510431436349,
|
||||
"queueWeight": 0.948510431436349,
|
||||
"recentSuccess": 51,
|
||||
"recentSuccessRate": 0.4473684210526316,
|
||||
"recentTerminal": 114,
|
||||
"recentWilsonLowerBound": 0.35929241688059504,
|
||||
"running": 9,
|
||||
"selectionWeight": 1.3275801209031,
|
||||
"qualityFactor": 1.4151383942245623,
|
||||
"queueFactor": 0.9419339967856131,
|
||||
"queueWeight": 0.9419339967856131,
|
||||
"recentSuccess": 50,
|
||||
"recentSuccessRate": 0.45045045045045046,
|
||||
"recentTerminal": 111,
|
||||
"recentWilsonLowerBound": 0.3610945286072419,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.3329669636767165,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.0,
|
||||
"waiting": 27653
|
||||
"throughputPerHour": 18.5,
|
||||
"waiting": 27663
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 183.6986301369863,
|
||||
"backlogHours": 179.0,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.16553039475428866,
|
||||
"queueFactor": 1.2938219707335765,
|
||||
"queueWeight": 1.2938219707335765,
|
||||
"recentSuccess": 28,
|
||||
"recentSuccessRate": 0.1917808219178082,
|
||||
"recentTerminal": 146,
|
||||
"recentWilsonLowerBound": 0.13615085695136855,
|
||||
"running": 9,
|
||||
"selectionWeight": 0.21416686155730064,
|
||||
"qualityFactor": 0.17083769112888414,
|
||||
"queueFactor": 1.2950950682398024,
|
||||
"queueWeight": 1.2950950682398024,
|
||||
"recentSuccess": 29,
|
||||
"recentSuccessRate": 0.19333333333333333,
|
||||
"recentTerminal": 150,
|
||||
"recentWilsonLowerBound": 0.13811802293025152,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.2212510512504925,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 24.333333333333332,
|
||||
"waiting": 4470
|
||||
"throughputPerHour": 25.0,
|
||||
"waiting": 4475
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1346.71875,
|
||||
"backlogHours": 1327.1076923076923,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.23658095486747024,
|
||||
"queueFactor": 0.9596190777383682,
|
||||
"queueWeight": 0.9596190777383682,
|
||||
"recentSuccess": 16,
|
||||
"recentSuccessRate": 0.25,
|
||||
"recentTerminal": 64,
|
||||
"recentWilsonLowerBound": 0.16014791974174092,
|
||||
"qualityFactor": 0.2704174731437106,
|
||||
"queueFactor": 0.9589449562616642,
|
||||
"queueWeight": 0.9589449562616642,
|
||||
"recentSuccess": 17,
|
||||
"recentSuccessRate": 0.26153846153846155,
|
||||
"recentTerminal": 65,
|
||||
"recentWilsonLowerBound": 0.17018055060319134,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.2270275977203843,
|
||||
"selectionWeight": 0.2593154719561853,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 10.666666666666666,
|
||||
"waiting": 14365
|
||||
"throughputPerHour": 10.833333333333334,
|
||||
"waiting": 14377
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 558.0638297872341,
|
||||
"backlogHours": 547.3125,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.26607693959694345,
|
||||
"queueFactor": 1.0951858603944404,
|
||||
"queueWeight": 1.0951858603944404,
|
||||
"recentSuccess": 23,
|
||||
"recentSuccessRate": 0.24468085106382978,
|
||||
"recentTerminal": 94,
|
||||
"recentWilsonLowerBound": 0.16893343002359543,
|
||||
"qualityFactor": 0.3174877178498153,
|
||||
"queueFactor": 1.0952021789209898,
|
||||
"queueWeight": 1.0952021789209898,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.2604166666666667,
|
||||
"recentTerminal": 96,
|
||||
"recentWilsonLowerBound": 0.18305777843717666,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.29140370202359805,
|
||||
"selectionWeight": 0.34771324036977014,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 15.666666666666666,
|
||||
"waiting": 8743
|
||||
"throughputPerHour": 16.0,
|
||||
"waiting": 8757
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 65.2780082987552,
|
||||
"backlogHours": 66.10084033613445,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
@@ -540,196 +540,196 @@
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 4,
|
||||
"recentSuccessRate": 0.016597510373443983,
|
||||
"recentTerminal": 241,
|
||||
"recentWilsonLowerBound": 0.006472787980558493,
|
||||
"recentSuccessRate": 0.01680672268907563,
|
||||
"recentTerminal": 238,
|
||||
"recentWilsonLowerBound": 0.0065546146613853044,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 40.166666666666664,
|
||||
"throughputPerHour": 39.666666666666664,
|
||||
"waiting": 2622
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 219.7941176470588,
|
||||
"backlogHours": 217.97080291970804,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.25427075953348205,
|
||||
"queueFactor": 1.2594704998304818,
|
||||
"queueWeight": 1.2594704998304818,
|
||||
"qualityFactor": 0.2500749737812385,
|
||||
"queueFactor": 1.2573895759403135,
|
||||
"queueWeight": 1.2573895759403135,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.22794117647058823,
|
||||
"recentTerminal": 136,
|
||||
"recentWilsonLowerBound": 0.16548404884189266,
|
||||
"running": 5,
|
||||
"selectionWeight": 0.3202465206019109,
|
||||
"recentSuccessRate": 0.22627737226277372,
|
||||
"recentTerminal": 137,
|
||||
"recentWilsonLowerBound": 0.1642371904152058,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.3144416652360765,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 22.666666666666668,
|
||||
"waiting": 4982
|
||||
"throughputPerHour": 22.833333333333332,
|
||||
"waiting": 4977
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 3301.8620689655177,
|
||||
"backlogHours": 3421.285714285714,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.8351558540174692,
|
||||
"queueFactor": 0.8388350529380739,
|
||||
"queueWeight": 0.8388350529380739,
|
||||
"recentSuccess": 13,
|
||||
"recentSuccessRate": 0.4482758620689655,
|
||||
"recentTerminal": 29,
|
||||
"recentWilsonLowerBound": 0.2841291114874579,
|
||||
"qualityFactor": 0.71692365158034,
|
||||
"queueFactor": 0.8319576176462148,
|
||||
"queueWeight": 0.8319576176462148,
|
||||
"recentSuccess": 12,
|
||||
"recentSuccessRate": 0.42857142857142855,
|
||||
"recentTerminal": 28,
|
||||
"recentWilsonLowerBound": 0.2650829618073122,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.7005580050162861,
|
||||
"selectionWeight": 0.5964500932030046,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 4.833333333333333,
|
||||
"waiting": 15959
|
||||
"throughputPerHour": 4.666666666666667,
|
||||
"waiting": 15966
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 544.3826086956522,
|
||||
"backlogHours": 521.8,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.21031705300773523,
|
||||
"queueFactor": 1.0992710052853192,
|
||||
"queueWeight": 1.0992710052853192,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.21739130434782608,
|
||||
"recentTerminal": 115,
|
||||
"recentWilsonLowerBound": 0.15180693897797626,
|
||||
"running": 11,
|
||||
"selectionWeight": 0.23119543828845887,
|
||||
"qualityFactor": 0.21202549944867963,
|
||||
"queueFactor": 1.1030723359255867,
|
||||
"queueWeight": 1.1030723359255867,
|
||||
"recentSuccess": 26,
|
||||
"recentSuccessRate": 0.21666666666666667,
|
||||
"recentTerminal": 120,
|
||||
"recentWilsonLowerBound": 0.15236622842757383,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.23387946295264425,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.166666666666668,
|
||||
"waiting": 10434
|
||||
"throughputPerHour": 20.0,
|
||||
"waiting": 10436
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 970.7647058823529,
|
||||
"backlogHours": 957.2173913043479,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.5611089383062053,
|
||||
"queueFactor": 1.0079136171274887,
|
||||
"queueWeight": 1.0079136171274887,
|
||||
"recentSuccess": 23,
|
||||
"recentSuccessRate": 0.3382352941176471,
|
||||
"recentTerminal": 68,
|
||||
"recentWilsonLowerBound": 0.23714091243789054,
|
||||
"qualityFactor": 0.6092396344258184,
|
||||
"queueFactor": 1.007112571414434,
|
||||
"queueWeight": 1.007112571414434,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.34782608695652173,
|
||||
"recentTerminal": 69,
|
||||
"recentWilsonLowerBound": 0.2461797794825202,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.5655493396107724,
|
||||
"selectionWeight": 0.6135728948341757,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 11.333333333333334,
|
||||
"waiting": 11002
|
||||
"throughputPerHour": 11.5,
|
||||
"waiting": 11008
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1741.1304347826087,
|
||||
"backlogHours": 1603.12,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 1.1173604060864186,
|
||||
"queueFactor": 0.9233486389209039,
|
||||
"queueWeight": 0.9233486389209039,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.43478260869565216,
|
||||
"recentTerminal": 69,
|
||||
"recentWilsonLowerBound": 0.3243261617876528,
|
||||
"running": 5,
|
||||
"selectionWeight": 1.0317132101440032,
|
||||
"qualityFactor": 1.0028760446209442,
|
||||
"queueFactor": 0.9321476292892913,
|
||||
"queueWeight": 0.9321476292892913,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.41333333333333333,
|
||||
"recentTerminal": 75,
|
||||
"recentWilsonLowerBound": 0.30877553459149687,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.9348285274644346,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 11.5,
|
||||
"waiting": 20023
|
||||
"throughputPerHour": 12.5,
|
||||
"waiting": 20039
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 7833.5,
|
||||
"backlogHours": 7836.0,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.7368804461316221,
|
||||
"queueWeight": 0.7368804461316221,
|
||||
"queueFactor": 0.7347091357556049,
|
||||
"queueWeight": 0.7347091357556049,
|
||||
"recentSuccess": 9,
|
||||
"recentSuccessRate": 0.75,
|
||||
"recentTerminal": 12,
|
||||
"recentWilsonLowerBound": 0.4676896608793401,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.8422011153290552,
|
||||
"selectionWeight": 1.8367728393890124,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 2.0,
|
||||
"waiting": 15667
|
||||
"waiting": 15672
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 1889.2857142857142,
|
||||
"backlogHours": 1986.3,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 0.9121069465355829,
|
||||
"queueWeight": 0.9121069465355829,
|
||||
"queueFactor": 0.9026572565326426,
|
||||
"queueWeight": 0.9026572565326426,
|
||||
"recentSuccess": 5,
|
||||
"recentSuccessRate": 0.11904761904761904,
|
||||
"recentTerminal": 42,
|
||||
"recentWilsonLowerBound": 0.05193726765019085,
|
||||
"recentSuccessRate": 0.125,
|
||||
"recentTerminal": 40,
|
||||
"recentWilsonLowerBound": 0.05459419773541283,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.04560534732677915,
|
||||
"selectionWeight": 0.045132862826632134,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 7.0,
|
||||
"waiting": 13225
|
||||
"throughputPerHour": 6.666666666666667,
|
||||
"waiting": 13242
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 1075.52,
|
||||
"backlogHours": 1049.8441558441557,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 1.0028760446209442,
|
||||
"queueFactor": 0.9925391261595249,
|
||||
"queueWeight": 0.9925391261595249,
|
||||
"qualityFactor": 0.942747037796662,
|
||||
"queueFactor": 0.9932552722040484,
|
||||
"queueWeight": 0.9932552722040484,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.41333333333333333,
|
||||
"recentTerminal": 75,
|
||||
"recentWilsonLowerBound": 0.30877553459149687,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.9953937129743926,
|
||||
"recentSuccessRate": 0.4025974025974026,
|
||||
"recentTerminal": 77,
|
||||
"recentWilsonLowerBound": 0.30021845862969854,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.9363884656462839,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 12.5,
|
||||
"waiting": 13444
|
||||
"throughputPerHour": 12.833333333333334,
|
||||
"waiting": 13473
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-19T03:31:08.707131+00:00",
|
||||
"queueAttemptedAt": "2026-09-19T03:42:19.823175+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-19T03:31:08.707131+00:00",
|
||||
"queueUpdatedAt": "2026-09-19T03:42:19.823175+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Kunlunxin_p-800",
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user