state: generation 10060 (cycle)
This commit is contained in:
@@ -1764,7 +1764,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-20T00:37:59.784393+00:00",
|
||||
"generatedAt": "2026-09-20T00:41:11.336560+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 85,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -83,7 +83,7 @@
|
||||
"8": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 734,
|
||||
"listingErrors": 735,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 8,
|
||||
"nextAccountIndex": 9,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-20T00:37:59.759212+00:00",
|
||||
"updatedAt": "2026-09-20T00:41:11.310759+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -416,121 +416,121 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-20T00:35:16.783592+00:00",
|
||||
"generatedAt": "2026-09-20T00:39:07.392354+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 1179.781512605042,
|
||||
"backlogHours": 1160.280991735537,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.9299343100743211,
|
||||
"queueFactor": 0.9935638375534804,
|
||||
"queueWeight": 0.9935638375534804,
|
||||
"qualityFactor": 1.830738941105192,
|
||||
"queueFactor": 0.9905774128221947,
|
||||
"queueWeight": 0.9905774128221947,
|
||||
"recentSuccess": 40,
|
||||
"recentSuccessRate": 0.33613445378151263,
|
||||
"recentTerminal": 119,
|
||||
"recentWilsonLowerBound": 0.2575647533744133,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.9175129393435713,
|
||||
"recentSuccessRate": 0.3305785123966942,
|
||||
"recentTerminal": 121,
|
||||
"recentWilsonLowerBound": 0.25310657482797755,
|
||||
"running": 9,
|
||||
"selectionWeight": 1.8134886438328253,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.833333333333332,
|
||||
"throughputPerHour": 20.166666666666668,
|
||||
"waiting": 23399
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1289.123076923077,
|
||||
"backlogHours": 1269.5,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.1382512009819794,
|
||||
"queueFactor": 0.9804418861141925,
|
||||
"queueWeight": 0.9804418861141925,
|
||||
"recentSuccess": 45,
|
||||
"recentSuccessRate": 0.34615384615384615,
|
||||
"recentTerminal": 130,
|
||||
"recentWilsonLowerBound": 0.26984915763859174,
|
||||
"qualityFactor": 2.2772705740741532,
|
||||
"queueFactor": 0.9773002093560959,
|
||||
"queueWeight": 0.9773002093560959,
|
||||
"recentSuccess": 47,
|
||||
"recentSuccessRate": 0.3560606060606061,
|
||||
"recentTerminal": 132,
|
||||
"recentWilsonLowerBound": 0.27950461241061153,
|
||||
"running": 8,
|
||||
"selectionWeight": 2.096431040476709,
|
||||
"selectionWeight": 2.2255770088031466,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 21.666666666666668,
|
||||
"waiting": 27931
|
||||
"throughputPerHour": 22.0,
|
||||
"waiting": 27929
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 177.4390243902439,
|
||||
"backlogHours": 174.07185628742516,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.24264451650321875,
|
||||
"qualityFactor": 0.25599489041027984,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.14634146341463414,
|
||||
"recentTerminal": 164,
|
||||
"recentWilsonLowerBound": 0.10035418805722283,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.1497005988023952,
|
||||
"recentTerminal": 167,
|
||||
"recentWilsonLowerBound": 0.10350039506050464,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.3154378714541844,
|
||||
"selectionWeight": 0.3327933575333638,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 27.333333333333332,
|
||||
"waiting": 4850
|
||||
"throughputPerHour": 27.833333333333332,
|
||||
"waiting": 4845
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1854.5,
|
||||
"backlogHours": 1934.7391304347825,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 1.8418101453610856,
|
||||
"queueFactor": 0.9283932806607889,
|
||||
"queueWeight": 0.9283932806607889,
|
||||
"recentSuccess": 18,
|
||||
"recentSuccessRate": 0.375,
|
||||
"recentTerminal": 48,
|
||||
"recentWilsonLowerBound": 0.2521507240406812,
|
||||
"qualityFactor": 1.7078219676056914,
|
||||
"queueFactor": 0.9174439376893254,
|
||||
"queueWeight": 0.9174439376893254,
|
||||
"recentSuccess": 17,
|
||||
"recentSuccessRate": 0.3695652173913043,
|
||||
"recentTerminal": 46,
|
||||
"recentWilsonLowerBound": 0.24523559514309495,
|
||||
"running": 7,
|
||||
"selectionWeight": 1.7099241632061026,
|
||||
"selectionWeight": 1.5668309108324971,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 8.0,
|
||||
"waiting": 14836
|
||||
"throughputPerHour": 7.666666666666667,
|
||||
"waiting": 14833
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 533.1764705882352,
|
||||
"backlogHours": 560.721649484536,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.7103088209766155,
|
||||
"queueFactor": 1.1192713000305883,
|
||||
"queueWeight": 1.1192713000305883,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.23529411764705882,
|
||||
"recentTerminal": 102,
|
||||
"recentWilsonLowerBound": 0.1635198113173856,
|
||||
"qualityFactor": 0.6208116149700158,
|
||||
"queueFactor": 1.104741831108173,
|
||||
"queueWeight": 1.104741831108173,
|
||||
"recentSuccess": 22,
|
||||
"recentSuccessRate": 0.2268041237113402,
|
||||
"recentTerminal": 97,
|
||||
"recentWilsonLowerBound": 0.15481698841986685,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.7950282774776909,
|
||||
"selectionWeight": 0.6858365602951972,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 17.0,
|
||||
"waiting": 9064
|
||||
"throughputPerHour": 16.166666666666668,
|
||||
"waiting": 9065
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 51.48979591836735,
|
||||
"backlogHours": 50.72727272727273,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
@@ -540,196 +540,196 @@
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 11,
|
||||
"recentSuccessRate": 0.03741496598639456,
|
||||
"recentTerminal": 294,
|
||||
"recentWilsonLowerBound": 0.021017946507758324,
|
||||
"running": 24,
|
||||
"recentSuccessRate": 0.037037037037037035,
|
||||
"recentTerminal": 297,
|
||||
"recentWilsonLowerBound": 0.020804370433857244,
|
||||
"running": 26,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 49.0,
|
||||
"waiting": 2523
|
||||
"throughputPerHour": 49.5,
|
||||
"waiting": 2511
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 140.4,
|
||||
"backlogHours": 140.55502392344496,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.2511313863221903,
|
||||
"qualityFactor": 0.27261738703258775,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.14285714285714285,
|
||||
"recentTerminal": 210,
|
||||
"recentWilsonLowerBound": 0.10193471154371501,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.14832535885167464,
|
||||
"recentTerminal": 209,
|
||||
"recentWilsonLowerBound": 0.10650284613091886,
|
||||
"running": 5,
|
||||
"selectionWeight": 0.3264708022188474,
|
||||
"selectionWeight": 0.3544026031423641,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 35.0,
|
||||
"waiting": 4914
|
||||
"throughputPerHour": 34.833333333333336,
|
||||
"waiting": 4896
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 2818.9411764705883,
|
||||
"backlogHours": 3091.7419354838707,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 2.4832096351017814,
|
||||
"queueFactor": 0.8718727660348676,
|
||||
"queueWeight": 0.8718727660348676,
|
||||
"recentSuccess": 15,
|
||||
"recentSuccessRate": 0.4411764705882353,
|
||||
"recentTerminal": 34,
|
||||
"recentWilsonLowerBound": 0.2888324021529675,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.8551502205916185,
|
||||
"queueWeight": 0.8551502205916185,
|
||||
"recentSuccess": 14,
|
||||
"recentSuccessRate": 0.45161290322580644,
|
||||
"recentTerminal": 31,
|
||||
"recentWilsonLowerBound": 0.29161482836586106,
|
||||
"running": 2,
|
||||
"selectionWeight": 2.1650428532006245,
|
||||
"selectionWeight": 2.137875551479046,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 5.666666666666667,
|
||||
"throughputPerHour": 5.166666666666667,
|
||||
"waiting": 15974
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 663.25,
|
||||
"backlogHours": 670.0421052631579,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.233739548553815,
|
||||
"queueFactor": 1.0832144015161997,
|
||||
"queueWeight": 1.0832144015161997,
|
||||
"recentSuccess": 28,
|
||||
"recentSuccessRate": 0.2916666666666667,
|
||||
"recentTerminal": 96,
|
||||
"recentWilsonLowerBound": 0.21016461419964405,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.3364044467135872,
|
||||
"qualityFactor": 1.1302662931274645,
|
||||
"queueFactor": 1.075616816306676,
|
||||
"queueWeight": 1.075616816306676,
|
||||
"recentSuccess": 27,
|
||||
"recentSuccessRate": 0.28421052631578947,
|
||||
"recentTerminal": 95,
|
||||
"recentWilsonLowerBound": 0.2032829065703279,
|
||||
"running": 9,
|
||||
"selectionWeight": 1.2157334317925115,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 16.0,
|
||||
"waiting": 10612
|
||||
"throughputPerHour": 15.833333333333334,
|
||||
"waiting": 10609
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 802.9879518072289,
|
||||
"backlogHours": 793.4285714285714,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 1.41411179807414,
|
||||
"queueFactor": 1.0525910181683287,
|
||||
"queueWeight": 1.0525910181683287,
|
||||
"recentSuccess": 26,
|
||||
"recentSuccessRate": 0.3132530120481928,
|
||||
"recentTerminal": 83,
|
||||
"recentWilsonLowerBound": 0.22361249958256627,
|
||||
"qualityFactor": 1.219753187113794,
|
||||
"queueFactor": 1.0486890233913808,
|
||||
"queueWeight": 1.0486890233913808,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.2976190476190476,
|
||||
"recentTerminal": 84,
|
||||
"recentWilsonLowerBound": 0.2104467918626258,
|
||||
"running": 4,
|
||||
"selectionWeight": 1.4884813773387051,
|
||||
"selectionWeight": 1.279141778572889,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 13.833333333333334,
|
||||
"throughputPerHour": 14.0,
|
||||
"waiting": 11108
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1971.1384615384613,
|
||||
"backlogHours": 2034.6666666666667,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.9199377578608279,
|
||||
"queueWeight": 0.9199377578608279,
|
||||
"recentSuccess": 26,
|
||||
"recentSuccessRate": 0.4,
|
||||
"recentTerminal": 65,
|
||||
"recentWilsonLowerBound": 0.28971847853161004,
|
||||
"qualityFactor": 2.1305939570439842,
|
||||
"queueFactor": 0.9105397441225277,
|
||||
"queueWeight": 0.9105397441225277,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.38095238095238093,
|
||||
"recentTerminal": 63,
|
||||
"recentWilsonLowerBound": 0.27117289491083674,
|
||||
"running": 4,
|
||||
"selectionWeight": 2.2998443946520695,
|
||||
"selectionWeight": 1.9399904764758331,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 10.833333333333334,
|
||||
"waiting": 21354
|
||||
"throughputPerHour": 10.5,
|
||||
"waiting": 21364
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 8469.272727272728,
|
||||
"backlogHours": 7764.0,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.22750909630769503,
|
||||
"queueFactor": 0.7392461926665727,
|
||||
"queueWeight": 0.7392461926665727,
|
||||
"qualityFactor": 0.18338887294611955,
|
||||
"queueFactor": 0.744834987153129,
|
||||
"queueWeight": 0.744834987153129,
|
||||
"recentSuccess": 3,
|
||||
"recentSuccessRate": 0.2727272727272727,
|
||||
"recentTerminal": 11,
|
||||
"recentWilsonLowerBound": 0.09745880573921469,
|
||||
"recentSuccessRate": 0.25,
|
||||
"recentTerminal": 12,
|
||||
"recentWilsonLowerBound": 0.08894003962896137,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.16818523324247614,
|
||||
"selectionWeight": 0.13659444882484978,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 1.8333333333333333,
|
||||
"waiting": 15527
|
||||
"throughputPerHour": 2.0,
|
||||
"waiting": 15528
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 1801.7872340425533,
|
||||
"backlogHours": 1882.0,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.07781392672949514,
|
||||
"queueFactor": 0.9324176554805018,
|
||||
"queueWeight": 0.9324176554805018,
|
||||
"qualityFactor": 0.08460073544088326,
|
||||
"queueFactor": 0.9212552052706643,
|
||||
"queueWeight": 0.9212552052706643,
|
||||
"recentSuccess": 6,
|
||||
"recentSuccessRate": 0.1276595744680851,
|
||||
"recentTerminal": 47,
|
||||
"recentWilsonLowerBound": 0.05984522780202478,
|
||||
"recentSuccessRate": 0.13333333333333333,
|
||||
"recentTerminal": 45,
|
||||
"recentWilsonLowerBound": 0.06257063634349681,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.0725550791248474,
|
||||
"selectionWeight": 0.07793886789464007,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 7.833333333333333,
|
||||
"waiting": 14114
|
||||
"throughputPerHour": 7.5,
|
||||
"waiting": 14115
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 1080.3658536585367,
|
||||
"backlogHours": 1018.3448275862069,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 1.7756401767377625,
|
||||
"queueFactor": 1.0067702803907834,
|
||||
"queueWeight": 1.0067702803907834,
|
||||
"recentSuccess": 28,
|
||||
"recentSuccessRate": 0.34146341463414637,
|
||||
"recentTerminal": 82,
|
||||
"recentWilsonLowerBound": 0.2479919244148541,
|
||||
"qualityFactor": 1.676557122705051,
|
||||
"queueFactor": 1.0101565130105,
|
||||
"queueWeight": 1.0101565130105,
|
||||
"recentSuccess": 29,
|
||||
"recentSuccessRate": 0.3333333333333333,
|
||||
"recentTerminal": 87,
|
||||
"recentWilsonLowerBound": 0.2431846311443509,
|
||||
"running": 6,
|
||||
"selectionWeight": 1.7876617586074175,
|
||||
"selectionWeight": 1.6935850969346513,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 13.666666666666666,
|
||||
"waiting": 14765
|
||||
"throughputPerHour": 14.5,
|
||||
"waiting": 14766
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-20T00:28:25.051668+00:00",
|
||||
"queueAttemptedAt": "2026-09-20T00:39:07.392354+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-20T00:28:25.051668+00:00",
|
||||
"queueUpdatedAt": "2026-09-20T00:39:07.392354+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Kunlunxin_p-800",
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user